MrGonao
/

delphi-mamba-1.6M

Inference Endpoints

Model card Files Files and versions Community

MrGonao commited on Feb 13

Commit

19bb1d9

•

1 Parent(s): 268ef75

Fix config

Files changed (1) hide show

config.json +3 -3

config.json CHANGED Viewed

@@ -1,10 +1,10 @@
 {
-    "d_model": 52,
-    "n_layer": 4,
     "vocab_size": 4096,
     "ssm_cfg": {},
     "rms_norm": true,
     "residual_in_fp32": true,
     "fused_add_norm": true,
     "pad_vocab_size_multiple": 8
-}

 {
+    "d_model": 280,
+    "n_layer": 6,
     "vocab_size": 4096,
     "ssm_cfg": {},
     "rms_norm": true,
     "residual_in_fp32": true,
     "fused_add_norm": true,
     "pad_vocab_size_multiple": 8
+}