rwitz2
/

mamba2-700m-c1.1

Inference Endpoints

Model card Files Files and versions Community

rwitz2 commited on Jun 5

Commit

f30ecd1

•

1 Parent(s): 3ce0a72

Update config.json

Files changed (1) hide show

config.json +1 -1

config.json CHANGED Viewed

@@ -9,7 +9,7 @@
     "attn_layer_idx": [],
     "attn_cfg": {},
     "rms_norm": true,
-    "residual_in_fp32": false,
     "fused_add_norm": true,
     "pad_vocab_size_multiple": 16,
     "tie_embeddings": true

     "attn_layer_idx": [],
     "attn_cfg": {},
     "rms_norm": true,
+    "residual_in_fp32": true,
     "fused_add_norm": true,
     "pad_vocab_size_multiple": 16,
     "tie_embeddings": true