serpdotai
/

sparsetral-16x7B-v2-SPIN_iter0

Text Generation

Inference Endpoints

Model card Files Files and versions Community

francislabounty commited on Feb 15

Commit

3d92987

•

1 Parent(s): ae9364a

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -3,7 +3,7 @@
   "adapter_dim": 512,
   "adapter_dropout": 0.0,
   "architectures": [
-    "MistralForCausalLM"
   ],
   "attention_dropout": 0.0,
   "auto_map": {
@@ -18,7 +18,7 @@
   "initializer_range": 0.02,
   "intermediate_size": 14336,
   "max_position_embeddings": 32768,
-  "model_type": "mistral",
   "moe_dtype": "bfloat16",
   "moe_scaling": 1,
   "num_attention_heads": 32,

   "adapter_dim": 512,
   "adapter_dropout": 0.0,
   "architectures": [
+    "serpdotai/sparsetral-16x7B-v2--modeling_sparsetral.MistralForCausalLM"
   ],
   "attention_dropout": 0.0,
   "auto_map": {
   "initializer_range": 0.02,
   "intermediate_size": 14336,
   "max_position_embeddings": 32768,
+  "model_type": "sparsetral",
   "moe_dtype": "bfloat16",
   "moe_scaling": 1,
   "num_attention_heads": 32,