Snowflake
/

snowflake-arctic-instruct

Text Generation

Mixture of Experts

Model card Files Files and versions Community

jeffra commited on Apr 23

Commit

8265e0f

•

1 Parent(s): 44afd12

Update config.json

Files changed (1) hide show

config.json +2 -2

config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "architectures": [
-    "YakForCausalLM"
   ],
   "attention_dropout": 0,
   "bos_token_id": 1,
@@ -49,7 +49,7 @@
   "intermediate_size": 4864,
   "max_position_embeddings": 4096,
   "max_sequence_length": 4096,
-  "model_type": "yak",
   "moe_eval_capacity_factor": 1,
   "moe_layer_frequency": 1,
   "moe_min_capacity": 0,

 {
   "architectures": [
+    "ArcticForCausalLM"
   ],
   "attention_dropout": 0,
   "bos_token_id": 1,
   "intermediate_size": 4864,
   "max_position_embeddings": 4096,
   "max_sequence_length": 4096,
+  "model_type": "arctic",
   "moe_eval_capacity_factor": 1,
   "moe_layer_frequency": 1,
   "moe_min_capacity": 0,