Update config.json

config.json

@@ -2,20 +2,19 @@
   "_name_or_path": "microsoft/phi-1_5",
   "activation_function": "gelu_new",
   "architectures": [
-    "PhiForCausalLM"
+    "MixFormerSequentialForCausalLM"
   ],
   "attn_pdrop": 0.0,
   "auto_map": {
-    "AutoConfig": "microsoft/phi-1_5--configuration_phi.PhiConfig",
-    "AutoModelForCausalLM": "microsoft/phi-1_5--modeling_phi.PhiForCausalLM"
+    "AutoConfig": "microsoft/phi-1_5--configuration_mixformer_sequential.MixFormerSequentialConfig",
+    "AutoModelForCausalLM": "microsoft/phi-1_5--modeling_mixformer_sequential.MixFormerSequentialForCausalLM"
   },
   "embd_pdrop": 0.0,
-  "flash_attn": false,
   "flash_rotary": false,
   "fused_dense": false,
   "initializer_range": 0.02,
   "layer_norm_epsilon": 1e-05,
-  "model_type": "phi",
+  "model_type": "mixformer-sequential",
   "n_embd": 2048,
   "n_head": 32,
   "n_head_kv": null,
@@ -26,6 +25,6 @@
   "rotary_dim": 32,
   "tie_word_embeddings": false,
   "torch_dtype": "float16",
-  "transformers_version": "4.35.2",
+  "transformers_version": "4.35.1",
   "vocab_size": 51200
 }