Nitral-Archive
/

Mika-Lelantacles-7b-Longtext

Text Generation

text-generation-inference

Inference Endpoints

Model card Files Files and versions Community

Nitral-AI commited on Mar 14, 2024

Commit

903fb9f

•

1 Parent(s): b10d1ca

Update config.json

Files changed (1) hide show

config.json +4 -4

config.json CHANGED Viewed

@@ -1,12 +1,11 @@
 {
-  "_name_or_path": "Nitral-AI/Mika-Longtext-7b",
   "architectures": [
     "MistralForCausalLM"
   ],
-  "attention_dropout": 0.0,
   "auto_map": {
     "AutoConfig": "configuration_mistral.MistralConfig",
-    "AutoModelForCausalLM": "modeling_mistral_yarn.MistralForCausalLM""
   },
   "bos_token_id": 1,
   "eos_token_id": 2,
@@ -31,7 +30,8 @@
   "sliding_window": 131072,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.38.2",
   "use_cache": true,
   "vocab_size": 32000
 }

 {
+  "_name_or_path": "Nitral-AI/Mika-Lelantacles-7b-Longtext",
   "architectures": [
     "MistralForCausalLM"
   ],
   "auto_map": {
     "AutoConfig": "configuration_mistral.MistralConfig",
+    "AutoModelForCausalLM": "modeling_mistral_yarn.MistralForCausalLM"
   },
   "bos_token_id": 1,
   "eos_token_id": 2,
   "sliding_window": 131072,
   "tie_word_embeddings": false,
   "torch_dtype": "bfloat16",
+  "transformers_version": "4.35.0.dev0",
   "use_cache": true,
   "vocab_size": 32000
 }