Nitral-AI commited on
Commit
903fb9f
1 Parent(s): b10d1ca

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +4 -4
config.json CHANGED
@@ -1,12 +1,11 @@
1
  {
2
- "_name_or_path": "Nitral-AI/Mika-Longtext-7b",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
6
- "attention_dropout": 0.0,
7
  "auto_map": {
8
  "AutoConfig": "configuration_mistral.MistralConfig",
9
- "AutoModelForCausalLM": "modeling_mistral_yarn.MistralForCausalLM""
10
  },
11
  "bos_token_id": 1,
12
  "eos_token_id": 2,
@@ -31,7 +30,8 @@
31
  "sliding_window": 131072,
32
  "tie_word_embeddings": false,
33
  "torch_dtype": "bfloat16",
34
- "transformers_version": "4.38.2",
35
  "use_cache": true,
36
  "vocab_size": 32000
37
  }
 
 
1
  {
2
+ "_name_or_path": "Nitral-AI/Mika-Lelantacles-7b-Longtext",
3
  "architectures": [
4
  "MistralForCausalLM"
5
  ],
 
6
  "auto_map": {
7
  "AutoConfig": "configuration_mistral.MistralConfig",
8
+ "AutoModelForCausalLM": "modeling_mistral_yarn.MistralForCausalLM"
9
  },
10
  "bos_token_id": 1,
11
  "eos_token_id": 2,
 
30
  "sliding_window": 131072,
31
  "tie_word_embeddings": false,
32
  "torch_dtype": "bfloat16",
33
+ "transformers_version": "4.35.0.dev0",
34
  "use_cache": true,
35
  "vocab_size": 32000
36
  }
37
+