Felladrin commited on
Commit
dd9dc76
1 Parent(s): 7a4787d

Update model

Browse files
Files changed (2) hide show
  1. config.json +4 -7
  2. model.safetensors +1 -1
config.json CHANGED
@@ -1,8 +1,5 @@
1
  {
2
- "_name_or_path": "./TinyMistral-248M/",
3
- "architectures": [
4
- "MistralForCausalLM"
5
- ],
6
  "bos_token_id": 1,
7
  "eos_token_id": 2,
8
  "hidden_act": "silu",
@@ -14,12 +11,12 @@
14
  "num_attention_heads": 32,
15
  "num_hidden_layers": 12,
16
  "num_key_value_heads": 8,
17
- "rms_norm_eps": 1e-06,
18
  "rope_theta": 10000.0,
19
  "sliding_window": 32,
20
  "tie_word_embeddings": false,
21
  "torch_dtype": "float32",
22
- "transformers_version": "4.34.1",
23
- "use_cache": false,
24
  "vocab_size": 32003
25
  }
 
1
  {
2
+ "architectures": ["MistralForCausalLM"],
 
 
 
3
  "bos_token_id": 1,
4
  "eos_token_id": 2,
5
  "hidden_act": "silu",
 
11
  "num_attention_heads": 32,
12
  "num_hidden_layers": 12,
13
  "num_key_value_heads": 8,
14
+ "rms_norm_eps": 1e-6,
15
  "rope_theta": 10000.0,
16
  "sliding_window": 32,
17
  "tie_word_embeddings": false,
18
  "torch_dtype": "float32",
19
+ "transformers_version": "4.35.2",
20
+ "use_cache": true,
21
  "vocab_size": 32003
22
  }
model.safetensors CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:6e6a6b3157a6c75fef55eb31e0d8662bff109779e98e56d652c6e38d0f8c7d28
3
  size 992092328
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be1329de159c38d2a51c47fb8f023640b9f4e707af8960d6b2171e6f0d83351d
3
  size 992092328