justinhackers29 commited on
Commit
746fab5
·
verified ·
1 Parent(s): 029a3be

Trained with Unsloth

Browse files
config.json CHANGED
@@ -17,13 +17,14 @@
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
19
  "num_key_value_heads": 8,
 
20
  "pretraining_tp": 1,
21
  "rms_norm_eps": 1e-05,
22
  "rope_scaling": null,
23
  "rope_theta": 500000.0,
24
  "tie_word_embeddings": false,
25
  "torch_dtype": "float16",
26
- "transformers_version": "4.42.4",
27
  "unsloth_version": "2024.7",
28
  "use_cache": true,
29
  "vocab_size": 128256
 
17
  "num_attention_heads": 32,
18
  "num_hidden_layers": 32,
19
  "num_key_value_heads": 8,
20
+ "pad_token_id": 128255,
21
  "pretraining_tp": 1,
22
  "rms_norm_eps": 1e-05,
23
  "rope_scaling": null,
24
  "rope_theta": 500000.0,
25
  "tie_word_embeddings": false,
26
  "torch_dtype": "float16",
27
+ "transformers_version": "4.43.1",
28
  "unsloth_version": "2024.7",
29
  "use_cache": true,
30
  "vocab_size": 128256
generation_config.json CHANGED
@@ -5,5 +5,5 @@
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
- "transformers_version": "4.42.4"
9
  }
 
5
  "max_length": 4096,
6
  "temperature": 0.6,
7
  "top_p": 0.9,
8
+ "transformers_version": "4.43.1"
9
  }
pytorch_model-00001-of-00004.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b3697cfdb8ad2528c1b1dae06dfaca184bbc0de62f3663fa566f225cb257816
3
  size 4976718466
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0511d8c1e2d553ccdb9e935dd2e2bbd50db18c4d72db57de8d426e2412a76917
3
  size 4976718466
pytorch_model-00002-of-00004.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:32a8c2324f1a2333303f23525f69d3115df4f8570353d1ed53d5ce8d1df65365
3
  size 4999827270
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e80f9b6eed5eb380471d22cce6a72f3ae2d3e5ece0872d8a6e3b8fce67aecad
3
  size 4999827270
pytorch_model-00003-of-00004.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:8fb1096eb5909ce641245130dbc5ca533ce9feabf0e3aeb87322d3feada6a934
3
  size 4915939082
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69141fb17033af94176ffa61f547d04535f2574f5ac0d07c4c49c974bc94105b
3
  size 4915939082
pytorch_model-00004-of-00004.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2dd34c8ebd4f5e4af095d921eeb22a18e19588d234de45524c73abab0373aeaa
3
  size 1168140873
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11c5e150b0f4afadbbbedc8c2981b46eebf31b6b23e588c6a29bfd7e62352d7d
3
  size 1168140873