Updating pruned70 weights

README.md

@@ -51,7 +51,7 @@ Model evaluation metrics and results.
 
 | Benchmark                                      | Metric        | Llama-2-7b-evolcodealpaca  | Llama-2-7b-pruned70-retrained-evolcodealpaca |
 |------------------------------------------------|---------------|-------------|-------------------------------|
-| [HumanEval](https://arxiv.org/abs/2107.03374)  | pass@1        | 32.03       | 33.8                          |
+| [HumanEval](https://arxiv.org/abs/2107.03374)  | pass@1        | 32.03       | 36.3                          |
 
 ## Model Training Details
 
@@ -61,4 +61,4 @@ The 50% sparse foundational model was finetuned for 2 epochs and then pruned to
 
 ## Help
 
-For further support, and discussions on these models and AI in general, join [Neural Magic's Slack Community](https://join.slack.com/t/discuss-neuralmagic/shared_invite/zt-q1a1cnvo-YBoICSIw3L1dmQpjBeDurQ)
+For further support, and discussions on these models and AI in general, join [Neural Magic's Slack Community](https://join.slack.com/t/discuss-neuralmagic/shared_invite/zt-q1a1cnvo-YBoICSIw3L1dmQpjBeDurQ)

config.json

@@ -21,8 +21,9 @@
   "rope_scaling": null,
   "rope_theta": 10000.0,
   "tie_word_embeddings": false,
+  "tokenizer_class": "LlamaTokenizerFast",
   "torch_dtype": "bfloat16",
-  "transformers_version": "4.40.0",
+  "transformers_version": "4.39.3",
   "use_cache": true,
   "vocab_size": 32000
 }

generation_config.json

@@ -2,5 +2,5 @@
   "_from_model_config": true,
   "bos_token_id": 1,
   "eos_token_id": 2,
-  "transformers_version": "4.40.0"
+  "transformers_version": "4.39.3"
 }

model-00001-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4fff40a9bb692c0ccc6b54227270105b142a1424cedf27920c0563768ee69c4a
+oid sha256:a7f324c1d481b1538dd9b8573ee3a39200b7b7eeb679ac5fd757e2385ee3feb3
 size 4938985352

model-00002-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:128b1a8cbb6967f33a1facdcec28a68b7134c74ce604d8c76d067ffb1c67a809
+oid sha256:6925642cbd5d212d15e196c382daede5143061454c9ff505de45d934aca2ca98
 size 4947390880

model-00003-of-00003.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7fb6c2d87dfb51e38af44ef961c81767507aaae4dd43294a867fab14880298c9
+oid sha256:d59debb66c27eee4873a1a82021023898e64941334f0fe656808369b7cada8c4
 size 3590488816