Upload folder using huggingface_hub

README.md

@@ -179,10 +179,7 @@ extra_gated_button_content: Submit
 ---
 
 # mlx-community/Meta-Llama-3-70B-4bit
-This model was converted to MLX format from [`meta-llama/Meta-Llama-3-70B`]() using mlx-lm version **0.9.0**.
-
-Model added by [Prince Canuma](https://twitter.com/Prince_Canuma).
-
+This model was converted to MLX format from [`meta-llama/Meta-Llama-3-70B`]() using mlx-lm version **0.10.0**.
 Refer to the [original model card](https://huggingface.co/meta-llama/Meta-Llama-3-70B) for more details on the model.
 ## Use with mlx
 

config.json

@@ -1,85 +1,31 @@
 {
-    "add_cross_attention": false,
     "architectures": [
         "LlamaForCausalLM"
     ],
     "attention_bias": false,
     "attention_dropout": 0.0,
-    "bad_words_ids": null,
-    "begin_suppress_tokens": null,
     "bos_token_id": 128000,
-    "chunk_size_feed_forward": 0,
-    "cross_attention_hidden_size": null,
-    "decoder_start_token_id": null,
-    "diversity_penalty": 0.0,
-    "do_sample": false,
-    "early_stopping": false,
-    "encoder_no_repeat_ngram_size": 0,
     "eos_token_id": 128001,
-    "exponential_decay_length_penalty": null,
-    "finetuning_task": null,
-    "forced_bos_token_id": null,
-    "forced_eos_token_id": null,
     "hidden_act": "silu",
     "hidden_size": 8192,
-    "id2label": {
-        "0": "LABEL_0",
-        "1": "LABEL_1"
-    },
     "initializer_range": 0.02,
     "intermediate_size": 28672,
-    "is_decoder": false,
-    "is_encoder_decoder": false,
-    "label2id": {
-        "LABEL_0": 0,
-        "LABEL_1": 1
-    },
-    "length_penalty": 1.0,
-    "max_length": 20,
     "max_position_embeddings": 8192,
-    "min_length": 0,
     "model_type": "llama",
-    "no_repeat_ngram_size": 0,
     "num_attention_heads": 64,
-    "num_beam_groups": 1,
-    "num_beams": 1,
     "num_hidden_layers": 80,
     "num_key_value_heads": 8,
-    "num_return_sequences": 1,
-    "output_attentions": false,
-    "output_hidden_states": false,
-    "output_scores": false,
-    "pad_token_id": null,
-    "prefix": null,
     "pretraining_tp": 1,
-    "problem_type": null,
-    "pruned_heads": {},
     "quantization": {
         "group_size": 64,
         "bits": 4
     },
-    "remove_invalid_values": false,
-    "repetition_penalty": 1.0,
-    "return_dict": true,
-    "return_dict_in_generate": false,
     "rms_norm_eps": 1e-05,
     "rope_scaling": null,
     "rope_theta": 500000.0,
-    "sep_token_id": null,
-    "suppress_tokens": null,
-    "task_specific_params": null,
-    "temperature": 1.0,
-    "tf_legacy_loss": false,
-    "tie_encoder_decoder": false,
     "tie_word_embeddings": false,
-    "tokenizer_class": null,
-    "top_k": 50,
-    "top_p": 1.0,
     "torch_dtype": "bfloat16",
-    "torchscript": false,
-    "transformers_version": "4.40.0",
-    "typical_p": 1.0,
-    "use_bfloat16": false,
+    "transformers_version": "4.40.0.dev0",
     "use_cache": true,
     "vocab_size": 128256
 }

model-00001-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:4c371e2744853b0c80b59cc12fa7e100834b46588022240e1d40cbda2ff48146
-size 5338514834
+oid sha256:dab467ad382aa2f59271f2fa6774ce2a697e275e62745739b299a01e97c0c382
+size 5272167770

model-00002-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ecb11d77bde98dacf774dd82f3debd654de0967a57565e98b31629e1fb700cf9
-size 5294649665
+oid sha256:faa98efc51b0c67f028c0c758af9694da56db1e503a98b85989117febe1c184a
+size 5294649694

model-00003-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:d644b5f444beef852f94e7898971e9d9e3523db9f9a1e7978280ba62ad55143e
-size 5294649735
+oid sha256:5c450d9ebb6a46425aafb691c0db687b10c735ca8752d45688b18a0b297ecbb2
+size 5294649717

model-00004-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:39bae497ebf814175f2641b05640499e71f060ce06e13f1c99b76f3632aec945
-size 5294649737
+oid sha256:ce8219070204d955d67799a38e07e5943d2567ef0ab6ac3a4b83229117562c65
+size 5294649733

model-00005-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:560201402eaa5f8a211f7fc7d0e3d6778213a24cbb00947a8dd03345bf98ef35
-size 5294649745
+oid sha256:9efa67446580116f8b42bbb37a9a6e85cccd9639279f4c18f8b17f36509ffc40
+size 5294649717

model-00006-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:864b0e58e26962327194c0640e58dcfffb2a8a96d72c960c55750a8bc878b515
-size 5294649715
+oid sha256:30ab52f010017b3f54e306b44910ab4db12d00f67e7360cfb6f863c62f0a4781
+size 5294649733

model-00007-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:0dd6abfbe77fc095c8cc9378458e425c2bbfef375244db679eb96bf9c391a4fb
-size 5294649715
+oid sha256:ecb9177c13ed9d1a4dff4cfc45029ee5691772d1f93c9ee9307110e105f25fb9
+size 5294649739

model-00008-of-00008.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:eb66e20a4a03e187398f2afe490fe24888580b96a2cb5ebf2e92b5f4f83518bd
-size 4092496847
+oid sha256:97ad02e3eb5ab4354de4ad61a0ece132195fdfefcdb7c11ee7afc76378a26a75
+size 2648501502

special_tokens_map.json

@@ -7,7 +7,7 @@
     "single_word": false
   },
   "eos_token": {
-    "content": "<|eot_id|>",
+    "content": "<|end_of_text|>",
     "lstrip": false,
     "normalized": false,
     "rstrip": false,

tokenizer.json

@@ -2348,6 +2348,7 @@
     "end_of_word_suffix": null,
     "fuse_unk": false,
     "byte_fallback": false,
+    "ignore_merges": false,
     "vocab": {
       "!": 0,
       "\"": 1,

tokenizer_config.json

@@ -2050,9 +2050,8 @@
     }
   },
   "bos_token": "<|begin_of_text|>",
-  "chat_template": "{% set loop_messages = messages %}{% for message in loop_messages %}{% set content = '<|start_header_id|>' + message['role'] + '<|end_header_id|>\n\n'+ message['content'] | trim + '<|eot_id|>' %}{% if loop.index0 == 0 %}{% set content = bos_token + content %}{% endif %}{{ content }}{% endfor %}{{ '<|start_header_id|>assistant<|end_header_id|>\n\n' }}",
   "clean_up_tokenization_spaces": true,
-  "eos_token": "<|eot_id|>",
+  "eos_token": "<|end_of_text|>",
   "model_input_names": [
     "input_ids",
     "attention_mask"