Upload model weights (#1)

- 04357a6059ddc91a9c455f72a653786ba8118a1f5dcbfd364e0ec390089654f2 (0c460125d08ea4bbaa6eace3bd875b4bfea59c6b)
- 09902a25c51e03bcceca9777bf82e16d8cdaee06ef2d776900334a265b208825 (b6a4504b09728e09e249ff2de93a6cff07a0fb84)
- 4f4a85da5fcf00ee0f4e27d1161b28b92d5542bd996b9eeda25d2fed71f0b011 (93c54ea3f5cd3dd360d9924a29b09dd45b7309e5)
- 56f7f2396ee63c63b423a1f7f8f6f14a84fa08ddead25b6607f8be25c2f0dd8e (fc6bb4691f42dbd4ccfd57574b6ab0871dff45c8)
- 17f68ed22eafd22d8da524b038184fbb7de0ee691529b5b97d0a226ae6546ff8 (cda5ef9e35f9a76488d41eaccec58d736b2f2d03)
- bf88518ad95e262eaf527d8b0c394152e481a8587b004c7a30ee984be1d102a7 (ed16f9852ccede96f06372c578ce242fc780ffb8)
- 594ff5e41153ebf029d71dc73d47fb153def2e92c59fe2ef951c05982d0e34a6 (978bd26371b161fba8ef5f51fe06286083f4508b)
- 0e23abf0e54c192d8acb1caa0b866b6782c0f6035f30b17d730c8639079b93f8 (8a1b50fd3b768e932c7e27c8f2fb865550b30c9d)
- 3d73cde6bc25acaa6ef5ff3605060939b2728722b0c7b513aafda5e540cb3433 (60d4508c0905076941c18442cf46dcd2d297af4e)
- 925d862e3db14b31408bf1d3ae041e94d900baff10eba5e2dd0c8c8326e27616 (c82795a19ecfcf77681f3369387411a66bc0ac82)
- 252cf148b2ba46233b68c095e8e4d0fa946bb2caa6eec0b56ce14dcf9f135fc0 (2ff7d8e1a3845e78c6d04ddff878b9d4a350c6be)
- 184fea41a69240a35f589c10f56f1b53700986e70169ba53d6d405c4f018713b (ca39f4f2996b74c3a154c1e4ec40ad08f36a6af6)
- d8bc4403d3d2578da5b6a066e7a653185c0f1b5e084a48000a4a755514b8ff49 (7eaaba457b3a5a1968c492c59f00a9d557cf270c)

Magnum-Mistral-Context.json

@@ -0,0 +1,12 @@
+{
+    "story_string": "[INST] {{#if system}} {{system}}\n{{/if}}{{#if wiBefore}}{{wiBefore}}\n{{/if}}{{#if description}}{{description}}\n{{/if}}{{#if personality}}{{char}}'s personality: {{personality}}\n{{/if}}{{#if scenario}}Scenario: {{scenario}}\n{{/if}}{{#if wiAfter}}{{wiAfter}}\n{{/if}}{{#if persona}}{{persona}}\n{{/if}}\nLet's get started. Please respond based on the information and instructions provided above.[/INST] ",
+    "example_separator": "",
+    "chat_start": "",
+    "use_stop_strings": false,
+    "allow_jailbreak": false,
+    "always_force_name2": true,
+    "trim_sentences": false,
+    "include_newline": false,
+    "single_line": false,
+    "name": "Mistral"
+}

Magnum-Mistral-Instruct.json

@@ -0,0 +1,24 @@
+{
+    "system_prompt": "Write {{char}}'s next reply in this fictional roleplay with {{user}}.",
+    "input_sequence": "[INST] ",
+    "output_sequence": "",
+    "last_output_sequence": "",
+    "system_sequence": "",
+    "stop_sequence": "</s>",
+    "wrap": false,
+    "macro": true,
+    "names": true,
+    "names_force_groups": true,
+    "activation_regex": "",
+    "system_sequence_prefix": "",
+    "system_sequence_suffix": "",
+    "first_output_sequence": "",
+    "skip_examples": false,
+    "output_suffix": "</s>",
+    "input_suffix": "[/INST] ",
+    "system_suffix": "",
+    "user_alignment_message": "",
+    "system_same_as_user": true,
+    "last_system_sequence": "",
+    "name": "Mistral"
+}

README.md

@@ -0,0 +1,60 @@
+---
+license: other
+license_name: mrl
+license_link: https://mistral.ai/licenses/MRL-0.1.md
+language:
+  - en
+  - fr
+  - de
+  - es
+  - it
+  - pt
+  - ru
+  - zh
+  - ja
+pipeline_tag: text-generation
+tags:
+- chat
+---
+
+
+
+![image/png](https://cdn-uploads.huggingface.co/production/uploads/6491e00e057b0928b3e07b75/hkPzhL-xYPeGGKCyAf3Qd.png)
+This is the sixth in a series of models designed to replicate the prose quality of the Claude 3 models, specifically Sonnet and Opus. This model is fine-tuned on top of [Mistral-Large-Instruct-2407](https://huggingface.co/mistralai/Mistral-Large-Instruct-2407).
+
+## Prompting
+Model has been Instruct tuned with the Mistral formatting. A typical input would look like this:
+
+```py
+<s>[INST] SYSTEM MESSAGE\nUSER MESSAGE[/INST] ASSISTANT MESSAGE</s>[INST] USER MESSAGE[/INST]
+```
+
+We also provide SillyTavern presets for [Context](https://huggingface.co/anthracite-org/Magnum-123b-v1/resolve/main/Magnum-Mistral-Context.json) and [Instruct](https://huggingface.co/anthracite-org/Magnum-123b-v1/raw/main/Magnum-Mistral-Instruct.json) respectively.
+
+The Mistral preset included in SillyTavern seems to be misconfigured by default, so we recommend using these as a replacement.
+
+## Credits
+- [anthracite-org/Stheno-Data-Filtered](https://huggingface.co/datasets/anthracite-org/Stheno-Data-Filtered)
+- [anthracite-org/kalo-opus-instruct-22k-no-refusal](https://huggingface.co/datasets/anthracite-org/kalo-opus-instruct-22k-no-refusal)
+- [anthracite-org/nopm_claude_writing_fixed](https://huggingface.co/datasets/anthracite-org/nopm_claude_writing_fixed)
+
+This model has been a team effort, and the credits goes to all members of Anthracite.
+
+## Training
+The training was done for 1.5 epochs. We used 8x [AMD Instinct™ MI300X Accelerators](https://www.amd.com/en/products/accelerators/instinct/mi300/mi300x.html) for the full-parameter fine-tuning of the model.
+
+In addition to this, we noticed that Mistral Large models seemed much more sensitive to learning rate adjustments than other models:
+
+![image/png](https://cdn-uploads.huggingface.co/production/uploads/6491e00e057b0928b3e07b75/xCK3ISKF6pWcMyO7MEzTA.png)
+
+We hypothesize this is primarily due to the particularly narrow and low variance weight distributions typical of Mistral derived models regardless of their scale.
+
+In the end, due to the costs that would be involved in training another full 2 epochs run ($600) on an even lower rate, we settled on our third attempt: 2e-6 with an effective batch size of 64. We chose to publish the 1.5 epoch run after manually testing and comparing it.
+
+![image/png](https://cdn-uploads.huggingface.co/production/uploads/6491e00e057b0928b3e07b75/d9_cBy-DuWrdnoVBbAvRV.png)
+Also, we notice a correlation between the significance of the 2nd epoch loss drop and the strength of the learning rate, implying 4e-6 leads to more catastrophic forgetting.
+
+[<img src="https://raw.githubusercontent.com/OpenAccess-AI-Collective/axolotl/main/image/axolotl-badge-web.png" alt="Built with Axolotl" width="200" height="32"/>](https://github.com/OpenAccess-AI-Collective/axolotl)
+
+## Safety
+...

config.json

@@ -0,0 +1,38 @@
+{
+    "_name_or_path": "anthracite-org/magnum-v2-123b",
+    "architectures": [
+        "MistralForCausalLM"
+    ],
+    "attention_dropout": 0.0,
+    "bos_token_id": 1,
+    "eos_token_id": 2,
+    "head_dim": 128,
+    "hidden_act": "silu",
+    "hidden_size": 12288,
+    "initializer_range": 0.02,
+    "intermediate_size": 28672,
+    "max_position_embeddings": 131072,
+    "model_type": "mistral",
+    "num_attention_heads": 96,
+    "num_hidden_layers": 88,
+    "num_key_value_heads": 8,
+    "rms_norm_eps": 1e-05,
+    "rope_theta": 1000000.0,
+    "sliding_window": null,
+    "tie_word_embeddings": false,
+    "torch_dtype": "bfloat16",
+    "transformers_version": "4.43.4",
+    "use_cache": false,
+    "vocab_size": 32768,
+    "quantization_config": {
+        "quant_method": "exl2",
+        "version": "0.1.8",
+        "bits": 6.5,
+        "head_bits": 8,
+        "calibration": {
+            "rows": 115,
+            "length": 2048,
+            "dataset": "(default)"
+        }
+    }
+}

generation_config.json

@@ -0,0 +1,7 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "do_sample": true,
+  "eos_token_id": 2,
+  "transformers_version": "4.43.4"
+}

huggingface-metadata.txt

@@ -0,0 +1,56 @@
+url: https://huggingface.co/anthracite-org/magnum-v2-123b
+branch: main
+download date: 2024-08-20 20:38:17
+sha256sum:
+    b63545d29e199cc3c2ced24069a99499de6eec7841d01966a0010ce6d7c0070b model-00001-of-00051.safetensors
+    10a9499fcd081b71f0645296eb5d993f5519ba78373cc79217f3661e01d9ba0c model-00002-of-00051.safetensors
+    7885548a786dc70c2c4d0f2568c093734f64294f3bc4c6d5be8128712f773049 model-00003-of-00051.safetensors
+    c2578e10a98f1b3fe676f967c8c5d62a57aacc5be4fead763a22c613114e9953 model-00004-of-00051.safetensors
+    869b163315a289138e2edfc5da127da1c72d3c067e2e0f54c0c4b90614e1d4c5 model-00005-of-00051.safetensors
+    06ac66b89e2c562f0c2330acd216d8eed8521de136387413c847d95f349aed4d model-00006-of-00051.safetensors
+    b614f837fac1e1814b40472f3a7bd044d7d1d3b530403d3be20423c5dc873cd6 model-00007-of-00051.safetensors
+    3c5155d43bf23fda3fbe859244e92391c5589dafbbb5c35eafed1bc433c9f0ca model-00008-of-00051.safetensors
+    a49ebf69aecdc0498f04de2ae442bdaf85b81f46e1b1dcfd3fd71dd6e4efef31 model-00009-of-00051.safetensors
+    a77659fa670aae2ab360becacb25075c2050f8cdbbb839a67dc323dcb377f626 model-00010-of-00051.safetensors
+    1f4282579db61c37ac65bac93b68b8b43a950fb4a1a770e34595cc4743da16d1 model-00011-of-00051.safetensors
+    8c90ddb913baae3f82b4d8be61c8375b7c8f10aa0a6be9e178b88d4cad56fd6a model-00012-of-00051.safetensors
+    cce2e625bb1b43e4fc26ce9ab73f6a89567e02b025b2080336437b2628b86d00 model-00013-of-00051.safetensors
+    ccf2297c29ecb1d11c8106129479dd522942eeef28b9d3bc7f384fc59383cd04 model-00014-of-00051.safetensors
+    57f7d496010668efcae73ab778c9f330144543a6177898082dba8620ab4ecf99 model-00015-of-00051.safetensors
+    850e664ada275a1770b3143a4433003f125253cf6601677e749cac4c181330ad model-00016-of-00051.safetensors
+    648aeb07ef49d8f2e86a635b8f027920ea032398e9c505a9e8f7246bd40af967 model-00017-of-00051.safetensors
+    8e4958d08f7c2edc9326115b72355fecd68fc6baec7fa0b6bcef7e468b3a4926 model-00018-of-00051.safetensors
+    b57c7f4ac6f79b988a886d25f68a3d6bda4e3c6218618c08cdad5a4af061dbcd model-00019-of-00051.safetensors
+    a113f26f46c504aff200d5b3ecf56f95193da14627fcdea2a48bf42578ce42f2 model-00020-of-00051.safetensors
+    7b688bf184ae246463ccf20e0e1cc4f1f91c77ff6d04b864c9a140989813f1e2 model-00021-of-00051.safetensors
+    c8aaabc57f27ae9066b9ebfb7b6790dde0a0e079eeb1c3d0ada0d7b81f031f11 model-00022-of-00051.safetensors
+    ede5bb35a4f6603a0ea5853a8f97522d4a1e07d5bbe9cd5e9128f26357917d55 model-00023-of-00051.safetensors
+    0ac11ddd6461a925a98af8a87df06a83b7b83275172b2c4f398c226cffc90a05 model-00024-of-00051.safetensors
+    568e6abd4d8c017890779a0b2b63f89c72b6f6df1e1ebf1695cbe8329bcf9961 model-00025-of-00051.safetensors
+    d53c59e70dc84e44e60ae6c1d07ccc900c68e9036520ac17eefa3d2ef8791562 model-00026-of-00051.safetensors
+    06d4215201dcb43d4507dceadec8449f5c17413b37ebf7ed3539830b3120c889 model-00027-of-00051.safetensors
+    ee633d870e7854bcabfb598df8198f863eab600e57a9f1e583541a3675c16a71 model-00028-of-00051.safetensors
+    198cb48259feb57ef814c3844333360c4fa9d038947c1cf57bae575e4723404c model-00029-of-00051.safetensors
+    8a4378fadbb36bf8a5bfff2b2a1d6f828034e48cdd61794691e95cda15077f9d model-00030-of-00051.safetensors
+    6ee575584174539dca9a5c009a5e56e72fbedcf11eb55d45a55b71534d59b8e1 model-00031-of-00051.safetensors
+    d6896a6bb8c740958743dcb936001bea0f43736367f7cb9dfa78eaa89b6859c9 model-00032-of-00051.safetensors
+    1354e3e8065893997b27b0f7cdd061d539450ccdf850e297f725248b3e58cc39 model-00033-of-00051.safetensors
+    1cc989258d4da18a162026645978f47ae26b0de68e4cccda9fc91b97936033f0 model-00034-of-00051.safetensors
+    4e0697ba0a1eea1b22b6f8aa132f54b706e433fec0ec337b0a2c0733a8d46773 model-00035-of-00051.safetensors
+    6595022c378b8a15520161d3b1532b8a5973cc447cf901b3862ec40c2d21575b model-00036-of-00051.safetensors
+    393741d825ef66bc7d4a9ea269e8fb822010d51c9568823754a90c4d248f3f97 model-00037-of-00051.safetensors
+    2f27535853f05d470193fc3dc498a504a9345e9476c8c3eb45c76aa0fb104cde model-00038-of-00051.safetensors
+    3954c03a166c9dc7b8a3492ff20c014963ecc4987d4eaecf8277467aae5ba9b7 model-00039-of-00051.safetensors
+    1278e34fd2f0b34d382b57adeddcfe56ba7c1fe4e311ce5d7ba0c0db65189317 model-00040-of-00051.safetensors
+    e9a8a858ff6923ab488d34449594271e2ff02ce5f675f9b143714eec4aaafa13 model-00041-of-00051.safetensors
+    081869431ab2a9709a7de7db81d8a6ae892f1dc15a6e0fd7776ee09f3b980c3d model-00042-of-00051.safetensors
+    5c4c84b56161798aa6f3f6dc99bb3fad7ff18a761c1b14906d41ea1b74777b6a model-00043-of-00051.safetensors
+    9dc2253ccb8abdafa9ac2c1ad95d76383b49d087378c56687eeba68a74aaa8ca model-00044-of-00051.safetensors
+    4421389a9086cc660118925a246a3d98410425d7b5a3012faf3db46b7482dc04 model-00045-of-00051.safetensors
+    d449e0a4615c859ce3fdc1011dc43cfff589dfa2edaf89a0bc7417729caa0ad5 model-00046-of-00051.safetensors
+    9c116e2fc63dc6a82d9d5397b6d17e08fa137c5b6104c19f098f81924991ee3f model-00047-of-00051.safetensors
+    975cf375c48933f9580631b4ea1ef53f17d1555e72146c7b95268c0b3b265a83 model-00048-of-00051.safetensors
+    b4d67fad680da0474f62751ec585b2a66d9e9da9167104fb188c320bd6587e6b model-00049-of-00051.safetensors
+    7cb39a7132201471915cb7a0de7149d537e010c7a818009ad88ce1509c676702 model-00050-of-00051.safetensors
+    cff62769bdfb8ee1edae24564ebf03582bacde68f9a3698708fd5e75b69a6bce model-00051-of-00051.safetensors
+    59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06 tokenizer.model

model.safetensors.index.json

@@ -0,0 +1,802 @@
+{
+  "metadata": {
+    "total_size": 245220139008
+  },
+  "weight_map": {
+    "lm_head.weight": "model-00051-of-00051.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00051.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00051.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00051.safetensors",
+    "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00002-of-00051.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00002-of-00051.safetensors",
+    "model.layers.1.self_attn.k_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.1.self_attn.q_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.1.self_attn.v_proj.weight": "model-00001-of-00051.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00007-of-00051.safetensors",
+    "model.layers.10.mlp.down_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.10.mlp.gate_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.10.mlp.up_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00007-of-00051.safetensors",
+    "model.layers.10.self_attn.k_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.10.self_attn.q_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.10.self_attn.v_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00007-of-00051.safetensors",
+    "model.layers.11.mlp.down_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.11.mlp.gate_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.11.mlp.up_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00007-of-00051.safetensors",
+    "model.layers.11.self_attn.k_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.11.self_attn.q_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.11.self_attn.v_proj.weight": "model-00007-of-00051.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00008-of-00051.safetensors",
+    "model.layers.12.mlp.down_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.12.mlp.gate_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.12.mlp.up_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00008-of-00051.safetensors",
+    "model.layers.12.self_attn.k_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.12.self_attn.q_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.12.self_attn.v_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00009-of-00051.safetensors",
+    "model.layers.13.mlp.down_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.13.mlp.gate_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.13.mlp.up_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00009-of-00051.safetensors",
+    "model.layers.13.self_attn.k_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.13.self_attn.q_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.13.self_attn.v_proj.weight": "model-00008-of-00051.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00009-of-00051.safetensors",
+    "model.layers.14.mlp.down_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.14.mlp.gate_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.14.mlp.up_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00009-of-00051.safetensors",
+    "model.layers.14.self_attn.k_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.14.self_attn.q_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.14.self_attn.v_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00010-of-00051.safetensors",
+    "model.layers.15.mlp.down_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.15.mlp.gate_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.15.mlp.up_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00010-of-00051.safetensors",
+    "model.layers.15.self_attn.k_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.15.self_attn.q_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.15.self_attn.v_proj.weight": "model-00009-of-00051.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00010-of-00051.safetensors",
+    "model.layers.16.mlp.down_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.16.mlp.gate_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.16.mlp.up_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00010-of-00051.safetensors",
+    "model.layers.16.self_attn.k_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.16.self_attn.q_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.16.self_attn.v_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00011-of-00051.safetensors",
+    "model.layers.17.mlp.down_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.17.mlp.gate_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.17.mlp.up_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00011-of-00051.safetensors",
+    "model.layers.17.self_attn.k_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.17.self_attn.q_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.17.self_attn.v_proj.weight": "model-00010-of-00051.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00011-of-00051.safetensors",
+    "model.layers.18.mlp.down_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.18.mlp.gate_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.18.mlp.up_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00011-of-00051.safetensors",
+    "model.layers.18.self_attn.k_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.18.self_attn.q_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.18.self_attn.v_proj.weight": "model-00011-of-00051.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00012-of-00051.safetensors",
+    "model.layers.19.mlp.down_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.19.mlp.gate_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.19.mlp.up_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00012-of-00051.safetensors",
+    "model.layers.19.self_attn.k_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.19.self_attn.q_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.19.self_attn.v_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00002-of-00051.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00002-of-00051.safetensors",
+    "model.layers.2.self_attn.k_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.2.self_attn.q_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.2.self_attn.v_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00013-of-00051.safetensors",
+    "model.layers.20.mlp.down_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.20.mlp.gate_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.20.mlp.up_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00013-of-00051.safetensors",
+    "model.layers.20.self_attn.k_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.20.self_attn.q_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.20.self_attn.v_proj.weight": "model-00012-of-00051.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00013-of-00051.safetensors",
+    "model.layers.21.mlp.down_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.21.mlp.gate_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.21.mlp.up_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00013-of-00051.safetensors",
+    "model.layers.21.self_attn.k_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.21.self_attn.q_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.21.self_attn.v_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00014-of-00051.safetensors",
+    "model.layers.22.mlp.down_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.22.mlp.gate_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.22.mlp.up_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00014-of-00051.safetensors",
+    "model.layers.22.self_attn.k_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.22.self_attn.q_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.22.self_attn.v_proj.weight": "model-00013-of-00051.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00014-of-00051.safetensors",
+    "model.layers.23.mlp.down_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.23.mlp.gate_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.23.mlp.up_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00014-of-00051.safetensors",
+    "model.layers.23.self_attn.k_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.23.self_attn.q_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.23.self_attn.v_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00015-of-00051.safetensors",
+    "model.layers.24.mlp.down_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.24.mlp.gate_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.24.mlp.up_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00015-of-00051.safetensors",
+    "model.layers.24.self_attn.k_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.24.self_attn.q_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.24.self_attn.v_proj.weight": "model-00014-of-00051.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00015-of-00051.safetensors",
+    "model.layers.25.mlp.down_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.25.mlp.gate_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.25.mlp.up_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00015-of-00051.safetensors",
+    "model.layers.25.self_attn.k_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.25.self_attn.q_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.25.self_attn.v_proj.weight": "model-00015-of-00051.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00016-of-00051.safetensors",
+    "model.layers.26.mlp.down_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.26.mlp.gate_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.26.mlp.up_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00016-of-00051.safetensors",
+    "model.layers.26.self_attn.k_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.26.self_attn.q_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.26.self_attn.v_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00017-of-00051.safetensors",
+    "model.layers.27.mlp.down_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.27.mlp.gate_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.27.mlp.up_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00017-of-00051.safetensors",
+    "model.layers.27.self_attn.k_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.27.self_attn.q_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.27.self_attn.v_proj.weight": "model-00016-of-00051.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00017-of-00051.safetensors",
+    "model.layers.28.mlp.down_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.28.mlp.gate_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.28.mlp.up_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00017-of-00051.safetensors",
+    "model.layers.28.self_attn.k_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.28.self_attn.q_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.28.self_attn.v_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00018-of-00051.safetensors",
+    "model.layers.29.mlp.down_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.29.mlp.gate_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.29.mlp.up_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00018-of-00051.safetensors",
+    "model.layers.29.self_attn.k_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.29.self_attn.q_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.29.self_attn.v_proj.weight": "model-00017-of-00051.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00003-of-00051.safetensors",
+    "model.layers.3.mlp.down_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.3.mlp.gate_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.3.mlp.up_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00003-of-00051.safetensors",
+    "model.layers.3.self_attn.k_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.3.self_attn.q_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.3.self_attn.v_proj.weight": "model-00002-of-00051.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00018-of-00051.safetensors",
+    "model.layers.30.mlp.down_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.30.mlp.gate_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.30.mlp.up_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00018-of-00051.safetensors",
+    "model.layers.30.self_attn.k_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.30.self_attn.q_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.30.self_attn.v_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00019-of-00051.safetensors",
+    "model.layers.31.mlp.down_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.31.mlp.gate_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.31.mlp.up_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00019-of-00051.safetensors",
+    "model.layers.31.self_attn.k_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.31.self_attn.q_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.31.self_attn.v_proj.weight": "model-00018-of-00051.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00019-of-00051.safetensors",
+    "model.layers.32.mlp.down_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.32.mlp.gate_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.32.mlp.up_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00019-of-00051.safetensors",
+    "model.layers.32.self_attn.k_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.32.self_attn.q_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.32.self_attn.v_proj.weight": "model-00019-of-00051.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00020-of-00051.safetensors",
+    "model.layers.33.mlp.down_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.33.mlp.gate_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.33.mlp.up_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00020-of-00051.safetensors",
+    "model.layers.33.self_attn.k_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.33.self_attn.q_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.33.self_attn.v_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00021-of-00051.safetensors",
+    "model.layers.34.mlp.down_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.34.mlp.gate_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.34.mlp.up_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00021-of-00051.safetensors",
+    "model.layers.34.self_attn.k_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.34.self_attn.q_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.34.self_attn.v_proj.weight": "model-00020-of-00051.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00021-of-00051.safetensors",
+    "model.layers.35.mlp.down_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.35.mlp.gate_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.35.mlp.up_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00021-of-00051.safetensors",
+    "model.layers.35.self_attn.k_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.35.self_attn.q_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.35.self_attn.v_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00022-of-00051.safetensors",
+    "model.layers.36.mlp.down_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.36.mlp.gate_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.36.mlp.up_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00022-of-00051.safetensors",
+    "model.layers.36.self_attn.k_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.36.self_attn.q_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.36.self_attn.v_proj.weight": "model-00021-of-00051.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00022-of-00051.safetensors",
+    "model.layers.37.mlp.down_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.37.mlp.gate_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.37.mlp.up_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00022-of-00051.safetensors",
+    "model.layers.37.self_attn.k_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.37.self_attn.q_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.37.self_attn.v_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00023-of-00051.safetensors",
+    "model.layers.38.mlp.down_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.38.mlp.gate_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.38.mlp.up_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00023-of-00051.safetensors",
+    "model.layers.38.self_attn.k_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.38.self_attn.q_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.38.self_attn.v_proj.weight": "model-00022-of-00051.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00023-of-00051.safetensors",
+    "model.layers.39.mlp.down_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.39.mlp.gate_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.39.mlp.up_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00023-of-00051.safetensors",
+    "model.layers.39.self_attn.k_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.39.self_attn.q_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.39.self_attn.v_proj.weight": "model-00023-of-00051.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00003-of-00051.safetensors",
+    "model.layers.4.mlp.down_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.4.mlp.gate_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.4.mlp.up_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00003-of-00051.safetensors",
+    "model.layers.4.self_attn.k_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.4.self_attn.q_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.4.self_attn.v_proj.weight": "model-00003-of-00051.safetensors",
+    "model.layers.40.input_layernorm.weight": "model-00024-of-00051.safetensors",
+    "model.layers.40.mlp.down_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.40.mlp.gate_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.40.mlp.up_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.40.post_attention_layernorm.weight": "model-00024-of-00051.safetensors",
+    "model.layers.40.self_attn.k_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.40.self_attn.o_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.40.self_attn.q_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.40.self_attn.v_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.41.input_layernorm.weight": "model-00025-of-00051.safetensors",
+    "model.layers.41.mlp.down_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.41.mlp.gate_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.41.mlp.up_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.41.post_attention_layernorm.weight": "model-00025-of-00051.safetensors",
+    "model.layers.41.self_attn.k_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.41.self_attn.o_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.41.self_attn.q_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.41.self_attn.v_proj.weight": "model-00024-of-00051.safetensors",
+    "model.layers.42.input_layernorm.weight": "model-00025-of-00051.safetensors",
+    "model.layers.42.mlp.down_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.42.mlp.gate_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.42.mlp.up_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.42.post_attention_layernorm.weight": "model-00025-of-00051.safetensors",
+    "model.layers.42.self_attn.k_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.42.self_attn.o_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.42.self_attn.q_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.42.self_attn.v_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.43.input_layernorm.weight": "model-00026-of-00051.safetensors",
+    "model.layers.43.mlp.down_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.43.mlp.gate_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.43.mlp.up_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.43.post_attention_layernorm.weight": "model-00026-of-00051.safetensors",
+    "model.layers.43.self_attn.k_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.43.self_attn.o_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.43.self_attn.q_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.43.self_attn.v_proj.weight": "model-00025-of-00051.safetensors",
+    "model.layers.44.input_layernorm.weight": "model-00026-of-00051.safetensors",
+    "model.layers.44.mlp.down_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.44.mlp.gate_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.44.mlp.up_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.44.post_attention_layernorm.weight": "model-00026-of-00051.safetensors",
+    "model.layers.44.self_attn.k_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.44.self_attn.o_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.44.self_attn.q_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.44.self_attn.v_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.45.input_layernorm.weight": "model-00027-of-00051.safetensors",
+    "model.layers.45.mlp.down_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.45.mlp.gate_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.45.mlp.up_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.45.post_attention_layernorm.weight": "model-00027-of-00051.safetensors",
+    "model.layers.45.self_attn.k_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.45.self_attn.o_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.45.self_attn.q_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.45.self_attn.v_proj.weight": "model-00026-of-00051.safetensors",
+    "model.layers.46.input_layernorm.weight": "model-00027-of-00051.safetensors",
+    "model.layers.46.mlp.down_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.46.mlp.gate_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.46.mlp.up_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.46.post_attention_layernorm.weight": "model-00027-of-00051.safetensors",
+    "model.layers.46.self_attn.k_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.46.self_attn.o_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.46.self_attn.q_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.46.self_attn.v_proj.weight": "model-00027-of-00051.safetensors",
+    "model.layers.47.input_layernorm.weight": "model-00028-of-00051.safetensors",
+    "model.layers.47.mlp.down_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.47.mlp.gate_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.47.mlp.up_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.47.post_attention_layernorm.weight": "model-00028-of-00051.safetensors",
+    "model.layers.47.self_attn.k_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.47.self_attn.o_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.47.self_attn.q_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.47.self_attn.v_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.48.input_layernorm.weight": "model-00029-of-00051.safetensors",
+    "model.layers.48.mlp.down_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.48.mlp.gate_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.48.mlp.up_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.48.post_attention_layernorm.weight": "model-00029-of-00051.safetensors",
+    "model.layers.48.self_attn.k_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.48.self_attn.o_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.48.self_attn.q_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.48.self_attn.v_proj.weight": "model-00028-of-00051.safetensors",
+    "model.layers.49.input_layernorm.weight": "model-00029-of-00051.safetensors",
+    "model.layers.49.mlp.down_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.49.mlp.gate_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.49.mlp.up_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.49.post_attention_layernorm.weight": "model-00029-of-00051.safetensors",
+    "model.layers.49.self_attn.k_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.49.self_attn.o_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.49.self_attn.q_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.49.self_attn.v_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00004-of-00051.safetensors",
+    "model.layers.5.mlp.down_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.5.mlp.gate_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.5.mlp.up_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00004-of-00051.safetensors",
+    "model.layers.5.self_attn.k_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.5.self_attn.q_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.5.self_attn.v_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.50.input_layernorm.weight": "model-00030-of-00051.safetensors",
+    "model.layers.50.mlp.down_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.50.mlp.gate_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.50.mlp.up_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.50.post_attention_layernorm.weight": "model-00030-of-00051.safetensors",
+    "model.layers.50.self_attn.k_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.50.self_attn.o_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.50.self_attn.q_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.50.self_attn.v_proj.weight": "model-00029-of-00051.safetensors",
+    "model.layers.51.input_layernorm.weight": "model-00030-of-00051.safetensors",
+    "model.layers.51.mlp.down_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.51.mlp.gate_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.51.mlp.up_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.51.post_attention_layernorm.weight": "model-00030-of-00051.safetensors",
+    "model.layers.51.self_attn.k_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.51.self_attn.o_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.51.self_attn.q_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.51.self_attn.v_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.52.input_layernorm.weight": "model-00031-of-00051.safetensors",
+    "model.layers.52.mlp.down_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.52.mlp.gate_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.52.mlp.up_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.52.post_attention_layernorm.weight": "model-00031-of-00051.safetensors",
+    "model.layers.52.self_attn.k_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.52.self_attn.o_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.52.self_attn.q_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.52.self_attn.v_proj.weight": "model-00030-of-00051.safetensors",
+    "model.layers.53.input_layernorm.weight": "model-00031-of-00051.safetensors",
+    "model.layers.53.mlp.down_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.53.mlp.gate_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.53.mlp.up_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.53.post_attention_layernorm.weight": "model-00031-of-00051.safetensors",
+    "model.layers.53.self_attn.k_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.53.self_attn.o_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.53.self_attn.q_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.53.self_attn.v_proj.weight": "model-00031-of-00051.safetensors",
+    "model.layers.54.input_layernorm.weight": "model-00032-of-00051.safetensors",
+    "model.layers.54.mlp.down_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.54.mlp.gate_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.54.mlp.up_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.54.post_attention_layernorm.weight": "model-00032-of-00051.safetensors",
+    "model.layers.54.self_attn.k_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.54.self_attn.o_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.54.self_attn.q_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.54.self_attn.v_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.55.input_layernorm.weight": "model-00033-of-00051.safetensors",
+    "model.layers.55.mlp.down_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.55.mlp.gate_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.55.mlp.up_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.55.post_attention_layernorm.weight": "model-00033-of-00051.safetensors",
+    "model.layers.55.self_attn.k_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.55.self_attn.o_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.55.self_attn.q_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.55.self_attn.v_proj.weight": "model-00032-of-00051.safetensors",
+    "model.layers.56.input_layernorm.weight": "model-00033-of-00051.safetensors",
+    "model.layers.56.mlp.down_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.56.mlp.gate_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.56.mlp.up_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.56.post_attention_layernorm.weight": "model-00033-of-00051.safetensors",
+    "model.layers.56.self_attn.k_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.56.self_attn.o_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.56.self_attn.q_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.56.self_attn.v_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.57.input_layernorm.weight": "model-00034-of-00051.safetensors",
+    "model.layers.57.mlp.down_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.57.mlp.gate_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.57.mlp.up_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.57.post_attention_layernorm.weight": "model-00034-of-00051.safetensors",
+    "model.layers.57.self_attn.k_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.57.self_attn.o_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.57.self_attn.q_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.57.self_attn.v_proj.weight": "model-00033-of-00051.safetensors",
+    "model.layers.58.input_layernorm.weight": "model-00034-of-00051.safetensors",
+    "model.layers.58.mlp.down_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.58.mlp.gate_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.58.mlp.up_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.58.post_attention_layernorm.weight": "model-00034-of-00051.safetensors",
+    "model.layers.58.self_attn.k_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.58.self_attn.o_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.58.self_attn.q_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.58.self_attn.v_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.59.input_layernorm.weight": "model-00035-of-00051.safetensors",
+    "model.layers.59.mlp.down_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.59.mlp.gate_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.59.mlp.up_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.59.post_attention_layernorm.weight": "model-00035-of-00051.safetensors",
+    "model.layers.59.self_attn.k_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.59.self_attn.o_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.59.self_attn.q_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.59.self_attn.v_proj.weight": "model-00034-of-00051.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00005-of-00051.safetensors",
+    "model.layers.6.mlp.down_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.6.mlp.gate_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.6.mlp.up_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00005-of-00051.safetensors",
+    "model.layers.6.self_attn.k_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.6.self_attn.q_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.6.self_attn.v_proj.weight": "model-00004-of-00051.safetensors",
+    "model.layers.60.input_layernorm.weight": "model-00035-of-00051.safetensors",
+    "model.layers.60.mlp.down_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.60.mlp.gate_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.60.mlp.up_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.60.post_attention_layernorm.weight": "model-00035-of-00051.safetensors",
+    "model.layers.60.self_attn.k_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.60.self_attn.o_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.60.self_attn.q_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.60.self_attn.v_proj.weight": "model-00035-of-00051.safetensors",
+    "model.layers.61.input_layernorm.weight": "model-00036-of-00051.safetensors",
+    "model.layers.61.mlp.down_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.61.mlp.gate_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.61.mlp.up_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.61.post_attention_layernorm.weight": "model-00036-of-00051.safetensors",
+    "model.layers.61.self_attn.k_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.61.self_attn.o_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.61.self_attn.q_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.61.self_attn.v_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.62.input_layernorm.weight": "model-00037-of-00051.safetensors",
+    "model.layers.62.mlp.down_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.62.mlp.gate_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.62.mlp.up_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.62.post_attention_layernorm.weight": "model-00037-of-00051.safetensors",
+    "model.layers.62.self_attn.k_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.62.self_attn.o_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.62.self_attn.q_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.62.self_attn.v_proj.weight": "model-00036-of-00051.safetensors",
+    "model.layers.63.input_layernorm.weight": "model-00037-of-00051.safetensors",
+    "model.layers.63.mlp.down_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.63.mlp.gate_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.63.mlp.up_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.63.post_attention_layernorm.weight": "model-00037-of-00051.safetensors",
+    "model.layers.63.self_attn.k_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.63.self_attn.o_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.63.self_attn.q_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.63.self_attn.v_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.64.input_layernorm.weight": "model-00038-of-00051.safetensors",
+    "model.layers.64.mlp.down_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.64.mlp.gate_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.64.mlp.up_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.64.post_attention_layernorm.weight": "model-00038-of-00051.safetensors",
+    "model.layers.64.self_attn.k_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.64.self_attn.o_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.64.self_attn.q_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.64.self_attn.v_proj.weight": "model-00037-of-00051.safetensors",
+    "model.layers.65.input_layernorm.weight": "model-00038-of-00051.safetensors",
+    "model.layers.65.mlp.down_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.65.mlp.gate_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.65.mlp.up_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.65.post_attention_layernorm.weight": "model-00038-of-00051.safetensors",
+    "model.layers.65.self_attn.k_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.65.self_attn.o_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.65.self_attn.q_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.65.self_attn.v_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.66.input_layernorm.weight": "model-00039-of-00051.safetensors",
+    "model.layers.66.mlp.down_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.66.mlp.gate_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.66.mlp.up_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.66.post_attention_layernorm.weight": "model-00039-of-00051.safetensors",
+    "model.layers.66.self_attn.k_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.66.self_attn.o_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.66.self_attn.q_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.66.self_attn.v_proj.weight": "model-00038-of-00051.safetensors",
+    "model.layers.67.input_layernorm.weight": "model-00039-of-00051.safetensors",
+    "model.layers.67.mlp.down_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.67.mlp.gate_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.67.mlp.up_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.67.post_attention_layernorm.weight": "model-00039-of-00051.safetensors",
+    "model.layers.67.self_attn.k_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.67.self_attn.o_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.67.self_attn.q_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.67.self_attn.v_proj.weight": "model-00039-of-00051.safetensors",
+    "model.layers.68.input_layernorm.weight": "model-00040-of-00051.safetensors",
+    "model.layers.68.mlp.down_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.68.mlp.gate_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.68.mlp.up_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.68.post_attention_layernorm.weight": "model-00040-of-00051.safetensors",
+    "model.layers.68.self_attn.k_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.68.self_attn.o_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.68.self_attn.q_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.68.self_attn.v_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.69.input_layernorm.weight": "model-00041-of-00051.safetensors",
+    "model.layers.69.mlp.down_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.69.mlp.gate_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.69.mlp.up_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.69.post_attention_layernorm.weight": "model-00041-of-00051.safetensors",
+    "model.layers.69.self_attn.k_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.69.self_attn.o_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.69.self_attn.q_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.69.self_attn.v_proj.weight": "model-00040-of-00051.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00005-of-00051.safetensors",
+    "model.layers.7.mlp.down_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.7.mlp.gate_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.7.mlp.up_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00005-of-00051.safetensors",
+    "model.layers.7.self_attn.k_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.7.self_attn.q_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.7.self_attn.v_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.70.input_layernorm.weight": "model-00041-of-00051.safetensors",
+    "model.layers.70.mlp.down_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.70.mlp.gate_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.70.mlp.up_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.70.post_attention_layernorm.weight": "model-00041-of-00051.safetensors",
+    "model.layers.70.self_attn.k_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.70.self_attn.o_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.70.self_attn.q_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.70.self_attn.v_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.71.input_layernorm.weight": "model-00042-of-00051.safetensors",
+    "model.layers.71.mlp.down_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.71.mlp.gate_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.71.mlp.up_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.71.post_attention_layernorm.weight": "model-00042-of-00051.safetensors",
+    "model.layers.71.self_attn.k_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.71.self_attn.o_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.71.self_attn.q_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.71.self_attn.v_proj.weight": "model-00041-of-00051.safetensors",
+    "model.layers.72.input_layernorm.weight": "model-00042-of-00051.safetensors",
+    "model.layers.72.mlp.down_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.72.mlp.gate_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.72.mlp.up_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.72.post_attention_layernorm.weight": "model-00042-of-00051.safetensors",
+    "model.layers.72.self_attn.k_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.72.self_attn.o_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.72.self_attn.q_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.72.self_attn.v_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.73.input_layernorm.weight": "model-00043-of-00051.safetensors",
+    "model.layers.73.mlp.down_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.73.mlp.gate_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.73.mlp.up_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.73.post_attention_layernorm.weight": "model-00043-of-00051.safetensors",
+    "model.layers.73.self_attn.k_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.73.self_attn.o_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.73.self_attn.q_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.73.self_attn.v_proj.weight": "model-00042-of-00051.safetensors",
+    "model.layers.74.input_layernorm.weight": "model-00043-of-00051.safetensors",
+    "model.layers.74.mlp.down_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.74.mlp.gate_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.74.mlp.up_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.74.post_attention_layernorm.weight": "model-00043-of-00051.safetensors",
+    "model.layers.74.self_attn.k_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.74.self_attn.o_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.74.self_attn.q_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.74.self_attn.v_proj.weight": "model-00043-of-00051.safetensors",
+    "model.layers.75.input_layernorm.weight": "model-00044-of-00051.safetensors",
+    "model.layers.75.mlp.down_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.75.mlp.gate_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.75.mlp.up_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.75.post_attention_layernorm.weight": "model-00044-of-00051.safetensors",
+    "model.layers.75.self_attn.k_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.75.self_attn.o_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.75.self_attn.q_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.75.self_attn.v_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.76.input_layernorm.weight": "model-00045-of-00051.safetensors",
+    "model.layers.76.mlp.down_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.76.mlp.gate_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.76.mlp.up_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.76.post_attention_layernorm.weight": "model-00045-of-00051.safetensors",
+    "model.layers.76.self_attn.k_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.76.self_attn.o_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.76.self_attn.q_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.76.self_attn.v_proj.weight": "model-00044-of-00051.safetensors",
+    "model.layers.77.input_layernorm.weight": "model-00045-of-00051.safetensors",
+    "model.layers.77.mlp.down_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.77.mlp.gate_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.77.mlp.up_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.77.post_attention_layernorm.weight": "model-00045-of-00051.safetensors",
+    "model.layers.77.self_attn.k_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.77.self_attn.o_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.77.self_attn.q_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.77.self_attn.v_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.78.input_layernorm.weight": "model-00046-of-00051.safetensors",
+    "model.layers.78.mlp.down_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.78.mlp.gate_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.78.mlp.up_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.78.post_attention_layernorm.weight": "model-00046-of-00051.safetensors",
+    "model.layers.78.self_attn.k_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.78.self_attn.o_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.78.self_attn.q_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.78.self_attn.v_proj.weight": "model-00045-of-00051.safetensors",
+    "model.layers.79.input_layernorm.weight": "model-00046-of-00051.safetensors",
+    "model.layers.79.mlp.down_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.79.mlp.gate_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.79.mlp.up_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.79.post_attention_layernorm.weight": "model-00046-of-00051.safetensors",
+    "model.layers.79.self_attn.k_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.79.self_attn.o_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.79.self_attn.q_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.79.self_attn.v_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00006-of-00051.safetensors",
+    "model.layers.8.mlp.down_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.8.mlp.gate_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.8.mlp.up_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00006-of-00051.safetensors",
+    "model.layers.8.self_attn.k_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.8.self_attn.q_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.8.self_attn.v_proj.weight": "model-00005-of-00051.safetensors",
+    "model.layers.80.input_layernorm.weight": "model-00047-of-00051.safetensors",
+    "model.layers.80.mlp.down_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.80.mlp.gate_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.80.mlp.up_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.80.post_attention_layernorm.weight": "model-00047-of-00051.safetensors",
+    "model.layers.80.self_attn.k_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.80.self_attn.o_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.80.self_attn.q_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.80.self_attn.v_proj.weight": "model-00046-of-00051.safetensors",
+    "model.layers.81.input_layernorm.weight": "model-00047-of-00051.safetensors",
+    "model.layers.81.mlp.down_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.81.mlp.gate_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.81.mlp.up_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.81.post_attention_layernorm.weight": "model-00047-of-00051.safetensors",
+    "model.layers.81.self_attn.k_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.81.self_attn.o_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.81.self_attn.q_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.81.self_attn.v_proj.weight": "model-00047-of-00051.safetensors",
+    "model.layers.82.input_layernorm.weight": "model-00048-of-00051.safetensors",
+    "model.layers.82.mlp.down_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.82.mlp.gate_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.82.mlp.up_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.82.post_attention_layernorm.weight": "model-00048-of-00051.safetensors",
+    "model.layers.82.self_attn.k_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.82.self_attn.o_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.82.self_attn.q_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.82.self_attn.v_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.83.input_layernorm.weight": "model-00049-of-00051.safetensors",
+    "model.layers.83.mlp.down_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.83.mlp.gate_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.83.mlp.up_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.83.post_attention_layernorm.weight": "model-00049-of-00051.safetensors",
+    "model.layers.83.self_attn.k_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.83.self_attn.o_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.83.self_attn.q_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.83.self_attn.v_proj.weight": "model-00048-of-00051.safetensors",
+    "model.layers.84.input_layernorm.weight": "model-00049-of-00051.safetensors",
+    "model.layers.84.mlp.down_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.84.mlp.gate_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.84.mlp.up_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.84.post_attention_layernorm.weight": "model-00049-of-00051.safetensors",
+    "model.layers.84.self_attn.k_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.84.self_attn.o_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.84.self_attn.q_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.84.self_attn.v_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.85.input_layernorm.weight": "model-00050-of-00051.safetensors",
+    "model.layers.85.mlp.down_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.85.mlp.gate_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.85.mlp.up_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.85.post_attention_layernorm.weight": "model-00050-of-00051.safetensors",
+    "model.layers.85.self_attn.k_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.85.self_attn.o_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.85.self_attn.q_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.85.self_attn.v_proj.weight": "model-00049-of-00051.safetensors",
+    "model.layers.86.input_layernorm.weight": "model-00050-of-00051.safetensors",
+    "model.layers.86.mlp.down_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.86.mlp.gate_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.86.mlp.up_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.86.post_attention_layernorm.weight": "model-00050-of-00051.safetensors",
+    "model.layers.86.self_attn.k_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.86.self_attn.o_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.86.self_attn.q_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.86.self_attn.v_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.87.input_layernorm.weight": "model-00051-of-00051.safetensors",
+    "model.layers.87.mlp.down_proj.weight": "model-00051-of-00051.safetensors",
+    "model.layers.87.mlp.gate_proj.weight": "model-00051-of-00051.safetensors",
+    "model.layers.87.mlp.up_proj.weight": "model-00051-of-00051.safetensors",
+    "model.layers.87.post_attention_layernorm.weight": "model-00051-of-00051.safetensors",
+    "model.layers.87.self_attn.k_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.87.self_attn.o_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.87.self_attn.q_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.87.self_attn.v_proj.weight": "model-00050-of-00051.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00006-of-00051.safetensors",
+    "model.layers.9.mlp.down_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.9.mlp.gate_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.9.mlp.up_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00006-of-00051.safetensors",
+    "model.layers.9.self_attn.k_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.9.self_attn.q_proj.weight": "model-00006-of-00051.safetensors",
+    "model.layers.9.self_attn.v_proj.weight": "model-00006-of-00051.safetensors",
+    "model.norm.weight": "model-00051-of-00051.safetensors"
+  }
+}

output-00001-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dee5bb8af1983b3fca469796824ca51177726f006eb8fe7a80ee82770de3c2c8
+size 8466990422

output-00002-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f49f79b6c87eaf0ec452be727699f266d63a51684da6f01dca42fdede1b8547a
+size 8584771448

output-00003-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:af83693990613d2da58021b4c214767939b9abb10629871135361e916bafb841
+size 8463507436

output-00004-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bd59c381a80f31b3e605ec5d892cd1b7ab2f92ba9748136d1177dc36156a1a1d
+size 8299953960

output-00005-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b10402818c045fed025e614e05f3772ff64a9dab7ed99e21b032c01f4c2b5aab
+size 8419268732

output-00006-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7d82053f19645d151be67c362543564cb382edb997256ef73437a4173fd570c
+size 8427705244

output-00007-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ba70c91cebdfb7e9373732db9b20779dfd8fa8fd8a398fb2c8efec316d7e972b
+size 8516931136

output-00008-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23e44d305a7ad09ac54e871d85301d6eb1e0acd922e99cad32cfaba84effcece
+size 8367636408

output-00009-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9471e1415c1640cb8e294781ee20cdb189ee2792025684a8bbf7dcd404403bc1
+size 8364815644

output-00010-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:635f3614a1e2869675df460174a5dadcddc6ebf197f5905090fc7be7273a4f32
+size 8518638760

output-00011-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f1b890add9cb20fb7798da206aea1e070ddde052b5a2fced6d899d1baa85275
+size 8587961116

output-00012-of-00012.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf749addbca8a92fcfaa3d048d227685e502325c5ecd4cfd044e01246f7188fb
+size 7102503240

special_tokens_map.json

@@ -0,0 +1,24 @@
+{
+  "bos_token": {
+    "content": "<s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "eos_token": {
+    "content": "</s>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  },
+  "pad_token": "</s>",
+  "unk_token": {
+    "content": "<unk>",
+    "lstrip": false,
+    "normalized": false,
+    "rstrip": false,
+    "single_word": false
+  }
+}

tokenizer.model

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:59f95e28944c062244741268596badc900df86c7f5ded05088d2da22a7379e06
+size 587583