Upload folder using huggingface_hub

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "HuggingFaceH4/zephyr-7b-alpha",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 4096,
+  "initializer_range": 0.02,
+  "intermediate_size": 14336,
+  "max_position_embeddings": 32768,
+  "model_type": "llama",
+  "num_attention_heads": 32,
+  "num_hidden_layers": 32,
+  "num_key_value_heads": 8,
+  "pad_token_id": 2,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 10000.0,
+  "sliding_window": 4096,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.34.1",
+  "use_cache": true,
+  "vocab_size": 32000
+}

generation_config.json

@@ -0,0 +1,6 @@
+{
+  "_from_model_config": true,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "transformers_version": "4.34.1"
+}

pytorch_model-00001-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4534e2082092df84d4b1b1b6310267b859ff8c34483eca4a931a524507963543
+size 346032713

pytorch_model-00002-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f3d85ce37b7ddb6dade11c24505375d5a6aafb451075eb4aa1682e06ce12eee2
+size 394284267

pytorch_model-00003-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d3f7e763804969fe73bdcccd0f43e58d825a0db7c2eb3b1d58303353ac8c2218
+size 394284267

pytorch_model-00004-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3c84fcb2975cbfc1996e4623de7bdb79cc6ba4c9187186ddd6853327fcf14b8c
+size 318770074

pytorch_model-00005-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8b5b30ff465e6103f3ea54f17c405635c7ce462bb3da6f86500be1253a36e7c
+size 318787068

pytorch_model-00006-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23496bb1d3c7c2bec00ffea3ae0c238019d44e8dee0da867248624c7cc74c6c7
+size 318787068

pytorch_model-00007-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f919d72ad83a846ee19a19cf9c641252148c1abe3ac41176ca759488ff266440
+size 394284267

pytorch_model-00008-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fbb632a3f717c8b32b51d9a90dcfcc660d4a099be1c19c1879a9625aef2f0e8
+size 394284267

pytorch_model-00009-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fbd210712d8b44c3cd80c1fecec9044ef8a139d1f0a460a1b55cee4dff24f3c
+size 318770074

pytorch_model-00010-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9d5bc6300786367a22fc854ca258904c718a956c36919cb436910f360656a06
+size 318787068

pytorch_model-00011-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8738aa4ca9d64bc37f82836a87f6a6a345d09d9d0f2f624b76e583ec77457970
+size 318787068

pytorch_model-00012-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:772c2e880de3e5722e007c2cef4134fa759a62bb756a0704476af5622702e75b
+size 394284267

pytorch_model-00013-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:26048285df138bdc5c7619c70264b5e9450bf53a15b0620a8913a0a9357b90fc
+size 394284267

pytorch_model-00014-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a40b329a912d951b630de87861b81ea318e17907def636dfc4c581626e2f6f8
+size 318770074

pytorch_model-00015-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c62f9ee9f9e0b72076f27b603dddd87f3261f0f768bf7ae80cd4f40b9022690
+size 318787068

pytorch_model-00016-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:996c8eeab31f4bf455d7a7a616a46dc2f5ddbc18024980cfdac5af0eb6fe3a80
+size 318787068

pytorch_model-00017-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc9221385a907ab55920505d8e51844521a89dcb540c1ffb38469bb3fe5a4a59
+size 394284267

pytorch_model-00018-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c2548697f0ea1e7ae64e64dd56118ccb2f6eda1cfc5002d1827e6d550e410b35
+size 394284267

pytorch_model-00019-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5881b978ad3d79e14273d110f7b9f7b11cea93136fc1ddeb80c7920eafd993aa
+size 318770074

pytorch_model-00020-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:933acbde314489efbb7ed15f743284bf15c54107698d3fbdac2a7e5bc8ec2d51
+size 318787068

pytorch_model-00021-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ca725a0fd02d558d3a8ed6fce5687a29bb80a0b97bf3a6d358b05a00829f1e1
+size 318787068

pytorch_model-00022-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8abc2caf61da9ce6aefb50d8a86d1408ea4a1315dbb32572ae0f99e764e07a3
+size 394284267

pytorch_model-00023-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7148e9cfcd32df5ff76ac1f0179a983aa78271a7a54f40a407046904a021d45
+size 394284267

pytorch_model-00024-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3ea73c7ce391e1e3bd3c88b3a8bc7e832364f162a6090613fa3ecf4725083af7
+size 318770074

pytorch_model-00025-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e48092160c54d1ba115fc2bda86ce1f907a8701328b317bca12a2018a3854216
+size 318787068

pytorch_model-00026-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c03a90e6ae482fc931f5014fd6ced074b4035711bfc77859647445226fbec0de
+size 318787068

pytorch_model-00027-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7db15276d612eaa473f29685e58dc57d73cb7695187b73132971bc7d1f80dd38
+size 394284267

pytorch_model-00028-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d4b24ae645bce034560da7189180293677b52b54b4f3b464ce606523eb03094b
+size 394284267

pytorch_model-00029-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19b23d1ec7c9b14442001c410869a34cece2296ec1811f25a762e6ba96fe8465
+size 318770074

pytorch_model-00030-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0a032e83ffc167231328da79760b82056883790215d493220c2be1f781e3ba4e
+size 318787068

pytorch_model-00031-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3beeb631c0d1b975a8b34a01f85f6018d1eeda5e7caa38d59e98948510d82677
+size 318787068

pytorch_model-00032-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d74fc82821409445c6ef236e92e366bb0647f84579b493ea5964798f6ea304fd
+size 394284267

pytorch_model-00033-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0be0d5a4c299170491e3938108a818cf5d3cdb205365c636c9645c56679d6026
+size 394284267

pytorch_model-00034-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f9346daacde2dfa2fe1dcaef7918c4e5fab831759c81d3923be0aaf5d97c4518
+size 318770074

pytorch_model-00035-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17dd43e537e33432b709fd2bf8a573d668a7264d86149e3508dd0bba6f63dcac
+size 318787068

pytorch_model-00036-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2b760f446407bd136e47f595b6c2eceacda4245b4570b0bb843b445e4f3d819a
+size 318787068

pytorch_model-00037-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9765fdefe7a906b7933e425eb50df6518fb69edcdfc2dbff5a823aa3b01625a4
+size 394284267

pytorch_model-00038-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:60e35d8e70219903b489833c663aa76ba49408ceaa502e7f8cd377978a9d2dd8
+size 394284267

pytorch_model-00039-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c5238e884b790856131668ce5e538b6e4bf33da43d9719bb14775b08701380c0
+size 318770074

pytorch_model-00040-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:30f8fd2e806cb45e250ca6b72b256f809120b1e3b1e94f0745e4435f5ec78078
+size 318787068

pytorch_model-00041-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d0037af6d2265a9b51438123b73cf3669b45eceef225fded67a4de24d7bbd6b5
+size 234908233

pytorch_model-00042-of-00042.bin

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2e5c87e0a2bb682b8e9814633ff5e11a6fc92846bf1b995dd72be04e4a53971b
+size 262145413

pytorch_model.bin.index.json

@@ -0,0 +1,298 @@
+{
+  "metadata": {
+    "total_size": 14483464192
+  },
+  "weight_map": {
+    "lm_head.weight": "pytorch_model-00042-of-00042.bin",
+    "model.embed_tokens.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.0.input_layernorm.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.mlp.down_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.mlp.gate_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.mlp.up_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.post_attention_layernorm.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.0.self_attn.k_proj.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.0.self_attn.o_proj.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.0.self_attn.q_proj.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.0.self_attn.v_proj.weight": "pytorch_model-00001-of-00042.bin",
+    "model.layers.1.input_layernorm.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.mlp.down_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.mlp.gate_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.mlp.up_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.post_attention_layernorm.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.self_attn.k_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.1.self_attn.o_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.1.self_attn.q_proj.weight": "pytorch_model-00002-of-00042.bin",
+    "model.layers.1.self_attn.v_proj.weight": "pytorch_model-00003-of-00042.bin",
+    "model.layers.10.input_layernorm.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.10.mlp.down_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.10.mlp.gate_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.10.mlp.up_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.10.post_attention_layernorm.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.10.self_attn.k_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.10.self_attn.o_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.10.self_attn.q_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.10.self_attn.v_proj.weight": "pytorch_model-00014-of-00042.bin",
+    "model.layers.11.input_layernorm.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.11.mlp.down_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.11.mlp.gate_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.11.mlp.up_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.11.post_attention_layernorm.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.11.self_attn.k_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.11.self_attn.o_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.11.self_attn.q_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.11.self_attn.v_proj.weight": "pytorch_model-00015-of-00042.bin",
+    "model.layers.12.input_layernorm.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.12.mlp.down_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.12.mlp.gate_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.12.mlp.up_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.12.post_attention_layernorm.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.12.self_attn.k_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.12.self_attn.o_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.12.self_attn.q_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.12.self_attn.v_proj.weight": "pytorch_model-00016-of-00042.bin",
+    "model.layers.13.input_layernorm.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.13.mlp.down_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.13.mlp.gate_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.13.mlp.up_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.13.post_attention_layernorm.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.13.self_attn.k_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.13.self_attn.o_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.13.self_attn.q_proj.weight": "pytorch_model-00017-of-00042.bin",
+    "model.layers.13.self_attn.v_proj.weight": "pytorch_model-00018-of-00042.bin",
+    "model.layers.14.input_layernorm.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.14.mlp.down_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.14.mlp.gate_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.14.mlp.up_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.14.post_attention_layernorm.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.14.self_attn.k_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.14.self_attn.o_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.14.self_attn.q_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.14.self_attn.v_proj.weight": "pytorch_model-00019-of-00042.bin",
+    "model.layers.15.input_layernorm.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.15.mlp.down_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.15.mlp.gate_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.15.mlp.up_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.15.post_attention_layernorm.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.15.self_attn.k_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.15.self_attn.o_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.15.self_attn.q_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.15.self_attn.v_proj.weight": "pytorch_model-00020-of-00042.bin",
+    "model.layers.16.input_layernorm.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.16.mlp.down_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.16.mlp.gate_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.16.mlp.up_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.16.post_attention_layernorm.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.16.self_attn.k_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.16.self_attn.o_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.16.self_attn.q_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.16.self_attn.v_proj.weight": "pytorch_model-00021-of-00042.bin",
+    "model.layers.17.input_layernorm.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.17.mlp.down_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.17.mlp.gate_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.17.mlp.up_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.17.post_attention_layernorm.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.17.self_attn.k_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.17.self_attn.o_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.17.self_attn.q_proj.weight": "pytorch_model-00022-of-00042.bin",
+    "model.layers.17.self_attn.v_proj.weight": "pytorch_model-00023-of-00042.bin",
+    "model.layers.18.input_layernorm.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.18.mlp.down_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.18.mlp.gate_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.18.mlp.up_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.18.post_attention_layernorm.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.18.self_attn.k_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.18.self_attn.o_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.18.self_attn.q_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.18.self_attn.v_proj.weight": "pytorch_model-00024-of-00042.bin",
+    "model.layers.19.input_layernorm.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.19.mlp.down_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.19.mlp.gate_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.19.mlp.up_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.19.post_attention_layernorm.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.19.self_attn.k_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.19.self_attn.o_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.19.self_attn.q_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.19.self_attn.v_proj.weight": "pytorch_model-00025-of-00042.bin",
+    "model.layers.2.input_layernorm.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.2.mlp.down_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.2.mlp.gate_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.mlp.up_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.post_attention_layernorm.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.2.self_attn.k_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.self_attn.o_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.self_attn.q_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.2.self_attn.v_proj.weight": "pytorch_model-00004-of-00042.bin",
+    "model.layers.20.input_layernorm.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.20.mlp.down_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.20.mlp.gate_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.20.mlp.up_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.20.post_attention_layernorm.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.20.self_attn.k_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.20.self_attn.o_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.20.self_attn.q_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.20.self_attn.v_proj.weight": "pytorch_model-00026-of-00042.bin",
+    "model.layers.21.input_layernorm.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.21.mlp.down_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.21.mlp.gate_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.21.mlp.up_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.21.post_attention_layernorm.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.21.self_attn.k_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.21.self_attn.o_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.21.self_attn.q_proj.weight": "pytorch_model-00027-of-00042.bin",
+    "model.layers.21.self_attn.v_proj.weight": "pytorch_model-00028-of-00042.bin",
+    "model.layers.22.input_layernorm.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.22.mlp.down_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.22.mlp.gate_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.22.mlp.up_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.22.post_attention_layernorm.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.22.self_attn.k_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.22.self_attn.o_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.22.self_attn.q_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.22.self_attn.v_proj.weight": "pytorch_model-00029-of-00042.bin",
+    "model.layers.23.input_layernorm.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.23.mlp.down_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.23.mlp.gate_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.23.mlp.up_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.23.post_attention_layernorm.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.23.self_attn.k_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.23.self_attn.o_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.23.self_attn.q_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.23.self_attn.v_proj.weight": "pytorch_model-00030-of-00042.bin",
+    "model.layers.24.input_layernorm.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.24.mlp.down_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.24.mlp.gate_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.24.mlp.up_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.24.post_attention_layernorm.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.24.self_attn.k_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.24.self_attn.o_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.24.self_attn.q_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.24.self_attn.v_proj.weight": "pytorch_model-00031-of-00042.bin",
+    "model.layers.25.input_layernorm.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.25.mlp.down_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.25.mlp.gate_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.25.mlp.up_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.25.post_attention_layernorm.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.25.self_attn.k_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.25.self_attn.o_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.25.self_attn.q_proj.weight": "pytorch_model-00032-of-00042.bin",
+    "model.layers.25.self_attn.v_proj.weight": "pytorch_model-00033-of-00042.bin",
+    "model.layers.26.input_layernorm.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.26.mlp.down_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.26.mlp.gate_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.26.mlp.up_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.26.post_attention_layernorm.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.26.self_attn.k_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.26.self_attn.o_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.26.self_attn.q_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.26.self_attn.v_proj.weight": "pytorch_model-00034-of-00042.bin",
+    "model.layers.27.input_layernorm.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.27.mlp.down_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.27.mlp.gate_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.27.mlp.up_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.27.post_attention_layernorm.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.27.self_attn.k_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.27.self_attn.o_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.27.self_attn.q_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.27.self_attn.v_proj.weight": "pytorch_model-00035-of-00042.bin",
+    "model.layers.28.input_layernorm.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.28.mlp.down_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.28.mlp.gate_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.28.mlp.up_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.28.post_attention_layernorm.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.28.self_attn.k_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.28.self_attn.o_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.28.self_attn.q_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.28.self_attn.v_proj.weight": "pytorch_model-00036-of-00042.bin",
+    "model.layers.29.input_layernorm.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.29.mlp.down_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.29.mlp.gate_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.29.mlp.up_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.29.post_attention_layernorm.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.29.self_attn.k_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.29.self_attn.o_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.29.self_attn.q_proj.weight": "pytorch_model-00037-of-00042.bin",
+    "model.layers.29.self_attn.v_proj.weight": "pytorch_model-00038-of-00042.bin",
+    "model.layers.3.input_layernorm.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.3.mlp.down_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.3.mlp.gate_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.3.mlp.up_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.3.post_attention_layernorm.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.3.self_attn.k_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.3.self_attn.o_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.3.self_attn.q_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.3.self_attn.v_proj.weight": "pytorch_model-00005-of-00042.bin",
+    "model.layers.30.input_layernorm.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.30.mlp.down_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.30.mlp.gate_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.30.mlp.up_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.30.post_attention_layernorm.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.30.self_attn.k_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.30.self_attn.o_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.30.self_attn.q_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.30.self_attn.v_proj.weight": "pytorch_model-00039-of-00042.bin",
+    "model.layers.31.input_layernorm.weight": "pytorch_model-00041-of-00042.bin",
+    "model.layers.31.mlp.down_proj.weight": "pytorch_model-00041-of-00042.bin",
+    "model.layers.31.mlp.gate_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.31.mlp.up_proj.weight": "pytorch_model-00041-of-00042.bin",
+    "model.layers.31.post_attention_layernorm.weight": "pytorch_model-00041-of-00042.bin",
+    "model.layers.31.self_attn.k_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.31.self_attn.o_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.31.self_attn.q_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.31.self_attn.v_proj.weight": "pytorch_model-00040-of-00042.bin",
+    "model.layers.4.input_layernorm.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.4.mlp.down_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.4.mlp.gate_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.4.mlp.up_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.4.post_attention_layernorm.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.4.self_attn.k_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.4.self_attn.o_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.4.self_attn.q_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.4.self_attn.v_proj.weight": "pytorch_model-00006-of-00042.bin",
+    "model.layers.5.input_layernorm.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.5.mlp.down_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.5.mlp.gate_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.5.mlp.up_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.5.post_attention_layernorm.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.5.self_attn.k_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.5.self_attn.o_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.5.self_attn.q_proj.weight": "pytorch_model-00007-of-00042.bin",
+    "model.layers.5.self_attn.v_proj.weight": "pytorch_model-00008-of-00042.bin",
+    "model.layers.6.input_layernorm.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.6.mlp.down_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.6.mlp.gate_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.6.mlp.up_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.6.post_attention_layernorm.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.6.self_attn.k_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.6.self_attn.o_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.6.self_attn.q_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.6.self_attn.v_proj.weight": "pytorch_model-00009-of-00042.bin",
+    "model.layers.7.input_layernorm.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.7.mlp.down_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.7.mlp.gate_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.7.mlp.up_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.7.post_attention_layernorm.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.7.self_attn.k_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.7.self_attn.o_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.7.self_attn.q_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.7.self_attn.v_proj.weight": "pytorch_model-00010-of-00042.bin",
+    "model.layers.8.input_layernorm.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.8.mlp.down_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.8.mlp.gate_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.8.mlp.up_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.8.post_attention_layernorm.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.8.self_attn.k_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.8.self_attn.o_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.8.self_attn.q_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.8.self_attn.v_proj.weight": "pytorch_model-00011-of-00042.bin",
+    "model.layers.9.input_layernorm.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.9.mlp.down_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.9.mlp.gate_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.9.mlp.up_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.9.post_attention_layernorm.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.9.self_attn.k_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.9.self_attn.o_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.layers.9.self_attn.q_proj.weight": "pytorch_model-00012-of-00042.bin",
+    "model.layers.9.self_attn.v_proj.weight": "pytorch_model-00013-of-00042.bin",
+    "model.norm.weight": "pytorch_model-00041-of-00042.bin"
+  }
+}