Adding `safetensors` variant of this model

model-00001-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7d2d195a0516e6b49e5562ec34e906421e84c92824da136c90a4ef631c15021c
+size 396362680

model-00002-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7fe129d6f4f45ff967fbba042c58a09c275bfda10aac8d1deb642a5f941780fa
+size 404768112

model-00003-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ff021b66fd3591decb8d962b2ac147ab106b6af9c176d263d1dabca4cf351ea3
+size 404768112

model-00004-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82ce1e98498c20b25cb00f428b39bc189b6945d5e32ef1839709c926cd9a558
+size 404768112

model-00005-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d94a98c0d254efe0f95ffc8a1cf2435d6ea3661347c2f3ef69facefe7a008c49
+size 404768112

model-00006-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c7ef6824eae893d5df8534cb28a170dd393b8a445556cfa15efced3287611060
+size 404768112

model-00007-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a258b45569b6bdcd3f90b2944df7c0e88cf878c6576979fc8cbed32f1626f7bb
+size 404768112

model-00008-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fe039f3492cc5272eb0f9819e8531b4708cc4badd4517429caaa29a0f7d63c79
+size 404768112

model-00009-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e3782344f44afa747be9a8aca24b13e79433505c33d4a9817cc8ff6cb3ed1c61
+size 404768112

model-00010-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:158448c241a862e936c74fe4ea9737122d29218c7e008847592726b6eea7cfaf
+size 404768112

model-00011-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:861209e4fa869f600a855fca635139c1b18412af522687d835c0a4ed513601e3
+size 404768128

model-00012-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6da68f31ba563da287d2726affc1b53d0e11f1967ed18e8b3b85ca513184a210
+size 404768128

model-00013-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:190705e84cccd201753273c594e95514fc4312ba2b1c70a2ba69caa18917ebcf
+size 404768128

model-00014-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d57c09612b6419c959913a99ebc5ee25f838505a8730cdd21b98c7103a8c4a99
+size 404768128

model-00015-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b882b7568592b187b098543e55ba679cbdbefcd0d69b50658aa90b0d0d752112
+size 404768128

model-00016-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b77d5119d9e20e7336b4898306653f824a8c7115c2c8acef91d59ed496e8a610
+size 404768128

model-00017-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6d182ad9329589301a2a1cceba70ab80611a1a55d1c8a431767ec89d7a7ba99d
+size 404768128

model-00018-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c39e35342379cad6d655e4f88fe994dc61c3aa0e9020df0eeb317f3e12840be4
+size 404768128

model-00019-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2f64541330a6c261a5c738adba860a8e96abd120778ce3e3b21982ca8bf7ee2a
+size 404768128

model-00020-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:78bea7c62c3f63cb13e5835165d6513bf928ac968ffd6ee454b8c639460dbb45
+size 404768128

model-00021-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7197f9b5d677642ffd2f84bcd7f7cd125b0304b75a2c55d55679788ba9393386
+size 404768128

model-00022-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d54d8a390d673aae6e9c309132dfd8d1a72d0c3c870068567048f72656ef3b38
+size 404768128

model-00023-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0efc958b5790420e606a62d886e47bfbcc47a5b2b5408c981400215a30cad6a6
+size 404768128

model-00024-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:41250c7c306c94dc1e507791b3efac3874fc19bdc94c8762115b26560e84445a
+size 404768128

model-00025-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0bb923f4681a9b58b69ad91798f085f931c9feb10606984a1b408e37997516d9
+size 404768128

model-00026-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:83271d8fc376eb2acd9c53dc037e78e761e9f916012528683c473665405508ff
+size 404768128

model-00027-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d8857abb909b731d140c7d33905a89dc2a1ee1d8bca83f51f025e78217c10918
+size 404768128

model-00028-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:35b76ffd7de871ff89958a673b1d387ba395d06be68886d7fcfb5fe0ad30532f
+size 404768128

model-00029-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:373b9b2926d7d03664d56f0db5e3028a2a2c5ce282ae1b8f7cc8a1e1eb541e93
+size 404768128

model-00030-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f7dff8e134e43efba2ef1810afee6cbe0f06ff5012838d166ce930fe8d43191f
+size 404768128

model-00031-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:740e3d5d54c6f4686e3c1328741e75456d22caf6f5bd0829f18ebedbadcf8b7e
+size 404768128

model-00032-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8fc5ede5501696bc0195faba80732a5e408016b4c8d27a1e2b1a26e77268847a
+size 404768128

model-00033-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:21e52b90227cfb0216c549931b22d2d2c0a5143325eb7f3fb5be600ab83a88ee
+size 270557856

model-00034-of-00034.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f81ca1f06a26d4059a6a089b59eed60a628144ba94062da035a2648bdf77ed38
+size 262144128

model.safetensors.index.json

@@ -0,0 +1,330 @@
+{
+    "metadata": {
+        "total_size": 13476839424
+    },
+    "weight_map": {
+        "lm_head.weight": "model-00034-of-00034.safetensors",
+        "model.embed_tokens.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.input_layernorm.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.mlp.down_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.mlp.gate_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.mlp.up_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.post_attention_layernorm.weight": "model-00002-of-00034.safetensors",
+        "model.layers.0.self_attn.k_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.q_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.rotary_emb.inv_freq": "model-00001-of-00034.safetensors",
+        "model.layers.0.self_attn.v_proj.weight": "model-00001-of-00034.safetensors",
+        "model.layers.1.input_layernorm.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.mlp.down_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.mlp.gate_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.mlp.up_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.post_attention_layernorm.weight": "model-00003-of-00034.safetensors",
+        "model.layers.1.self_attn.k_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.o_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.q_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.rotary_emb.inv_freq": "model-00002-of-00034.safetensors",
+        "model.layers.1.self_attn.v_proj.weight": "model-00002-of-00034.safetensors",
+        "model.layers.10.input_layernorm.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.mlp.down_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.mlp.gate_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.mlp.up_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.post_attention_layernorm.weight": "model-00012-of-00034.safetensors",
+        "model.layers.10.self_attn.k_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.o_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.q_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.rotary_emb.inv_freq": "model-00011-of-00034.safetensors",
+        "model.layers.10.self_attn.v_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.11.input_layernorm.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.mlp.down_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.mlp.gate_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.mlp.up_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.post_attention_layernorm.weight": "model-00013-of-00034.safetensors",
+        "model.layers.11.self_attn.k_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.o_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.q_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.rotary_emb.inv_freq": "model-00012-of-00034.safetensors",
+        "model.layers.11.self_attn.v_proj.weight": "model-00012-of-00034.safetensors",
+        "model.layers.12.input_layernorm.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.mlp.down_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.mlp.gate_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.mlp.up_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.post_attention_layernorm.weight": "model-00014-of-00034.safetensors",
+        "model.layers.12.self_attn.k_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.o_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.q_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.rotary_emb.inv_freq": "model-00013-of-00034.safetensors",
+        "model.layers.12.self_attn.v_proj.weight": "model-00013-of-00034.safetensors",
+        "model.layers.13.input_layernorm.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.mlp.down_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.mlp.gate_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.mlp.up_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.post_attention_layernorm.weight": "model-00015-of-00034.safetensors",
+        "model.layers.13.self_attn.k_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.o_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.q_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.rotary_emb.inv_freq": "model-00014-of-00034.safetensors",
+        "model.layers.13.self_attn.v_proj.weight": "model-00014-of-00034.safetensors",
+        "model.layers.14.input_layernorm.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.mlp.down_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.mlp.gate_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.mlp.up_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.post_attention_layernorm.weight": "model-00016-of-00034.safetensors",
+        "model.layers.14.self_attn.k_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.o_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.q_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.rotary_emb.inv_freq": "model-00015-of-00034.safetensors",
+        "model.layers.14.self_attn.v_proj.weight": "model-00015-of-00034.safetensors",
+        "model.layers.15.input_layernorm.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.mlp.down_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.mlp.gate_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.mlp.up_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.post_attention_layernorm.weight": "model-00017-of-00034.safetensors",
+        "model.layers.15.self_attn.k_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.o_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.q_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.rotary_emb.inv_freq": "model-00016-of-00034.safetensors",
+        "model.layers.15.self_attn.v_proj.weight": "model-00016-of-00034.safetensors",
+        "model.layers.16.input_layernorm.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.mlp.down_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.mlp.gate_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.mlp.up_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.post_attention_layernorm.weight": "model-00018-of-00034.safetensors",
+        "model.layers.16.self_attn.k_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.o_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.q_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.rotary_emb.inv_freq": "model-00017-of-00034.safetensors",
+        "model.layers.16.self_attn.v_proj.weight": "model-00017-of-00034.safetensors",
+        "model.layers.17.input_layernorm.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.mlp.down_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.mlp.gate_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.mlp.up_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.post_attention_layernorm.weight": "model-00019-of-00034.safetensors",
+        "model.layers.17.self_attn.k_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.o_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.q_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.rotary_emb.inv_freq": "model-00018-of-00034.safetensors",
+        "model.layers.17.self_attn.v_proj.weight": "model-00018-of-00034.safetensors",
+        "model.layers.18.input_layernorm.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.mlp.down_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.mlp.gate_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.mlp.up_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.post_attention_layernorm.weight": "model-00020-of-00034.safetensors",
+        "model.layers.18.self_attn.k_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.o_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.q_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.rotary_emb.inv_freq": "model-00019-of-00034.safetensors",
+        "model.layers.18.self_attn.v_proj.weight": "model-00019-of-00034.safetensors",
+        "model.layers.19.input_layernorm.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.mlp.down_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.mlp.gate_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.mlp.up_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.post_attention_layernorm.weight": "model-00021-of-00034.safetensors",
+        "model.layers.19.self_attn.k_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.o_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.q_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.rotary_emb.inv_freq": "model-00020-of-00034.safetensors",
+        "model.layers.19.self_attn.v_proj.weight": "model-00020-of-00034.safetensors",
+        "model.layers.2.input_layernorm.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.mlp.down_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.mlp.gate_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.mlp.up_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.post_attention_layernorm.weight": "model-00004-of-00034.safetensors",
+        "model.layers.2.self_attn.k_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.o_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.q_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.rotary_emb.inv_freq": "model-00003-of-00034.safetensors",
+        "model.layers.2.self_attn.v_proj.weight": "model-00003-of-00034.safetensors",
+        "model.layers.20.input_layernorm.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.mlp.down_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.mlp.gate_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.mlp.up_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.post_attention_layernorm.weight": "model-00022-of-00034.safetensors",
+        "model.layers.20.self_attn.k_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.o_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.q_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.rotary_emb.inv_freq": "model-00021-of-00034.safetensors",
+        "model.layers.20.self_attn.v_proj.weight": "model-00021-of-00034.safetensors",
+        "model.layers.21.input_layernorm.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.mlp.down_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.mlp.gate_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.mlp.up_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.post_attention_layernorm.weight": "model-00023-of-00034.safetensors",
+        "model.layers.21.self_attn.k_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.o_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.q_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.rotary_emb.inv_freq": "model-00022-of-00034.safetensors",
+        "model.layers.21.self_attn.v_proj.weight": "model-00022-of-00034.safetensors",
+        "model.layers.22.input_layernorm.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.mlp.down_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.mlp.gate_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.mlp.up_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.post_attention_layernorm.weight": "model-00024-of-00034.safetensors",
+        "model.layers.22.self_attn.k_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.o_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.q_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.rotary_emb.inv_freq": "model-00023-of-00034.safetensors",
+        "model.layers.22.self_attn.v_proj.weight": "model-00023-of-00034.safetensors",
+        "model.layers.23.input_layernorm.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.mlp.down_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.mlp.gate_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.mlp.up_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.post_attention_layernorm.weight": "model-00025-of-00034.safetensors",
+        "model.layers.23.self_attn.k_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.o_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.q_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.rotary_emb.inv_freq": "model-00024-of-00034.safetensors",
+        "model.layers.23.self_attn.v_proj.weight": "model-00024-of-00034.safetensors",
+        "model.layers.24.input_layernorm.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.mlp.down_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.mlp.gate_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.mlp.up_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.post_attention_layernorm.weight": "model-00026-of-00034.safetensors",
+        "model.layers.24.self_attn.k_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.o_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.q_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.rotary_emb.inv_freq": "model-00025-of-00034.safetensors",
+        "model.layers.24.self_attn.v_proj.weight": "model-00025-of-00034.safetensors",
+        "model.layers.25.input_layernorm.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.mlp.down_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.mlp.gate_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.mlp.up_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.post_attention_layernorm.weight": "model-00027-of-00034.safetensors",
+        "model.layers.25.self_attn.k_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.o_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.q_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.rotary_emb.inv_freq": "model-00026-of-00034.safetensors",
+        "model.layers.25.self_attn.v_proj.weight": "model-00026-of-00034.safetensors",
+        "model.layers.26.input_layernorm.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.mlp.down_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.mlp.gate_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.mlp.up_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.post_attention_layernorm.weight": "model-00028-of-00034.safetensors",
+        "model.layers.26.self_attn.k_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.o_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.q_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.rotary_emb.inv_freq": "model-00027-of-00034.safetensors",
+        "model.layers.26.self_attn.v_proj.weight": "model-00027-of-00034.safetensors",
+        "model.layers.27.input_layernorm.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.mlp.down_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.mlp.gate_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.mlp.up_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.post_attention_layernorm.weight": "model-00029-of-00034.safetensors",
+        "model.layers.27.self_attn.k_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.o_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.q_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.rotary_emb.inv_freq": "model-00028-of-00034.safetensors",
+        "model.layers.27.self_attn.v_proj.weight": "model-00028-of-00034.safetensors",
+        "model.layers.28.input_layernorm.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.mlp.down_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.mlp.gate_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.mlp.up_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.post_attention_layernorm.weight": "model-00030-of-00034.safetensors",
+        "model.layers.28.self_attn.k_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.o_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.q_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.rotary_emb.inv_freq": "model-00029-of-00034.safetensors",
+        "model.layers.28.self_attn.v_proj.weight": "model-00029-of-00034.safetensors",
+        "model.layers.29.input_layernorm.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.mlp.down_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.mlp.gate_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.mlp.up_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.post_attention_layernorm.weight": "model-00031-of-00034.safetensors",
+        "model.layers.29.self_attn.k_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.o_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.q_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.rotary_emb.inv_freq": "model-00030-of-00034.safetensors",
+        "model.layers.29.self_attn.v_proj.weight": "model-00030-of-00034.safetensors",
+        "model.layers.3.input_layernorm.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.mlp.down_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.mlp.gate_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.mlp.up_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.post_attention_layernorm.weight": "model-00005-of-00034.safetensors",
+        "model.layers.3.self_attn.k_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.o_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.q_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.rotary_emb.inv_freq": "model-00004-of-00034.safetensors",
+        "model.layers.3.self_attn.v_proj.weight": "model-00004-of-00034.safetensors",
+        "model.layers.30.input_layernorm.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.mlp.down_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.mlp.gate_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.mlp.up_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.post_attention_layernorm.weight": "model-00032-of-00034.safetensors",
+        "model.layers.30.self_attn.k_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.o_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.q_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.rotary_emb.inv_freq": "model-00031-of-00034.safetensors",
+        "model.layers.30.self_attn.v_proj.weight": "model-00031-of-00034.safetensors",
+        "model.layers.31.input_layernorm.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.mlp.down_proj.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.mlp.gate_proj.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.mlp.up_proj.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.post_attention_layernorm.weight": "model-00033-of-00034.safetensors",
+        "model.layers.31.self_attn.k_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.o_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.q_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.rotary_emb.inv_freq": "model-00032-of-00034.safetensors",
+        "model.layers.31.self_attn.v_proj.weight": "model-00032-of-00034.safetensors",
+        "model.layers.4.input_layernorm.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.mlp.down_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.mlp.gate_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.mlp.up_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.post_attention_layernorm.weight": "model-00006-of-00034.safetensors",
+        "model.layers.4.self_attn.k_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.o_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.q_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.rotary_emb.inv_freq": "model-00005-of-00034.safetensors",
+        "model.layers.4.self_attn.v_proj.weight": "model-00005-of-00034.safetensors",
+        "model.layers.5.input_layernorm.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.mlp.down_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.mlp.gate_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.mlp.up_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.post_attention_layernorm.weight": "model-00007-of-00034.safetensors",
+        "model.layers.5.self_attn.k_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.o_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.q_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.rotary_emb.inv_freq": "model-00006-of-00034.safetensors",
+        "model.layers.5.self_attn.v_proj.weight": "model-00006-of-00034.safetensors",
+        "model.layers.6.input_layernorm.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.mlp.down_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.mlp.gate_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.mlp.up_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.post_attention_layernorm.weight": "model-00008-of-00034.safetensors",
+        "model.layers.6.self_attn.k_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.o_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.q_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.rotary_emb.inv_freq": "model-00007-of-00034.safetensors",
+        "model.layers.6.self_attn.v_proj.weight": "model-00007-of-00034.safetensors",
+        "model.layers.7.input_layernorm.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.mlp.down_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.mlp.gate_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.mlp.up_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.post_attention_layernorm.weight": "model-00009-of-00034.safetensors",
+        "model.layers.7.self_attn.k_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.o_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.q_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.rotary_emb.inv_freq": "model-00008-of-00034.safetensors",
+        "model.layers.7.self_attn.v_proj.weight": "model-00008-of-00034.safetensors",
+        "model.layers.8.input_layernorm.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.mlp.down_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.mlp.gate_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.mlp.up_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.post_attention_layernorm.weight": "model-00010-of-00034.safetensors",
+        "model.layers.8.self_attn.k_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.o_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.q_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.rotary_emb.inv_freq": "model-00009-of-00034.safetensors",
+        "model.layers.8.self_attn.v_proj.weight": "model-00009-of-00034.safetensors",
+        "model.layers.9.input_layernorm.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.mlp.down_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.mlp.gate_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.mlp.up_proj.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.post_attention_layernorm.weight": "model-00011-of-00034.safetensors",
+        "model.layers.9.self_attn.k_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.o_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.q_proj.weight": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.rotary_emb.inv_freq": "model-00010-of-00034.safetensors",
+        "model.layers.9.self_attn.v_proj.weight": "model-00010-of-00034.safetensors",
+        "model.norm.weight": "model-00033-of-00034.safetensors"
+    }
+}