Upload folder using huggingface_hub

added_tokens.json

@@ -0,0 +1,3 @@
+{
+  "[PAD]": 32000
+}

config.json

@@ -0,0 +1,29 @@
+{
+  "_name_or_path": "MaziyarPanahi/WizardLM-Miqu-120B-v0.1",
+  "architectures": [
+    "LlamaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "bos_token_id": 1,
+  "eos_token_id": 2,
+  "hidden_act": "silu",
+  "hidden_size": 8192,
+  "initializer_range": 0.02,
+  "intermediate_size": 28672,
+  "max_position_embeddings": 32764,
+  "model_type": "llama",
+  "num_attention_heads": 64,
+  "num_hidden_layers": 220,
+  "num_key_value_heads": 8,
+  "pad_token_id": 0,
+  "pretraining_tp": 1,
+  "rms_norm_eps": 1e-05,
+  "rope_scaling": null,
+  "rope_theta": 1000000,
+  "tie_word_embeddings": false,
+  "torch_dtype": "float16",
+  "transformers_version": "4.37.2",
+  "use_cache": true,
+  "vocab_size": 32001
+}

model-00001-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f04db4c8018113d1f23225ee30cd168054840e1c6817e2772b5b9178db33130b
+size 7671501208

model-00002-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9f24a04fe28333146f999f9fe16f7a01c5934d640ae891b5561a713f34e8a743
+size 7650545832

model-00003-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8db5d3f047112bd08fbec8686ba8e95d510b2f4bf6d102043c7f576210518066
+size 7784730704

model-00004-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:151cd7b81f42673e11e6f018c246bdfb16211df5d49c060ce904b3f5cde44082
+size 7751242736

model-00005-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:774cb29ff640bb5ea57c5181e1bdfbebc03de8c704d5df10a231abdb963b2da5
+size 7918982272

model-00006-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b943c6bed675632a02ec39b69a8291947278278936c15891420f99403968cdb5
+size 7616991904

model-00007-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b48008bd46186cc8c78567286faf0dfe176e8a089b8cd8055d587670bcb3c8c
+size 7784796728

model-00008-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19006988c6605411a335ed431c743a64d02397c3cb9403c7f082f6cda250366e
+size 7650513592

model-00009-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e98e948a0c4ba0c645b91f4634838c75576e05f0d7631259e72c3e328a4ed44e
+size 7617024912

model-00010-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f46de712c7616148b2369f567f1b800bb9de5412af67941cc81f6d04655b60e2
+size 7751275736

model-00011-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a70d614f3daa45ad348d89f214bc698d0e500ff99f9de47f3b78363126e9222f
+size 7986124592

model-00012-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7ffeceee79bb12921f6393cecc5687df5a4cf924e4e1e0afa1a39298dd91552f
+size 7919047552

model-00013-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1180d4bc33fe49b53191e7fbb3fc2d34750317301c0245755a5b330535c41c3
+size 7784763720

model-00014-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d448239e7d371855d596347136e66259e7e88537c775bd48e5fa0461af82804b
+size 7650578160

model-00015-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18382f0e03d5e67662216f69690f750b4b2317a4c649b632ab0550a2ec37d749
+size 7751209048

model-00016-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:18da0264340367ff63381fe647108e91c97d29db7818a87e26f21f0cb90f950c
+size 7918997360

model-00017-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80f061f1192254a3969b7d0f4e956e861e3eb48799b6a15bf2c23f44f39bc9bf
+size 7616975416

model-00018-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c89e3281c5be130a83d6f17692a97c3d62d6c31864ca9586435c9f61b5dca37
+size 7650513592

model-00019-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:549f313232c37d92ed166217a3ca6cc87deedd17179e70e5c6cbb41c1b63c40c
+size 7918982280

model-00020-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d83cf125ae285fd1ebedf26b572c53c7c8439c93d92753c1bf3564d2edb5341
+size 7583470240

model-00021-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:38dc8f15251d2f4a3efaf56f4e3fbe848172e63aafcaec5199a61f1995a5e885
+size 7617024944

model-00022-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d43230b4a1115a96309b89c221edba493208fb60abd9d9b7067709d7a69598b
+size 7952569248

model-00023-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:15c9cca47ae328934ec60661fe57e21b0e57f244a2188ef731d2df787d0ad4cc
+size 7952536272

model-00024-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bfd67178efaa36d70a2110c71f613f496bb6b212ef621ae97421ece6840466a6
+size 7784829728

model-00025-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b845de48eb1429a11e306b3bea051cf5992009abc11996d393ca784339c758b
+size 7952602264

model-00026-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:530169eeb1890b824cc521c629e5f5d583bd66f766e24e1ca95fbb7590cf04c5
+size 7650578880

model-00027-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0c883a9a2c631475ff768103eca8ffdbee81c130650a8b02f74c30d9861e92f6
+size 7751242080

model-00028-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1faafd176fd96421095deeea3fcf08eee05aa55b0fa92f8f4f24c6b834c40981
+size 7751209056

model-00029-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:28ac090cc0f891c5cab1b46ebf9b3e69cc206f29e9a5746a2613e579ed498a19
+size 7616958944

model-00030-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e961c1c32140377ae23b92f89a239df211d80c82c4637f3ceab939321b6f36ac
+size 7616958944

model-00031-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e7082eb3a16a116a2736d8a790a150b0065f5631bef0e7822d6d66067ba0986a
+size 7617024952

model-00032-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:b1d3ae0bea167e41c39e5d3a046d1f42d707e5972b3d0109fcf7c01d2125ff93
+size 7616958944

model-00033-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cfd26d20c5dd4cc91a5228bf1407219c63e602bf400471763d237758ffaa77bb
+size 7616991960

model-00034-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1f0ec7a4f929d5386a33fc1100c7ac32047f00acf0f00ac67d7807e234eecc16
+size 7952618768

model-00035-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:76bdb84cae15bff7bf16427fa14e8ec9a0239716e7ee8f5077bcfb9bfeb646db
+size 7617041440

model-00036-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:17d179593c5b94a0d5be0bd43102f174467ac7176d2e5588bda6b6a24a64440f
+size 7784796744

model-00037-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a8c57d95ee460fd8023c3a81878c055b7cbd51bb4e9ce1b93d867214a809ab3d
+size 7952601552

model-00038-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8774b61b34ca24d3bff8b69320e39e85769b9d4c195504381929008fd728265f
+size 7952552056

model-00039-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bc78d1b3ab69595042eb0a9045ba70838206efb378c1c25f8303aa8556d499e
+size 7751193288

model-00040-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:25ba0b140f48ff809fa235d1afe3ba491eb96b8c1ee1129769c2b9cafa39033b
+size 7918965824

model-00041-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:688c86561012636264f5d564023dfcce0ab7eae9c5a6eeef9336a82708067f83
+size 7952619464

model-00042-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0177032b06db2a54a118702ac0b5acea81341619ef920f9b4d0874ed04c56ad
+size 7986106736

model-00043-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e2ebf723fe898c145c5a902332b7bf3be9f2b3d03d91bff6cee5bc31383bae10
+size 7751225592

model-00044-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5738a18fb5f6cca589b4df443ca038bfab91ab241cafabbbdcb8aa50155d0b6e
+size 7617024232

model-00045-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fed2e44e0b19b31602d12eb24d571819bd772d2e4908e5f49d8e7bf9e2d9d9f
+size 7616958944

model-00046-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8cf2ad649fa3f44d79c714471b00083fd7bc28e2c3f7ae70fa58d4015aefd81c
+size 7918981600

model-00047-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:01489a53674fb1908bcf910207f18fb5d6fa2bf62725beb60b9f7bb8d1324911
+size 7952503272

model-00048-of-00049.safetensors

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03a43deb747f365359f3fc4e0c37754873be52fada3b463abc103e38f69e173a
+size 7839438040