Upload folder using huggingface_hub
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +5 -0
- config.json +27 -0
- generation_config.json +6 -0
- pytorch_model-00001-of-00050.bin +3 -0
- pytorch_model-00002-of-00050.bin +3 -0
- pytorch_model-00003-of-00050.bin +3 -0
- pytorch_model-00004-of-00050.bin +3 -0
- pytorch_model-00005-of-00050.bin +3 -0
- pytorch_model-00006-of-00050.bin +3 -0
- pytorch_model-00007-of-00050.bin +3 -0
- pytorch_model-00008-of-00050.bin +3 -0
- pytorch_model-00009-of-00050.bin +3 -0
- pytorch_model-00010-of-00050.bin +3 -0
- pytorch_model-00011-of-00050.bin +3 -0
- pytorch_model-00012-of-00050.bin +3 -0
- pytorch_model-00013-of-00050.bin +3 -0
- pytorch_model-00014-of-00050.bin +3 -0
- pytorch_model-00015-of-00050.bin +3 -0
- pytorch_model-00016-of-00050.bin +3 -0
- pytorch_model-00017-of-00050.bin +3 -0
- pytorch_model-00018-of-00050.bin +3 -0
- pytorch_model-00019-of-00050.bin +3 -0
- pytorch_model-00020-of-00050.bin +3 -0
- pytorch_model-00021-of-00050.bin +3 -0
- pytorch_model-00022-of-00050.bin +3 -0
- pytorch_model-00023-of-00050.bin +3 -0
- pytorch_model-00024-of-00050.bin +3 -0
- pytorch_model-00025-of-00050.bin +3 -0
- pytorch_model-00026-of-00050.bin +3 -0
- pytorch_model-00027-of-00050.bin +3 -0
- pytorch_model-00028-of-00050.bin +3 -0
- pytorch_model-00029-of-00050.bin +3 -0
- pytorch_model-00030-of-00050.bin +3 -0
- pytorch_model-00031-of-00050.bin +3 -0
- pytorch_model-00032-of-00050.bin +3 -0
- pytorch_model-00033-of-00050.bin +3 -0
- pytorch_model-00034-of-00050.bin +3 -0
- pytorch_model-00035-of-00050.bin +3 -0
- pytorch_model-00036-of-00050.bin +3 -0
- pytorch_model-00037-of-00050.bin +3 -0
- pytorch_model-00038-of-00050.bin +3 -0
- pytorch_model-00039-of-00050.bin +3 -0
- pytorch_model-00040-of-00050.bin +3 -0
- pytorch_model-00041-of-00050.bin +3 -0
- pytorch_model-00042-of-00050.bin +3 -0
- pytorch_model-00043-of-00050.bin +3 -0
- pytorch_model-00044-of-00050.bin +3 -0
- pytorch_model-00045-of-00050.bin +3 -0
- pytorch_model-00046-of-00050.bin +3 -0
- pytorch_model-00047-of-00050.bin +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,5 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"<|model|>": 32002,
|
3 |
+
"<|system|>": 32000,
|
4 |
+
"<|user|>": 32001
|
5 |
+
}
|
config.json
ADDED
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "/root/models/alpindale_goliath-120b",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"attention_bias": false,
|
7 |
+
"bos_token_id": 1,
|
8 |
+
"eos_token_id": 2,
|
9 |
+
"hidden_act": "silu",
|
10 |
+
"hidden_size": 8192,
|
11 |
+
"initializer_range": 0.02,
|
12 |
+
"intermediate_size": 28672,
|
13 |
+
"max_position_embeddings": 4096,
|
14 |
+
"model_type": "llama",
|
15 |
+
"num_attention_heads": 64,
|
16 |
+
"num_hidden_layers": 137,
|
17 |
+
"num_key_value_heads": 8,
|
18 |
+
"pretraining_tp": 1,
|
19 |
+
"rms_norm_eps": 1e-05,
|
20 |
+
"rope_scaling": null,
|
21 |
+
"rope_theta": 10000.0,
|
22 |
+
"tie_word_embeddings": false,
|
23 |
+
"torch_dtype": "float16",
|
24 |
+
"transformers_version": "4.35.1",
|
25 |
+
"use_cache": false,
|
26 |
+
"vocab_size": 32003
|
27 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,6 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"transformers_version": "4.35.1"
|
6 |
+
}
|
pytorch_model-00001-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0644e402464deecd7bffd5825922d8049dc320c1e706f8c72e9f6e1cdbec0744
|
3 |
+
size 4718715602
|
pytorch_model-00002-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:25b627a9f81821160e266c157fa968a44edb2109b73906b9e67cc436ec5734cd
|
3 |
+
size 4664173854
|
pytorch_model-00003-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b9407718f06330f0a25c90fc555f1ebfde5d1b0e99ceb744891622de6e97fdcf
|
3 |
+
size 4999718222
|
pytorch_model-00004-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d5a422d6799705c6a52258989aa96a6a99f2b950877c7ee3b1ee79b3f53fbe3d
|
3 |
+
size 4966163202
|
pytorch_model-00005-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0e118e1b9b4e87b55b4d86739ed8bca8484424489e901c9a85d6cabcf2e081c1
|
3 |
+
size 4664140510
|
pytorch_model-00006-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8830606b9afc7c50f4eb666b122a46a0bf7a7c09d98feef85055472ec4b8c4ad
|
3 |
+
size 4664173918
|
pytorch_model-00007-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f69eabbfaa0df6da242ab1e39c5d382fd2234a8e78194377b11009f9d70d456d
|
3 |
+
size 4664173918
|
pytorch_model-00008-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0afd1aa2cab4ee8d3f23c4c29d12de3bb17ec0d55962709ebd0ea4e42e338f13
|
3 |
+
size 4999718286
|
pytorch_model-00009-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b2ff5766531b73751213a49b5a9d6e63ef69d2bd0f514452fa2fa9f6bc7e3151
|
3 |
+
size 4966163202
|
pytorch_model-00010-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:10055a381f7248ba3eb26aa0c57afa798e042c9298e06a3cf85f56fa7661f16c
|
3 |
+
size 4664140510
|
pytorch_model-00011-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ba0fee2e4ade8f270a42efd56fb5576eae936aa32eb74939dfddfe6d35b969b1
|
3 |
+
size 4664173918
|
pytorch_model-00012-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:27b0ef1c2fba24f43056b9bc2cb14060222dc1f0f9201686b480956f4f5d449c
|
3 |
+
size 4664173918
|
pytorch_model-00013-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:da794fba8d6c5ea150190ab642ac55aac1a5522d72b5bd1d2c1eeecf6f4918c3
|
3 |
+
size 4999718286
|
pytorch_model-00014-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e798585c932b0a218dd79eda44c17a1db20aea368719bebb82dd183e0a0942c
|
3 |
+
size 4966163202
|
pytorch_model-00015-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0561b9c31c109124404bf1e006776d19f8acff877ceccbb9ed55f228ba6823e8
|
3 |
+
size 4664140510
|
pytorch_model-00016-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5d5fc263009169b72942267f0a507a5b4c283682783f71cc364522dd2cebd984
|
3 |
+
size 4664173918
|
pytorch_model-00017-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3e086b89ba2548086b16b781477a3134049cde2284757d220c7acb85b58ba8f8
|
3 |
+
size 4664173918
|
pytorch_model-00018-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:a97b55b716d8365f3c671112d63d667c66e235dfb5d3c498a7aec9d3991da4f6
|
3 |
+
size 4999718286
|
pytorch_model-00019-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f50a08db1ce0363233442e4985aa92a337e1b834d5e5a1e7e3e06d0c0d15912
|
3 |
+
size 4966163202
|
pytorch_model-00020-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:8fc8351fc7f96f6a86f7a041a190008d6aa78b08b67df7476a8285243a88a17e
|
3 |
+
size 4664140510
|
pytorch_model-00021-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9a3ecba76930394b088c9481c841036bf045e5485054014271658cc548d1989a
|
3 |
+
size 4664173918
|
pytorch_model-00022-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3a82943e0860271f9c37e1c5ad8b5595d447e47c317a75b04225091fa0ba78e
|
3 |
+
size 4664173918
|
pytorch_model-00023-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:57b6006294dfcf02679f718d46699f60d0c1c2014fb7d706168aa6de0e30dfcf
|
3 |
+
size 4999718286
|
pytorch_model-00024-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:b444823bc7a1cc0bb38a31fd5e20153ab3647daf1e3066605a9b921c19c34c71
|
3 |
+
size 4966163202
|
pytorch_model-00025-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:14040194deb32126c5be5b5fa7b6dc2b3f8069956b1b34e0bad2642fc4009cb3
|
3 |
+
size 4664140510
|
pytorch_model-00026-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4ac312abb800eda0d6caca26affb14ab2908c04850c441f8f6c06b6dfa5ccaec
|
3 |
+
size 4664173918
|
pytorch_model-00027-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2c0b5eddf5a4cab556e33b0981e6a08d9f4c05a898e4d929a33b141dee273079
|
3 |
+
size 4664173918
|
pytorch_model-00028-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:481fc542dc3242fed6b17b1719c90da8301d72e228f095eb2b63be1f83dd58fb
|
3 |
+
size 4999718286
|
pytorch_model-00029-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:839a3bb50d1bd209c27350e21c0e48a941b0cd7a702e683494b553dd635315eb
|
3 |
+
size 4966163202
|
pytorch_model-00030-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5f7ec437e7ba668ad91f03ac34dc77609853eb38ea9f2255d16752e9902a1f70
|
3 |
+
size 4664140510
|
pytorch_model-00031-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7cac0d7a893e14941e0938ca843038ba0486b5b8d5efad73f3c6434ff7565255
|
3 |
+
size 4664173918
|
pytorch_model-00032-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c2e18c3d2080c00f8cf4842cacf30e735ab664188e5e828e2b00801b8bcbc902
|
3 |
+
size 4664173918
|
pytorch_model-00033-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:177564c8cce087425ca13ad85a8eec8c7121220c20337b097911b894d8da5987
|
3 |
+
size 4999718286
|
pytorch_model-00034-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6378bb4e1238c24eb5745a7e6cf34aa3992e270daae7c14104c510f3ccce1ee6
|
3 |
+
size 4966163202
|
pytorch_model-00035-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:53591636439c6c04b8afa93f613916506595e74611e121627b75957fe40f7957
|
3 |
+
size 4664140510
|
pytorch_model-00036-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:663c991def7059f612312c31fb4573e41d799f79a4509bdaa3c069c5d7d281a8
|
3 |
+
size 4664173918
|
pytorch_model-00037-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:285cdcbbcfce23cb41d86b6b14ce51a121b5576d63590ba4df1422fb500c72ba
|
3 |
+
size 4664173918
|
pytorch_model-00038-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3df3e6257c2f9ac8f6b832d23985f505ad6333c0010ce85311ad303a1d1b956c
|
3 |
+
size 4999718286
|
pytorch_model-00039-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:99d28c29866b6533a7c97fd49a042d46b5a27f92e0e5e8d6e809640dbe99bae6
|
3 |
+
size 4966163266
|
pytorch_model-00040-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:49c9858ea4c8b3e66848c274f7fae95196f5a93de2d375031cb9ae30135a7351
|
3 |
+
size 4664140574
|
pytorch_model-00041-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:998a61bfbb53960571d4e3e4326d64dd7c3bb2a2fc1b58b2010a107550540b14
|
3 |
+
size 4664173918
|
pytorch_model-00042-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e76bbe15dee6ec2a99d63fed4d0984d69011e6ca88302f6232bce275622a0daa
|
3 |
+
size 4664173918
|
pytorch_model-00043-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e2b525f8a1ed7b1c14d69200c5290b0c3227627306c08ec3222c122d5bd4424f
|
3 |
+
size 4999718286
|
pytorch_model-00044-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:166e7ff4ba3c409c4d81316c4551396ed83020a34f55c2dbf713611201f3367d
|
3 |
+
size 4966163266
|
pytorch_model-00045-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:bb91b2e2070d136eba1127398fb1797937a05b954b299aa2a7c88efccb0fc3b4
|
3 |
+
size 4664140574
|
pytorch_model-00046-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:950646e3d16c38c58ed7a8db5ada05099506068048209112304a8a762fa1f6fc
|
3 |
+
size 4664173918
|
pytorch_model-00047-of-00050.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:42e1fb1d90d0842892eaa111f1a6afb5fedcef9eac13632fa7f65bda570a3fae
|
3 |
+
size 4664173918
|