init
Browse filesThis view is limited to 50 files because it contains too many changes.
See raw diff
- added_tokens.json +3 -0
- config.json +27 -0
- generation_config.json +8 -0
- pytorch_model-00001-of-00081.bin +3 -0
- pytorch_model-00002-of-00081.bin +3 -0
- pytorch_model-00003-of-00081.bin +3 -0
- pytorch_model-00004-of-00081.bin +3 -0
- pytorch_model-00005-of-00081.bin +3 -0
- pytorch_model-00006-of-00081.bin +3 -0
- pytorch_model-00007-of-00081.bin +3 -0
- pytorch_model-00008-of-00081.bin +3 -0
- pytorch_model-00009-of-00081.bin +3 -0
- pytorch_model-00010-of-00081.bin +3 -0
- pytorch_model-00011-of-00081.bin +3 -0
- pytorch_model-00012-of-00081.bin +3 -0
- pytorch_model-00013-of-00081.bin +3 -0
- pytorch_model-00014-of-00081.bin +3 -0
- pytorch_model-00015-of-00081.bin +3 -0
- pytorch_model-00016-of-00081.bin +3 -0
- pytorch_model-00017-of-00081.bin +3 -0
- pytorch_model-00018-of-00081.bin +3 -0
- pytorch_model-00019-of-00081.bin +3 -0
- pytorch_model-00020-of-00081.bin +3 -0
- pytorch_model-00021-of-00081.bin +3 -0
- pytorch_model-00022-of-00081.bin +3 -0
- pytorch_model-00023-of-00081.bin +3 -0
- pytorch_model-00024-of-00081.bin +3 -0
- pytorch_model-00025-of-00081.bin +3 -0
- pytorch_model-00026-of-00081.bin +3 -0
- pytorch_model-00027-of-00081.bin +3 -0
- pytorch_model-00028-of-00081.bin +3 -0
- pytorch_model-00029-of-00081.bin +3 -0
- pytorch_model-00030-of-00081.bin +3 -0
- pytorch_model-00031-of-00081.bin +3 -0
- pytorch_model-00032-of-00081.bin +3 -0
- pytorch_model-00033-of-00081.bin +3 -0
- pytorch_model-00034-of-00081.bin +3 -0
- pytorch_model-00035-of-00081.bin +3 -0
- pytorch_model-00036-of-00081.bin +3 -0
- pytorch_model-00037-of-00081.bin +3 -0
- pytorch_model-00038-of-00081.bin +3 -0
- pytorch_model-00039-of-00081.bin +3 -0
- pytorch_model-00040-of-00081.bin +3 -0
- pytorch_model-00041-of-00081.bin +3 -0
- pytorch_model-00042-of-00081.bin +3 -0
- pytorch_model-00043-of-00081.bin +3 -0
- pytorch_model-00044-of-00081.bin +3 -0
- pytorch_model-00045-of-00081.bin +3 -0
- pytorch_model-00046-of-00081.bin +3 -0
- pytorch_model-00047-of-00081.bin +3 -0
added_tokens.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"[PAD]": 32000
|
3 |
+
}
|
config.json
ADDED
@@ -0,0 +1,27 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_name_or_path": "mythologic-70b",
|
3 |
+
"architectures": [
|
4 |
+
"LlamaForCausalLM"
|
5 |
+
],
|
6 |
+
"bos_token_id": 1,
|
7 |
+
"eos_token_id": 2,
|
8 |
+
"hidden_act": "silu",
|
9 |
+
"hidden_size": 8192,
|
10 |
+
"initializer_range": 0.02,
|
11 |
+
"intermediate_size": 28672,
|
12 |
+
"max_position_embeddings": 4096,
|
13 |
+
"model_type": "llama",
|
14 |
+
"num_attention_heads": 64,
|
15 |
+
"num_hidden_layers": 80,
|
16 |
+
"num_key_value_heads": 8,
|
17 |
+
"pad_token_id": 0,
|
18 |
+
"pretraining_tp": 1,
|
19 |
+
"rms_norm_eps": 1e-05,
|
20 |
+
"rope_scaling": null,
|
21 |
+
"rope_theta": 10000.0,
|
22 |
+
"tie_word_embeddings": false,
|
23 |
+
"torch_dtype": "float16",
|
24 |
+
"transformers_version": "4.34.0.dev0",
|
25 |
+
"use_cache": false,
|
26 |
+
"vocab_size": 32001
|
27 |
+
}
|
generation_config.json
ADDED
@@ -0,0 +1,8 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"_from_model_config": true,
|
3 |
+
"bos_token_id": 1,
|
4 |
+
"eos_token_id": 2,
|
5 |
+
"pad_token_id": 0,
|
6 |
+
"transformers_version": "4.34.0.dev0",
|
7 |
+
"use_cache": false
|
8 |
+
}
|
pytorch_model-00001-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5422baf9db773a8f2f53cc8182e0e50df592e55f67b3590192c0461603f2fcb4
|
3 |
+
size 1765821200
|
pytorch_model-00002-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:106ff658999b7d90387fbcf544d324df7ad9e0bd5afa05d7093be4b795eca4ea
|
3 |
+
size 1711312242
|
pytorch_model-00003-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:03881333f9762df851652319b097dabf3001b4d193763242b2efb0082df781d7
|
3 |
+
size 1711312242
|
pytorch_model-00004-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9823220207948c0d485e3accf5f8891a7a52db9c11bf0c4176494fcc0c180d15
|
3 |
+
size 1711312242
|
pytorch_model-00005-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:504f0d98992f676176bb26815afc6d6e0bc5a7e5f1ff38726d2fcd1d580c03b2
|
3 |
+
size 1711312242
|
pytorch_model-00006-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:343c17a49337c7227c267b1f2fb8785962db6456c8e85f83b75801e1c702fc25
|
3 |
+
size 1711312242
|
pytorch_model-00007-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1f5fb556e4b8a82a0511433f2984929642447145c9b1d350611144ccf4c7f531
|
3 |
+
size 1711312242
|
pytorch_model-00008-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:15ef8816d2a34dbb3da90114a5566602aa097769430ce1ecaac08b5474fc1d5a
|
3 |
+
size 1711312242
|
pytorch_model-00009-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1adb4fd7ff450cc547466f41ea60e028a49c3dc7fd3720eb3fae9b392b04a712
|
3 |
+
size 1711312242
|
pytorch_model-00010-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5eb0d76f742d56e986ffdb0b63321e75f6447d253f18b50b127c5776cb205235
|
3 |
+
size 1711312242
|
pytorch_model-00011-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:0b550ab18844a015a0b521766abb46cef95d45a2a5adef03a95088d5bfcbb9ef
|
3 |
+
size 1711312242
|
pytorch_model-00012-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:530f0a478fbe0696026602ff08484cf8dfc12fbbf98a68b5351096c3b8144d02
|
3 |
+
size 1711312242
|
pytorch_model-00013-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:91044dd6b7b5c71e64ed3157ec1b4c0148457f42a4208727ad6573f24316f2ae
|
3 |
+
size 1711312242
|
pytorch_model-00014-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6c5377bd634e2313ae6e31b60f7fe1d5877d4753ea86a1d456378fa65ab632c7
|
3 |
+
size 1711312242
|
pytorch_model-00015-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e814b373a025384cba0c18f9624f4aa76b8e6afb1bb48f61a79fdfbd9d735f71
|
3 |
+
size 1711312242
|
pytorch_model-00016-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9e6d3eba3e6a8400446c3d0a2f236bfbe4225d92e38af1daa9a6d35eea1ca08e
|
3 |
+
size 1711312242
|
pytorch_model-00017-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5375158f94ef7f917e63dc3c8132249b7f949c5ccd9b154c8353f7ecc9cfb752
|
3 |
+
size 1711312242
|
pytorch_model-00018-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:607088a42225e3d9daf79f6a231fb6bfc73146be484bbb2f0baf5602d51d3350
|
3 |
+
size 1711312242
|
pytorch_model-00019-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ff21545d1a7d9b7c5a5b911da651224780ead6a8a033111390c3ceb96ca33008
|
3 |
+
size 1711312242
|
pytorch_model-00020-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ea5d30038d5f6d0ae05ab80160c294be42ca68b7110e0dbb45bef1926781d603
|
3 |
+
size 1711312242
|
pytorch_model-00021-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:30e156454c1cc4f1c84fe3c87ec5af558966691bf02f608560376cc3b3c1c25b
|
3 |
+
size 1711312242
|
pytorch_model-00022-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f56e45ce6ebc44a52dc8d1ac1f2b042727922a58a0aefdd5083a772e4924e31
|
3 |
+
size 1711312242
|
pytorch_model-00023-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:200c6164f1f9e697d856808bddf71f5a42722ba2c2d62ae38f318a7b9e1d07e4
|
3 |
+
size 1711312242
|
pytorch_model-00024-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:777655046184356aa8b827255d577eeac82332ba6a74ec1bc372d8c612d1f18d
|
3 |
+
size 1711312242
|
pytorch_model-00025-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7aae49da7cf5300830f42ba83249a4b5b55c7a0af6bcb05bdce51b9076fb6bdf
|
3 |
+
size 1711312242
|
pytorch_model-00026-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e458342ed01b99df63f7ccf6e46242ff8f620c79bca86b92f2639c4e2c6cf85f
|
3 |
+
size 1711312242
|
pytorch_model-00027-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:4d0af2a221ef24236c0170cdbae447d12c622a5a5afbea8adbd5b9774251a208
|
3 |
+
size 1711312242
|
pytorch_model-00028-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:01eae9f7a533ac8fa184bf1ab9459f0410ceef43e14ce202788af524c1ff0e87
|
3 |
+
size 1711312242
|
pytorch_model-00029-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d3429c99b6496843e892c7977df9196254efebf93b1fd00b9be230946b853978
|
3 |
+
size 1711312242
|
pytorch_model-00030-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c9be376563b6210388084c1413dffcd81b234ebe0161abd9089d9ed93959af64
|
3 |
+
size 1711312242
|
pytorch_model-00031-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:eaea7dd4b50690f0523c43a205f7e85cac692793b5815263107a0aed8993d188
|
3 |
+
size 1711312242
|
pytorch_model-00032-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c1f86967c0ff706e331f9e612c8bc96d8a70840143d72395d31310f5ccf8368c
|
3 |
+
size 1711312242
|
pytorch_model-00033-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c15e26cc51ceac43919046fe8c8f8b2e328708d47d3d7d502ffc694432711669
|
3 |
+
size 1711312242
|
pytorch_model-00034-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:e855a3c4d55240db174be6c39f3bcbc3956d9aed4de48f62ffa4d680776dd462
|
3 |
+
size 1711312242
|
pytorch_model-00035-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3d57fb7b519f933f87ab9e6738178dbf42755e565db445afb8a7907b9edafb63
|
3 |
+
size 1711312242
|
pytorch_model-00036-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f1fecd437c0d9072705751934c7e7b42856bbf2fd869f93f3df182cc97bbd9a
|
3 |
+
size 1711312242
|
pytorch_model-00037-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6a3e5377c8c88639291b9813f3edb5cf0617bc0de9ae81034871e49c62215178
|
3 |
+
size 1711312242
|
pytorch_model-00038-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:1e6a65ca79727ff9f4aa8fbd2ebc0e02529007ba56438f7a03b80974dfc83d44
|
3 |
+
size 1711312242
|
pytorch_model-00039-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:3bad96adb4847db60d60479a372ec9754a24345626315b5b69d9afaac39b0e41
|
3 |
+
size 1711312242
|
pytorch_model-00040-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ce852672d5d42a4bcb5c286d6481409895218f6423491764d4cc024b71de0131
|
3 |
+
size 1711312242
|
pytorch_model-00041-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:d02a948542aa298f345942940f3076c6fc6c130395580503c717e4983ac9dc3b
|
3 |
+
size 1711312242
|
pytorch_model-00042-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:64523cd39ab8c42001625b9dae48326522eb9e9c89af3e9a74dcced6e871479c
|
3 |
+
size 1711312242
|
pytorch_model-00043-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:56b360d9e04860354cf1b5916386be7f5419aa40e487fbbc9092d7c1e0a1c605
|
3 |
+
size 1711312242
|
pytorch_model-00044-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:542dfeb26bec58ead97429b3e1e5e05b5c270301b1153036bbb59b7de2a125cd
|
3 |
+
size 1711312242
|
pytorch_model-00045-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6de810bfdba500527e66d6609e9cf101741245232b56b458ce0942720bb6a34c
|
3 |
+
size 1711312242
|
pytorch_model-00046-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:676ddf551d5c999c16e95c4b6fb59b18a3e09c8c6aea43b9008543526a19be33
|
3 |
+
size 1711312242
|
pytorch_model-00047-of-00081.bin
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c24cf22e28f16614924b3ea339a2a19f5f8dbc7244aa05b2896a2d5da99143eb
|
3 |
+
size 1711312242
|