lloorree commited on
Commit
18b9fa7
1 Parent(s): e9e6813
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. added_tokens.json +3 -0
  2. config.json +27 -0
  3. generation_config.json +8 -0
  4. pytorch_model-00001-of-00081.bin +3 -0
  5. pytorch_model-00002-of-00081.bin +3 -0
  6. pytorch_model-00003-of-00081.bin +3 -0
  7. pytorch_model-00004-of-00081.bin +3 -0
  8. pytorch_model-00005-of-00081.bin +3 -0
  9. pytorch_model-00006-of-00081.bin +3 -0
  10. pytorch_model-00007-of-00081.bin +3 -0
  11. pytorch_model-00008-of-00081.bin +3 -0
  12. pytorch_model-00009-of-00081.bin +3 -0
  13. pytorch_model-00010-of-00081.bin +3 -0
  14. pytorch_model-00011-of-00081.bin +3 -0
  15. pytorch_model-00012-of-00081.bin +3 -0
  16. pytorch_model-00013-of-00081.bin +3 -0
  17. pytorch_model-00014-of-00081.bin +3 -0
  18. pytorch_model-00015-of-00081.bin +3 -0
  19. pytorch_model-00016-of-00081.bin +3 -0
  20. pytorch_model-00017-of-00081.bin +3 -0
  21. pytorch_model-00018-of-00081.bin +3 -0
  22. pytorch_model-00019-of-00081.bin +3 -0
  23. pytorch_model-00020-of-00081.bin +3 -0
  24. pytorch_model-00021-of-00081.bin +3 -0
  25. pytorch_model-00022-of-00081.bin +3 -0
  26. pytorch_model-00023-of-00081.bin +3 -0
  27. pytorch_model-00024-of-00081.bin +3 -0
  28. pytorch_model-00025-of-00081.bin +3 -0
  29. pytorch_model-00026-of-00081.bin +3 -0
  30. pytorch_model-00027-of-00081.bin +3 -0
  31. pytorch_model-00028-of-00081.bin +3 -0
  32. pytorch_model-00029-of-00081.bin +3 -0
  33. pytorch_model-00030-of-00081.bin +3 -0
  34. pytorch_model-00031-of-00081.bin +3 -0
  35. pytorch_model-00032-of-00081.bin +3 -0
  36. pytorch_model-00033-of-00081.bin +3 -0
  37. pytorch_model-00034-of-00081.bin +3 -0
  38. pytorch_model-00035-of-00081.bin +3 -0
  39. pytorch_model-00036-of-00081.bin +3 -0
  40. pytorch_model-00037-of-00081.bin +3 -0
  41. pytorch_model-00038-of-00081.bin +3 -0
  42. pytorch_model-00039-of-00081.bin +3 -0
  43. pytorch_model-00040-of-00081.bin +3 -0
  44. pytorch_model-00041-of-00081.bin +3 -0
  45. pytorch_model-00042-of-00081.bin +3 -0
  46. pytorch_model-00043-of-00081.bin +3 -0
  47. pytorch_model-00044-of-00081.bin +3 -0
  48. pytorch_model-00045-of-00081.bin +3 -0
  49. pytorch_model-00046-of-00081.bin +3 -0
  50. pytorch_model-00047-of-00081.bin +3 -0
added_tokens.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "[PAD]": 32000
3
+ }
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "mythologic-70b",
3
+ "architectures": [
4
+ "LlamaForCausalLM"
5
+ ],
6
+ "bos_token_id": 1,
7
+ "eos_token_id": 2,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 28672,
12
+ "max_position_embeddings": 4096,
13
+ "model_type": "llama",
14
+ "num_attention_heads": 64,
15
+ "num_hidden_layers": 80,
16
+ "num_key_value_heads": 8,
17
+ "pad_token_id": 0,
18
+ "pretraining_tp": 1,
19
+ "rms_norm_eps": 1e-05,
20
+ "rope_scaling": null,
21
+ "rope_theta": 10000.0,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "float16",
24
+ "transformers_version": "4.34.0.dev0",
25
+ "use_cache": false,
26
+ "vocab_size": 32001
27
+ }
generation_config.json ADDED
@@ -0,0 +1,8 @@
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_from_model_config": true,
3
+ "bos_token_id": 1,
4
+ "eos_token_id": 2,
5
+ "pad_token_id": 0,
6
+ "transformers_version": "4.34.0.dev0",
7
+ "use_cache": false
8
+ }
pytorch_model-00001-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5422baf9db773a8f2f53cc8182e0e50df592e55f67b3590192c0461603f2fcb4
3
+ size 1765821200
pytorch_model-00002-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:106ff658999b7d90387fbcf544d324df7ad9e0bd5afa05d7093be4b795eca4ea
3
+ size 1711312242
pytorch_model-00003-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03881333f9762df851652319b097dabf3001b4d193763242b2efb0082df781d7
3
+ size 1711312242
pytorch_model-00004-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9823220207948c0d485e3accf5f8891a7a52db9c11bf0c4176494fcc0c180d15
3
+ size 1711312242
pytorch_model-00005-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:504f0d98992f676176bb26815afc6d6e0bc5a7e5f1ff38726d2fcd1d580c03b2
3
+ size 1711312242
pytorch_model-00006-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:343c17a49337c7227c267b1f2fb8785962db6456c8e85f83b75801e1c702fc25
3
+ size 1711312242
pytorch_model-00007-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1f5fb556e4b8a82a0511433f2984929642447145c9b1d350611144ccf4c7f531
3
+ size 1711312242
pytorch_model-00008-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15ef8816d2a34dbb3da90114a5566602aa097769430ce1ecaac08b5474fc1d5a
3
+ size 1711312242
pytorch_model-00009-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1adb4fd7ff450cc547466f41ea60e028a49c3dc7fd3720eb3fae9b392b04a712
3
+ size 1711312242
pytorch_model-00010-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5eb0d76f742d56e986ffdb0b63321e75f6447d253f18b50b127c5776cb205235
3
+ size 1711312242
pytorch_model-00011-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b550ab18844a015a0b521766abb46cef95d45a2a5adef03a95088d5bfcbb9ef
3
+ size 1711312242
pytorch_model-00012-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:530f0a478fbe0696026602ff08484cf8dfc12fbbf98a68b5351096c3b8144d02
3
+ size 1711312242
pytorch_model-00013-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91044dd6b7b5c71e64ed3157ec1b4c0148457f42a4208727ad6573f24316f2ae
3
+ size 1711312242
pytorch_model-00014-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c5377bd634e2313ae6e31b60f7fe1d5877d4753ea86a1d456378fa65ab632c7
3
+ size 1711312242
pytorch_model-00015-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e814b373a025384cba0c18f9624f4aa76b8e6afb1bb48f61a79fdfbd9d735f71
3
+ size 1711312242
pytorch_model-00016-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e6d3eba3e6a8400446c3d0a2f236bfbe4225d92e38af1daa9a6d35eea1ca08e
3
+ size 1711312242
pytorch_model-00017-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5375158f94ef7f917e63dc3c8132249b7f949c5ccd9b154c8353f7ecc9cfb752
3
+ size 1711312242
pytorch_model-00018-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:607088a42225e3d9daf79f6a231fb6bfc73146be484bbb2f0baf5602d51d3350
3
+ size 1711312242
pytorch_model-00019-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ff21545d1a7d9b7c5a5b911da651224780ead6a8a033111390c3ceb96ca33008
3
+ size 1711312242
pytorch_model-00020-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea5d30038d5f6d0ae05ab80160c294be42ca68b7110e0dbb45bef1926781d603
3
+ size 1711312242
pytorch_model-00021-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30e156454c1cc4f1c84fe3c87ec5af558966691bf02f608560376cc3b3c1c25b
3
+ size 1711312242
pytorch_model-00022-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f56e45ce6ebc44a52dc8d1ac1f2b042727922a58a0aefdd5083a772e4924e31
3
+ size 1711312242
pytorch_model-00023-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:200c6164f1f9e697d856808bddf71f5a42722ba2c2d62ae38f318a7b9e1d07e4
3
+ size 1711312242
pytorch_model-00024-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:777655046184356aa8b827255d577eeac82332ba6a74ec1bc372d8c612d1f18d
3
+ size 1711312242
pytorch_model-00025-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7aae49da7cf5300830f42ba83249a4b5b55c7a0af6bcb05bdce51b9076fb6bdf
3
+ size 1711312242
pytorch_model-00026-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e458342ed01b99df63f7ccf6e46242ff8f620c79bca86b92f2639c4e2c6cf85f
3
+ size 1711312242
pytorch_model-00027-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d0af2a221ef24236c0170cdbae447d12c622a5a5afbea8adbd5b9774251a208
3
+ size 1711312242
pytorch_model-00028-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:01eae9f7a533ac8fa184bf1ab9459f0410ceef43e14ce202788af524c1ff0e87
3
+ size 1711312242
pytorch_model-00029-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3429c99b6496843e892c7977df9196254efebf93b1fd00b9be230946b853978
3
+ size 1711312242
pytorch_model-00030-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c9be376563b6210388084c1413dffcd81b234ebe0161abd9089d9ed93959af64
3
+ size 1711312242
pytorch_model-00031-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaea7dd4b50690f0523c43a205f7e85cac692793b5815263107a0aed8993d188
3
+ size 1711312242
pytorch_model-00032-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c1f86967c0ff706e331f9e612c8bc96d8a70840143d72395d31310f5ccf8368c
3
+ size 1711312242
pytorch_model-00033-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c15e26cc51ceac43919046fe8c8f8b2e328708d47d3d7d502ffc694432711669
3
+ size 1711312242
pytorch_model-00034-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e855a3c4d55240db174be6c39f3bcbc3956d9aed4de48f62ffa4d680776dd462
3
+ size 1711312242
pytorch_model-00035-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3d57fb7b519f933f87ab9e6738178dbf42755e565db445afb8a7907b9edafb63
3
+ size 1711312242
pytorch_model-00036-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6f1fecd437c0d9072705751934c7e7b42856bbf2fd869f93f3df182cc97bbd9a
3
+ size 1711312242
pytorch_model-00037-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a3e5377c8c88639291b9813f3edb5cf0617bc0de9ae81034871e49c62215178
3
+ size 1711312242
pytorch_model-00038-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e6a65ca79727ff9f4aa8fbd2ebc0e02529007ba56438f7a03b80974dfc83d44
3
+ size 1711312242
pytorch_model-00039-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3bad96adb4847db60d60479a372ec9754a24345626315b5b69d9afaac39b0e41
3
+ size 1711312242
pytorch_model-00040-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce852672d5d42a4bcb5c286d6481409895218f6423491764d4cc024b71de0131
3
+ size 1711312242
pytorch_model-00041-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d02a948542aa298f345942940f3076c6fc6c130395580503c717e4983ac9dc3b
3
+ size 1711312242
pytorch_model-00042-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64523cd39ab8c42001625b9dae48326522eb9e9c89af3e9a74dcced6e871479c
3
+ size 1711312242
pytorch_model-00043-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56b360d9e04860354cf1b5916386be7f5419aa40e487fbbc9092d7c1e0a1c605
3
+ size 1711312242
pytorch_model-00044-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:542dfeb26bec58ead97429b3e1e5e05b5c270301b1153036bbb59b7de2a125cd
3
+ size 1711312242
pytorch_model-00045-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6de810bfdba500527e66d6609e9cf101741245232b56b458ce0942720bb6a34c
3
+ size 1711312242
pytorch_model-00046-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:676ddf551d5c999c16e95c4b6fb59b18a3e09c8c6aea43b9008543526a19be33
3
+ size 1711312242
pytorch_model-00047-of-00081.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c24cf22e28f16614924b3ea339a2a19f5f8dbc7244aa05b2896a2d5da99143eb
3
+ size 1711312242