Hugging Face's logo

Replete-AI
/
Kronos-703B

Text Generation
Transformers
Safetensors
English
phi
conversational
custom_code
text-generation-inference
Inference Endpoints
Model card Files Community
1
Kquant03 commited on
Commit
66ed9cc
•
1 Parent(s): 27016d5

Upload 150 files

Browse files
This view is limited to 50 files because it contains too many changes.   See raw diff
Files changed (50) hide show
  1. README.md +0 -0
  2. added_tokens.json +40 -0
  3. config.json +34 -0
  4. merges.txt +0 -0
  5. model-00001-of-00141.safetensors +3 -0
  6. model-00002-of-00141.safetensors +3 -0
  7. model-00003-of-00141.safetensors +3 -0
  8. model-00004-of-00141.safetensors +3 -0
  9. model-00005-of-00141.safetensors +3 -0
  10. model-00006-of-00141.safetensors +3 -0
  11. model-00007-of-00141.safetensors +3 -0
  12. model-00008-of-00141.safetensors +3 -0
  13. model-00009-of-00141.safetensors +3 -0
  14. model-00010-of-00141.safetensors +3 -0
  15. model-00011-of-00141.safetensors +3 -0
  16. model-00012-of-00141.safetensors +3 -0
  17. model-00013-of-00141.safetensors +3 -0
  18. model-00014-of-00141.safetensors +3 -0
  19. model-00015-of-00141.safetensors +3 -0
  20. model-00016-of-00141.safetensors +3 -0
  21. model-00017-of-00141.safetensors +3 -0
  22. model-00018-of-00141.safetensors +3 -0
  23. model-00019-of-00141.safetensors +3 -0
  24. model-00020-of-00141.safetensors +3 -0
  25. model-00021-of-00141.safetensors +3 -0
  26. model-00022-of-00141.safetensors +3 -0
  27. model-00023-of-00141.safetensors +3 -0
  28. model-00024-of-00141.safetensors +3 -0
  29. model-00025-of-00141.safetensors +3 -0
  30. model-00026-of-00141.safetensors +3 -0
  31. model-00027-of-00141.safetensors +3 -0
  32. model-00028-of-00141.safetensors +3 -0
  33. model-00029-of-00141.safetensors +3 -0
  34. model-00030-of-00141.safetensors +3 -0
  35. model-00031-of-00141.safetensors +3 -0
  36. model-00032-of-00141.safetensors +3 -0
  37. model-00033-of-00141.safetensors +3 -0
  38. model-00034-of-00141.safetensors +3 -0
  39. model-00035-of-00141.safetensors +3 -0
  40. model-00036-of-00141.safetensors +3 -0
  41. model-00037-of-00141.safetensors +3 -0
  42. model-00038-of-00141.safetensors +3 -0
  43. model-00039-of-00141.safetensors +3 -0
  44. model-00040-of-00141.safetensors +3 -0
  45. model-00041-of-00141.safetensors +3 -0
  46. model-00042-of-00141.safetensors +3 -0
  47. model-00043-of-00141.safetensors +3 -0
  48. model-00044-of-00141.safetensors +3 -0
  49. model-00045-of-00141.safetensors +3 -0
  50. model-00046-of-00141.safetensors +3 -0
README.md CHANGED
The diff for this file is too large to render. See raw diff
 
added_tokens.json ADDED
@@ -0,0 +1,40 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "\t\t": 50294,
3
+ "\t\t\t": 50293,
4
+ "\t\t\t\t": 50292,
5
+ "\t\t\t\t\t": 50291,
6
+ "\t\t\t\t\t\t": 50290,
7
+ "\t\t\t\t\t\t\t": 50289,
8
+ "\t\t\t\t\t\t\t\t": 50288,
9
+ "\t\t\t\t\t\t\t\t\t": 50287,
10
+ " ": 50286,
11
+ " ": 50285,
12
+ " ": 50284,
13
+ " ": 50283,
14
+ " ": 50282,
15
+ " ": 50281,
16
+ " ": 50280,
17
+ " ": 50279,
18
+ " ": 50278,
19
+ " ": 50277,
20
+ " ": 50276,
21
+ " ": 50275,
22
+ " ": 50274,
23
+ " ": 50273,
24
+ " ": 50272,
25
+ " ": 50271,
26
+ " ": 50270,
27
+ " ": 50269,
28
+ " ": 50268,
29
+ " ": 50267,
30
+ " ": 50266,
31
+ " ": 50265,
32
+ " ": 50264,
33
+ " ": 50263,
34
+ " ": 50262,
35
+ " ": 50261,
36
+ " ": 50260,
37
+ " ": 50259,
38
+ " ": 50258,
39
+ " ": 50257
40
+ }
config.json ADDED
@@ -0,0 +1,34 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "abacaj/phi-2-super",
3
+ "architectures": [
4
+ "PhiForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "auto_map": {
8
+ "AutoConfig": "microsoft/phi-2--configuration_phi.PhiConfig",
9
+ "AutoModelForCausalLM": "microsoft/phi-2--modeling_phi.PhiForCausalLM"
10
+ },
11
+ "bos_token_id": 50256,
12
+ "embd_pdrop": 0.0,
13
+ "eos_token_id": 50256,
14
+ "hidden_act": "gelu_new",
15
+ "hidden_size": 2560,
16
+ "initializer_range": 0.02,
17
+ "intermediate_size": 10240,
18
+ "layer_norm_eps": 1e-05,
19
+ "max_position_embeddings": 2048,
20
+ "model_type": "phi",
21
+ "num_attention_heads": 32,
22
+ "num_hidden_layers": 8928,
23
+ "num_key_value_heads": 32,
24
+ "partial_rotary_factor": 0.4,
25
+ "qk_layernorm": false,
26
+ "resid_pdrop": 0.1,
27
+ "rope_scaling": null,
28
+ "rope_theta": 10000.0,
29
+ "tie_word_embeddings": false,
30
+ "torch_dtype": "float16",
31
+ "transformers_version": "4.38.2",
32
+ "use_cache": true,
33
+ "vocab_size": 51200
34
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86bfb90b2902843aa4869b29ad43486fd2cfa6dc54ba3afdd04ed9ba787f1f53
3
+ size 9963025808
model-00002-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b6c3d56dd7df452a87e90a33164884e10fd5ec0b38019c6290a6d748e5796f53
3
+ size 9962997192
model-00003-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2abf71d49f83d6e3907d344626a3b3d2e0e71bd68fcc73f88d6c8688b211faad
3
+ size 9961493088
model-00004-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c199b737bedee659c455f8235a3a3ab890a55e5165285265e5ab68bc32e957a
3
+ size 9995183376
model-00005-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22d4b394a00fcf0afab508c53464af0afbc28c0632ecd6047ed71de6b7a6ccf4
3
+ size 9995304400
model-00006-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1bc90e08d2f0fb0cb785b97e32b78a53685ee4e5f0664a27a7c5fc899cbae189
3
+ size 9961493088
model-00007-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41d5193b276c9e6f92c37829391978b3d4c76ab7edecfffe3580f50bcd462312
3
+ size 9962997192
model-00008-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b41d19430194de2dc99ecdd320771731909ffafc1d0060fca86ed7ad2ef9bd15
3
+ size 9993639080
model-00009-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1061167df159f01f78c1225fdf19841edb1632d0142f7e351e54338b8f1f88e2
3
+ size 9990790272
model-00010-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7187b840d9eb8f391e089b0688dbfa39f58f427748ade43f175a755e784524b0
3
+ size 9967551184
model-00011-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d02163262cd00bda2055cb51912b98b6cfd40377cf2fad793dc0e554bb31c78
3
+ size 9962997192
model-00012-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a12334d3c0391eef4a8f1f6aca4656d9ca451a5a8631c4370be2369150c101d1
3
+ size 9961493088
model-00013-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c1a4988cc4fee7462110146b0fde7627322ddde03e94f7c4a9523919c57b14b
3
+ size 9995177536
model-00014-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66fd3d44295b32449cefcb3905cbaf7b0fc874332c2c7d7f09786ce746b6aa45
3
+ size 9990790016
model-00015-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:877f7094d01922170e61fcede3badc39bdc5d6c505545372c903c011af927c08
3
+ size 9966012376
model-00016-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e2fcb118fb66ad96e50652df3ed1236e9cef91869e418ad6b47d4eea3e5762e
3
+ size 9962997192
model-00017-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:26bdb247240a871e6b9bf913c27b17729c2840558bc56a4b4c8f11505d769cc2
3
+ size 9961493056
model-00018-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fe98926e7f9ff8fa4fb67ec0527ac7b9b98670e73ceb93cf1df9f742f258aee
3
+ size 9996715840
model-00019-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd1ec6ba63a0038ef8e9e541933ed10da6245bd318c09fb595cedaaa067e5884
3
+ size 9993771680
model-00020-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85ec57e3c8233318783b909b6d9af4cb15fbce0d064a139d3ef94ac6ddb1c808
3
+ size 9961493064
model-00021-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8245976493d3710a5d2f9e4c56743cfd4089e6eaa153f2ace0d2fba91016c462
3
+ size 9962997024
model-00022-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3db34e19f3be73fc9e1278b2e3d4db70a400d969288734f9dd367aad7bd17fdf
3
+ size 9995171696
model-00023-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:361ac0f996cd41911df8cd707db0fa8bc99d8479fd3db83277a273edee457b1f
3
+ size 9990790048
model-00024-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:103e2d5710b033b2775c37c09c7bacd9016551f54d99cb33633cc3943a8a0e91
3
+ size 9966018496
model-00025-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f3d5ae605826bd03b90b614806ed97bc13a8e61f36ea3fd808275319d072e2b
3
+ size 9962997192
model-00026-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0b0294e971b30f6854f0facf139f7d57d9e8930e47c49484638ead7b0986bf4
3
+ size 9961493072
model-00027-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2ac856ab9f8a6277be7957180353fe902aee1c41bc2f7dc8e47f93413b05213
3
+ size 9996710000
model-00028-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ff31a695dd3d9c03a8a550a21b4deaac0daaa1bb2e63d27e5e8825f807309b5
3
+ size 9993777520
model-00029-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3f77c0f47f5633c6b969d204a8c0f6c383493712305ce5293942eb369b3a3321
3
+ size 9961493080
model-00030-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c3512d120e82717f583d5403eb27436d86424a8b71d1b589455179c023f66a0d
3
+ size 9962996992
model-00031-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:28eac53b3dd43ff77c0f959ca11611161aa722788d248069176a5eb645bf17e4
3
+ size 9993659144
model-00032-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6bbad3c582b7319c34dbd34363b7ca95c439b383de367fcc8b52058b8ecddfab
3
+ size 9992296792
model-00033-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:24dd58b704d6d9d7b805d8ae55f0982e1d4f12df7326518a1505633e98289c36
3
+ size 9966024368
model-00034-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d013a83324130295dd647b84e29262f8085403be2ec51ed2c08036acf59910e6
3
+ size 9962997192
model-00035-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbd065458ebc9b1c2e908df00287cde6bf2d679c59ff5229837e58c8c684a63f
3
+ size 9961493088
model-00036-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78f4de36b28b99219872fbada2ad1aff01af071aaf382ef8bc90496198b5e3b7
3
+ size 9996704256
model-00037-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23ee3434b32d4b0bd07636a2a0058c75dca3f99e5ff12858f1ccd63510d34fe0
3
+ size 9993783360
model-00038-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06a60c14a52f39d5e0aa6b08e113eb064efad6fbecd846663759acccdb4298f8
3
+ size 9961493088
model-00039-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fb9723089fd5f6f61fc7e7e947ebabe2b65e7ea6224d75a6200a2822796ffc7
3
+ size 9962997088
model-00040-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:140f7e4df8fc50599b4eaa83ae4ceed60eaf8565af400dcd10e74a80e2066a90
3
+ size 9993653320
model-00041-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07d5b4d51442530907a50244f8901018250b2df5e8a08c01be5355c4fae491bb
3
+ size 9992296920
model-00042-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3a801015279d2211c6ea73b6cc0c4eb3e3bb8ddf2a8be4fe50d950e550058f4a
3
+ size 9966030144
model-00043-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3276c6712bdd0f15f4b16a11205637cc8408932068fae2fbdb3f75fb5ad73f4b
3
+ size 9962997192
model-00044-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1154f336e5631614af497bbc86e39c805d56f5c91c83cd0be9a2e36cb5ca96a
3
+ size 9961493088
model-00045-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e2dc5a868a93677fc57b02b4fbfc0e14acae73dabef4f4f1047423d2366afe8f
3
+ size 9995191768
model-00046-of-00141.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:196970dc67f809b1fb610fe913a34296588e4be9c17a0d1a11890fa9ae59b1e5
3
+ size 9995295904