Hugging Face's logo

MaziyarPanahi
/
calme-2.1-rys-78b

Text Generation
Transformers
Safetensors
English
qwen2
chat
qwen
finetune
chatml
conversational
Eval Results
text-generation-inference
Model card Files Community
7

Upload folder using huggingface_hub

#1
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+455850
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +27 -0
  3. generation_config.json +11 -0
  4. merges.txt +0 -0
  5. model-00001-of-00067.safetensors +3 -0
  6. model-00002-of-00067.safetensors +3 -0
  7. model-00003-of-00067.safetensors +3 -0
  8. model-00004-of-00067.safetensors +3 -0
  9. model-00005-of-00067.safetensors +3 -0
  10. model-00006-of-00067.safetensors +3 -0
  11. model-00007-of-00067.safetensors +3 -0
  12. model-00008-of-00067.safetensors +3 -0
  13. model-00009-of-00067.safetensors +3 -0
  14. model-00010-of-00067.safetensors +3 -0
  15. model-00011-of-00067.safetensors +3 -0
  16. model-00012-of-00067.safetensors +3 -0
  17. model-00013-of-00067.safetensors +3 -0
  18. model-00014-of-00067.safetensors +3 -0
  19. model-00015-of-00067.safetensors +3 -0
  20. model-00016-of-00067.safetensors +3 -0
  21. model-00017-of-00067.safetensors +3 -0
  22. model-00018-of-00067.safetensors +3 -0
  23. model-00019-of-00067.safetensors +3 -0
  24. model-00020-of-00067.safetensors +3 -0
  25. model-00021-of-00067.safetensors +3 -0
  26. model-00022-of-00067.safetensors +3 -0
  27. model-00023-of-00067.safetensors +3 -0
  28. model-00024-of-00067.safetensors +3 -0
  29. model-00025-of-00067.safetensors +3 -0
  30. model-00026-of-00067.safetensors +3 -0
  31. model-00027-of-00067.safetensors +3 -0
  32. model-00028-of-00067.safetensors +3 -0
  33. model-00029-of-00067.safetensors +3 -0
  34. model-00030-of-00067.safetensors +3 -0
  35. model-00031-of-00067.safetensors +3 -0
  36. model-00032-of-00067.safetensors +3 -0
  37. model-00033-of-00067.safetensors +3 -0
  38. model-00034-of-00067.safetensors +3 -0
  39. model-00035-of-00067.safetensors +3 -0
  40. model-00036-of-00067.safetensors +3 -0
  41. model-00037-of-00067.safetensors +3 -0
  42. model-00038-of-00067.safetensors +3 -0
  43. model-00039-of-00067.safetensors +3 -0
  44. model-00040-of-00067.safetensors +3 -0
  45. model-00041-of-00067.safetensors +3 -0
  46. model-00042-of-00067.safetensors +3 -0
  47. model-00043-of-00067.safetensors +3 -0
  48. model-00044-of-00067.safetensors +3 -0
  49. model-00045-of-00067.safetensors +3 -0
  50. model-00046-of-00067.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "dnhkng/RYS-XLarge",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 32768,
13
+ "max_window_layers": 80,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 86,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.44.0.dev0",
24
+ "use_cache": false,
25
+ "use_sliding_window": false,
26
+ "vocab_size": 151646
27
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": 151645,
5
+ "pad_token_id": 151643,
6
+ "repetition_penalty": 1.05,
7
+ "temperature": 0.7,
8
+ "top_k": 20,
9
+ "top_p": 0.8,
10
+ "transformers_version": "4.44.0.dev0"
11
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157896f26462aca119a9f0d1b67bc68813dc44a196979da1fc92cf13b6a6ef2e
3
+ size 4969136264
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:95f627bcc48f6cc1fe267afa512956d4e33346bd9e554740c082800bf51012ee
3
+ size 4114761856
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e93a619cee9ffe008ac7fb33787e6926f7065fe9853287067c57f4e47598f28b
3
+ size 4479624664
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14a177da1f009787231f3130439d0a81e264cb31cfc252176e77572ea263f5cc
3
+ size 4479624664
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696bddc629400de564451c6e7340be7371b4f1680a2d2b47a4d8a2cd0b9f09eb
3
+ size 4815276384
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e9d5e2461305385a952ad7ec12e90b94f4bfc5ddc0af675f62e7bdf6da5fa66
3
+ size 4748060240
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba77d6e41a88b047ad58f6bc4272f6a8133eebdb7c7d152bc9817cae214d10bb
3
+ size 4479624664
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:714c289551056ec643dafb462340981a9e966c2971b1cacafcd3888f9460dafe
3
+ size 4815276384
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67a30779993dc7236eff10cc63f3167a40ebbbdb781286ee8252aaecc74702e1
3
+ size 4748060256
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:638a90d3ba2f7ee4ce7a854a6fa1d3d8f0dc46a77322ba99cc8090e2515d7ddd
3
+ size 4479624672
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfaec362e32df54bbe053511a242429a8068db2a60026954af702a25e0bdb576
3
+ size 4815276400
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a585e8df2fe3a44d24e90c36f4579332d47aaad923bcb7c2abb39f0d036ae2a6
3
+ size 4748060248
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b24e42e69f59372fb5d3126ae2184d8df556b35fd0078912a7641f9a211db294
3
+ size 4479624672
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67aed3c0477b4ebfaaecf8e3186fc6dd27536b3b1e8606f85d63b601c866e8b3
3
+ size 4815276400
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e677355dc48f08fec31a17eff360b363251197d813a1673f687069ed1bf9bf
3
+ size 4748060248
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ed15b27fb4ceeae4a0a71927578acd439b75ba9f052799a6bdd58610062a9b4
3
+ size 4479624672
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2165b42013567b7a4e7af47e357f3f5096efaed7588e04cb3b3f0ddc45c988c2
3
+ size 4815276400
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f4fd854f0533efa8524b5a7a7d3ed451ec5a2428c54ec11eb5169bc8009420d
3
+ size 4748060248
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae1a8cb9e076460f509b16b72b3f7a2da74d64dbe336cbf073d996cc7fab42dc
3
+ size 4479624672
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09a474250414c507328babefe1fc4fd7d03afc5d5454ad4b958129575ea6aac3
3
+ size 4815276400
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:426162b696a8d78e4b4faaa08a8d010161df88f8d9775a497787f7a305463713
3
+ size 4748060248
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:11fef099952ddc4a0cb2afb47d0bb58a65f9783f630c3a0a05915c7191064116
3
+ size 4479624672
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:451927b6e0c8ad0b69d1f88b86478cc1d87a42d51716427d5a0dea995a5a2e72
3
+ size 4815276400
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8a7f2027e0b3ec849e1122f697a42749de8388529206c9e1928e884c526925a
3
+ size 4748060248
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e73e64a602062d99027ae54e46f07093994e8432a890848186f6bfb0c810379b
3
+ size 4479624672
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:318773d2e26a199172e95d878ecc204ee806af434e88e2dba3539622f2b4c8b9
3
+ size 4815276400
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e519f9049dbe1b6c52c8b080d7b37aebddd8e8675fc2f1eefcf41fcf3afbc150
3
+ size 4748060248
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bbf7901f5e839bf7e2c63c1b31dbadfa12de0efe60c20162dd4c750e209b3acb
3
+ size 4479624672
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5c8de71490e7780c795fc7af210bf2de669d66f5c4cad8341be130aa6cf4b9e0
3
+ size 4815276400
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb3bce68585ee3ee1384712343cfe46b887a800129ce4a582c96979ecfdadfb4
3
+ size 4748060248
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0f83ef3034e283cb2ff36bd7a40594d474df58266e4b26bbeb5b752a86659e4
3
+ size 4479624672
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66aa588c8397d784d9cf3b96f708fbd19f3303d8bd4ac5834e56ab680e04e36c
3
+ size 4815276400
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e5c5524e9082847112bf3a87b9a0c79bbde9cc7d2b853a61daaa3651ba57c7f3
3
+ size 4748060248
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ede72735eaea97b3c793a21cf9da305c353f3a9484cab1c33a9a00bfabb3acc5
3
+ size 4479624672
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c969624f366dd4e1f17410a8a2562a8cf46d7d42fa2a2ec5c7bd617aa3e6b1c2
3
+ size 4815276400
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e72e362f8d42db32ffaec9c49da4b6e62ed2fdb354c68505feb4cf8d6e28f4a5
3
+ size 4748060248
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6c813276c6c48e019dd12a21a895123b43f0ce2278032dc972a649fb438827d6
3
+ size 4479624672
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c92613ab56f6ced8bd4f905ec50c15368dfb82a30abddd6c1492e896006bdb97
3
+ size 4815276400
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b26a3b307fdcf7e61bba5a3b90f9a6a30a11682d04d57490234f350060ecc1ce
3
+ size 4748060248
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:74a244dfa68ea42af2f6f5e6357ca3ad4d9fef4767f3e6669299859bc0c2b718
3
+ size 4479624672
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76a9ef934611174ae32abc5717521243f0ce6a4c21be3ca2eb77179aa1f0077c
3
+ size 4815276400
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:721632bbe74a2d17b8ac1761718e75d19f55f52971d2ca8d366c70421a25b425
3
+ size 4748060248
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5960fe417463b29c1556570399aa85930569a0c1ca7bc5632c3db1687d7e6c05
3
+ size 4479624672
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27426bf47a625037f0093119cf672f58222ec5d132ccba5f1cb28525ecf39c63
3
+ size 4815276400
model-00045-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7709bd6c5fa33d27dd42e91bbb073c75be9a32427bae6e3e472710ced55098d0
3
+ size 4748060248
model-00046-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb5b416ee00c77219d53ac5157caac842daa6954587c40d816c61c5b7986e39e
3
+ size 4479624672