Hugging Face's logo

MaziyarPanahi
/
calme-2.4-rys-78b

Text Generation
Transformers
Safetensors
English
qwen2
chat
qwen
finetune
chatml
conversational
Eval Results
text-generation-inference
Model card Files Community
11

Upload folder using huggingface_hub

#1
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+455850
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. added_tokens.json +5 -0
  2. config.json +27 -0
  3. generation_config.json +11 -0
  4. merges.txt +0 -0
  5. model-00001-of-00067.safetensors +3 -0
  6. model-00002-of-00067.safetensors +3 -0
  7. model-00003-of-00067.safetensors +3 -0
  8. model-00004-of-00067.safetensors +3 -0
  9. model-00005-of-00067.safetensors +3 -0
  10. model-00006-of-00067.safetensors +3 -0
  11. model-00007-of-00067.safetensors +3 -0
  12. model-00008-of-00067.safetensors +3 -0
  13. model-00009-of-00067.safetensors +3 -0
  14. model-00010-of-00067.safetensors +3 -0
  15. model-00011-of-00067.safetensors +3 -0
  16. model-00012-of-00067.safetensors +3 -0
  17. model-00013-of-00067.safetensors +3 -0
  18. model-00014-of-00067.safetensors +3 -0
  19. model-00015-of-00067.safetensors +3 -0
  20. model-00016-of-00067.safetensors +3 -0
  21. model-00017-of-00067.safetensors +3 -0
  22. model-00018-of-00067.safetensors +3 -0
  23. model-00019-of-00067.safetensors +3 -0
  24. model-00020-of-00067.safetensors +3 -0
  25. model-00021-of-00067.safetensors +3 -0
  26. model-00022-of-00067.safetensors +3 -0
  27. model-00023-of-00067.safetensors +3 -0
  28. model-00024-of-00067.safetensors +3 -0
  29. model-00025-of-00067.safetensors +3 -0
  30. model-00026-of-00067.safetensors +3 -0
  31. model-00027-of-00067.safetensors +3 -0
  32. model-00028-of-00067.safetensors +3 -0
  33. model-00029-of-00067.safetensors +3 -0
  34. model-00030-of-00067.safetensors +3 -0
  35. model-00031-of-00067.safetensors +3 -0
  36. model-00032-of-00067.safetensors +3 -0
  37. model-00033-of-00067.safetensors +3 -0
  38. model-00034-of-00067.safetensors +3 -0
  39. model-00035-of-00067.safetensors +3 -0
  40. model-00036-of-00067.safetensors +3 -0
  41. model-00037-of-00067.safetensors +3 -0
  42. model-00038-of-00067.safetensors +3 -0
  43. model-00039-of-00067.safetensors +3 -0
  44. model-00040-of-00067.safetensors +3 -0
  45. model-00041-of-00067.safetensors +3 -0
  46. model-00042-of-00067.safetensors +3 -0
  47. model-00043-of-00067.safetensors +3 -0
  48. model-00044-of-00067.safetensors +3 -0
  49. model-00045-of-00067.safetensors +3 -0
  50. model-00046-of-00067.safetensors +3 -0
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,27 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "dnhkng/RYS-XLarge",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 32768,
13
+ "max_window_layers": 80,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 86,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_theta": 1000000.0,
20
+ "sliding_window": null,
21
+ "tie_word_embeddings": false,
22
+ "torch_dtype": "float32",
23
+ "transformers_version": "4.44.0.dev0",
24
+ "use_cache": false,
25
+ "use_sliding_window": false,
26
+ "vocab_size": 151646
27
+ }
generation_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token_id": 151643,
3
+ "do_sample": true,
4
+ "eos_token_id": 151645,
5
+ "pad_token_id": 151643,
6
+ "repetition_penalty": 1.05,
7
+ "temperature": 0.7,
8
+ "top_k": 20,
9
+ "top_p": 0.8,
10
+ "transformers_version": "4.44.0.dev0"
11
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:157896f26462aca119a9f0d1b67bc68813dc44a196979da1fc92cf13b6a6ef2e
3
+ size 4969136264
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:696ab877f664eeb0098db84c259d9b4864cf03591ed262c714a4460b04bc38aa
3
+ size 4114761856
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:475e7f302170ffc109bcd06dd1b89140771d3fd4b54e55ca59b3a5aed8274304
3
+ size 4479624664
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:975d4881c2b11c419cf0f23a9d0ba6b21ca2c57beb90c6ac654d772aaeeb2e0e
3
+ size 4479624664
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd4b56e20c074e02adc457032a00347bdc0995d2d308538bbffd9e866be25d7
3
+ size 4815276384
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:07c5d51b7557a7dec8233b5bbb838c3afe9a60e414ad83220080a5eb6a234587
3
+ size 4748060240
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:53f8a08bb07279f22eba7a322dcb6e54149bbf34100ebfcc4f750e9ca8b73a69
3
+ size 4479624664
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b732da26e061936640bf08e2d5153b8bc9dfc82c69ab864c3913800418c65cfc
3
+ size 4815276384
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:384b217763eba6fb43388dc3016f30297b3eae71d4c252c7c616e3e868981b27
3
+ size 4748060256
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9a1a966f8f8296684e194fa45074b00f11a4a8ce3ff5684ea4cb2e810e73f80
3
+ size 4479624672
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3c268712d117bc9153a8e7f0bc25ed468c57f27c820813af3ffed933edc505d2
3
+ size 4815276400
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:961f5460ead37b3710dd9f76305a7782b17775eaacebb4c7a4ce8e89deada3c7
3
+ size 4748060248
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bade9570750ef4e89d3ca844877b3b35b98357bad580503915580cbbdbd4720a
3
+ size 4479624672
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed93a2f228c9ac7ed9e30188ce0dbe337dc178aab6c45a3c708c81d65bd5b827
3
+ size 4815276400
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aeba78566add3c87bc48a2f58ec29b9d17f23468a1f0c880d7fda0286f951007
3
+ size 4748060248
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e6b87ae0f3a05fe79788507900e5fe428d357a6d7c96b8087e7a2d833ed6b10
3
+ size 4479624672
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b2d3fa7c2d1aeeb33be24a0b177f7e5591e531570c38fedfeb4acc128ac2b2c
3
+ size 4815276400
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e11604c9728fb07f9e8ab516f29029ebbc6e30cf546a77f15691cb1a48cd96c
3
+ size 4748060248
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:395cff1135a1b9a5925cd60dd25f8ba4da3ff138ec0fe4d124b164d03885dccc
3
+ size 4479624672
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b2481023ca859a35d785fd3c5163e549d40b2f38837de684134d49e2d707b2c
3
+ size 4815276400
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6ead61d74e1c9b36d2f7dbdca7a868345de5549448a5b994da1dd4fa96c8fa92
3
+ size 4748060248
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:116d5ee075507973fbe4765dfad705797976d8bc28b9c0cd0427319e38e9407f
3
+ size 4479624672
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:86346e4dacf0d6f65640e14e31b75c6f3c44846246bdf6e4ccd2adb0eca3f293
3
+ size 4815276400
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f048e17ba22bd74e94fef6e1363f05d490ddb3815181bc3cdcfb12c328556fe3
3
+ size 4748060248
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:940bb427a0d52c74435aa0d97ae3ec1571c39e444da59ff43a8191ca908c3792
3
+ size 4479624672
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:368320d030883af23720c4e223b6505d1a607f36705e7ec8236d5a8d0231ba06
3
+ size 4815276400
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab56014c2c175f6766999e19160642a0c526591882afb25b399990259622144a
3
+ size 4748060248
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:14ddc99382cf1da8fd55695588abca23fbd457baaa4569baf791df34bcb34f08
3
+ size 4479624672
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68ebdd1e6863c5798fad19cda13e7c882d3d4310aac278da9e3c4a0e1a35a143
3
+ size 4815276400
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:243a5a1eece1ca61441643f20f442b066eacd2e40d58725100925729ef0c4d98
3
+ size 4748060248
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eab52435cdf038e053cd13b69aff7d87d090755c3f53c08103bfe057937fbddb
3
+ size 4479624672
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0e2261ad3bb5231489e672886cbe4aa0e9fe4d31ca52aecc3b35de993306adf3
3
+ size 4815276400
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89cdb49e46f9cf716e892ff8ebbf958eb7f8a9fb9d2ece24eebbf9b0f20a6a96
3
+ size 4748060248
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dbaf72425f9571366948f204462cc1a7d1c9b9bbc106d52dcfdf754c77938dd6
3
+ size 4479624672
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3744bedaea35c72090bb744a5ff2d1f3312f81941981e30ebe31daa95b021418
3
+ size 4815276400
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18efa97676d1afddc9df51341b494fc3ba5281b6dedbc30c1287e6ac18af49b9
3
+ size 4748060248
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:68c587431717afaae4c9b900ea06c39de388db7872657e3a5fa26801f00ea27d
3
+ size 4479624672
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ce6b91ca4dc7483a7c301e6613a8b3fd4112dc83952d8510da8bc9b701556034
3
+ size 4815276400
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93cc75efb13ad4e4f078a367cc2c18b3b1c76c1255e3f0d56564ab5cae06eaac
3
+ size 4748060248
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:42f354b35261d2165638014304b55e9d1753f9f7134ae5d461c68c6e7a44197b
3
+ size 4479624672
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:38b3cf2ebca1c099f5195e7bfbe4c6d634627665d5c9e265e0a9fb9ccb4ac8ad
3
+ size 4815276400
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a315d1fbbb8dd748464a41d36543b848ba890590cfcaf7c34c2707bab212a7c1
3
+ size 4748060248
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3fa40f6cf2920725c410799c51553d487d5b8c5250a2e0571ea3210e0c1a36b
3
+ size 4479624672
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9a8f69eea48c4533bc019aefbe41343ecbe5b764fc4c2af3882dd67d002df711
3
+ size 4815276400
model-00045-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f133b29e6c2a89a26b5d88e8b5f58100ea794f166c08957b9d5a885d336f350c
3
+ size 4748060248
model-00046-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85d548a8c78e9545b27839bfe789a595312a9584adc1e733dda5cd08d62bbdb0
3
+ size 4479624672