Hugging Face's logo

MaziyarPanahi
/
calme-3.1-instruct-78b

Text Generation
Transformers
Safetensors
English
qwen2
chat
qwen
qwen2.5
finetune
english
conversational
text-generation-inference
Model card Files Community
6

Upload folder using huggingface_hub

#1
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+151691
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +5 -0
  3. config.json +28 -0
  4. merges.txt +0 -0
  5. model-00001-of-00067.safetensors +3 -0
  6. model-00002-of-00067.safetensors +3 -0
  7. model-00003-of-00067.safetensors +3 -0
  8. model-00004-of-00067.safetensors +3 -0
  9. model-00005-of-00067.safetensors +3 -0
  10. model-00006-of-00067.safetensors +3 -0
  11. model-00007-of-00067.safetensors +3 -0
  12. model-00008-of-00067.safetensors +3 -0
  13. model-00009-of-00067.safetensors +3 -0
  14. model-00010-of-00067.safetensors +3 -0
  15. model-00011-of-00067.safetensors +3 -0
  16. model-00012-of-00067.safetensors +3 -0
  17. model-00013-of-00067.safetensors +3 -0
  18. model-00014-of-00067.safetensors +3 -0
  19. model-00015-of-00067.safetensors +3 -0
  20. model-00016-of-00067.safetensors +3 -0
  21. model-00017-of-00067.safetensors +3 -0
  22. model-00018-of-00067.safetensors +3 -0
  23. model-00019-of-00067.safetensors +3 -0
  24. model-00020-of-00067.safetensors +3 -0
  25. model-00021-of-00067.safetensors +3 -0
  26. model-00022-of-00067.safetensors +3 -0
  27. model-00023-of-00067.safetensors +3 -0
  28. model-00024-of-00067.safetensors +3 -0
  29. model-00025-of-00067.safetensors +3 -0
  30. model-00026-of-00067.safetensors +3 -0
  31. model-00027-of-00067.safetensors +3 -0
  32. model-00028-of-00067.safetensors +3 -0
  33. model-00029-of-00067.safetensors +3 -0
  34. model-00030-of-00067.safetensors +3 -0
  35. model-00031-of-00067.safetensors +3 -0
  36. model-00032-of-00067.safetensors +3 -0
  37. model-00033-of-00067.safetensors +3 -0
  38. model-00034-of-00067.safetensors +3 -0
  39. model-00035-of-00067.safetensors +3 -0
  40. model-00036-of-00067.safetensors +3 -0
  41. model-00037-of-00067.safetensors +3 -0
  42. model-00038-of-00067.safetensors +3 -0
  43. model-00039-of-00067.safetensors +3 -0
  44. model-00040-of-00067.safetensors +3 -0
  45. model-00041-of-00067.safetensors +3 -0
  46. model-00042-of-00067.safetensors +3 -0
  47. model-00043-of-00067.safetensors +3 -0
  48. model-00044-of-00067.safetensors +3 -0
  49. model-00045-of-00067.safetensors +3 -0
  50. model-00046-of-00067.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,5 @@
 
 
 
 
 
 
1
+ {
2
+ "<|endoftext|>": 151643,
3
+ "<|im_end|>": 151645,
4
+ "<|im_start|>": 151644
5
+ }
config.json ADDED
@@ -0,0 +1,28 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "MaziyarPanahi/calme-3-selfmerge-qwen2-78b",
3
+ "architectures": [
4
+ "Qwen2ForCausalLM"
5
+ ],
6
+ "attention_dropout": 0.0,
7
+ "eos_token_id": 151645,
8
+ "hidden_act": "silu",
9
+ "hidden_size": 8192,
10
+ "initializer_range": 0.02,
11
+ "intermediate_size": 29568,
12
+ "max_position_embeddings": 32768,
13
+ "max_window_layers": 80,
14
+ "model_type": "qwen2",
15
+ "num_attention_heads": 64,
16
+ "num_hidden_layers": 86,
17
+ "num_key_value_heads": 8,
18
+ "rms_norm_eps": 1e-06,
19
+ "rope_scaling": null,
20
+ "rope_theta": 1000000.0,
21
+ "sliding_window": null,
22
+ "tie_word_embeddings": false,
23
+ "torch_dtype": "bfloat16",
24
+ "transformers_version": "4.46.1",
25
+ "use_cache": false,
26
+ "use_sliding_window": false,
27
+ "vocab_size": 151646
28
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bfd8750203b7bcbf73618d3ded41abdc194f65eb92cbad236acab842a187b5cb
3
+ size 4969136256
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d291d8cbed14d98a958946ffafba43e204e2f2bf1be460798f8aafc080d1614
3
+ size 4969169144
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9156d1829e9c044b476c5f51f99482ca005dc7d6dbd19989fd45e59c5aee943
3
+ size 4479624672
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab35a02f599c9e029d4c75e7d5407ae0dae5c7b60ed5ee86c11800fca086e175
3
+ size 4479624680
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2350ce0779a82e9eec92eeb105ccfc8dbc5601d7f3d83e46a34ae04fc25d8082
3
+ size 4781684776
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c1bfcaa4173d53f60cee9889e38853bbcc9e1c107a539ce4b23a18010fc727d
3
+ size 4781651888
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05ac607aa8c338381c0b82b51e823f5aa09c5ecf0ebbe29528a791b7d65bcfb7
3
+ size 4479624688
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5f756f262eb3265ddbfc8209f302a12f783b57ed52844628d2485ff0ea9f68d4
3
+ size 4781684776
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e99b6de56fa8c5d53889495ce1b70e1ce31f723b771395af37a24fc02b45d590
3
+ size 4781651888
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0c5b3b895b9519d5d8437a7e134c6e584fbad03fadde4c0cb53a3e00a7712498
3
+ size 4479624688
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f50722420eec5aae12601008dd7164ad889679757af0eeab1582e0644aaf9e7
3
+ size 4781684776
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:365b19c2856d91c2e6031f9c2d51a16da87a4d064ee68b020b06c2e090c79a58
3
+ size 4781651880
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9c6237a9c8b69f4bf35a952f1e847e5304b1106eafab5d61e292bbffb53098ae
3
+ size 4479624688
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:64894a442493b9d86ae9d4b726b855ad3561ba57e57cbc6de0262da69327b8c1
3
+ size 4781684776
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:215015fdef308eb71b27aa45e55e914056c930c7a0cd36d9f241419a566ae7ae
3
+ size 4781651888
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aef1cf6ee6804d7e4599802d47132f55eff8437d732207d5f81cedd5d3485f3d
3
+ size 4479624688
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9bdab33985a262a27b984a294e4c49fc8236ff3eb959aef2b8ba6202cc5274de
3
+ size 4781684776
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6d055a498c367cd353e4df5c68e333d93ccb3b9b4f9ea1c095f67dac5015915
3
+ size 4781651888
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0254bd9ad49acbe1bffa2384421b1695e7ce1bc794f6577da5db5e65ea39ea50
3
+ size 4479624688
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ed4b9bb1cc34e08e55bdb4874f0385dcaee1a8fa827305b5a1d7229314dd373
3
+ size 4781684768
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:334da620248c679ef338ee70d26e979f166650f2bb03cc86db42d5923addeb99
3
+ size 4781651888
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:76cee6bb01d524f0fc9da2a0ad822887864945cdbe39daea87c7baa81b45ba99
3
+ size 4479624688
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93546e60d8f1035198883a9bb2a61ef6f45a2e9cfcb31ca9c327e6ca86bcb8bc
3
+ size 4781684776
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:22b7b4c1ae681e0f7c464f71ee7352b41fc04a5c8d3181406ca02b995d00846c
3
+ size 4781651888
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c9c7a892e9c97889f1bab51f29e1f25de2e3648acda78556837f5542b3b7c97
3
+ size 4479624688
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa633cdeca8e2a24dca0631edf148922d5eb3f3934b4ffd75703ed8708362bbc
3
+ size 4781684776
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:878528980273cc590e56da261a970d76a8c16dbe14b7ca9586e5eddd7690e2da
3
+ size 4781651888
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0cfa48bb841b91703418875a393e7e7d6230ca3e3fcf26629e2705833430417f
3
+ size 4479624688
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c19b5ece43ea4dafeb94a9a380e66d9f45f3699f9c876e41a75ea9c010f120cc
3
+ size 4781684768
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db52e047214d0fbd986e04b6aad840f8bd89c4c85878659dd72f05acce271538
3
+ size 4781651888
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dc1047b15d8aaf2048eb3fee294a079555be6a28f4c49dc98cfc5e697f3695db
3
+ size 4479624688
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fbf167ffb921b4ee7f1e337d79cf4518689e11ff81ea9849cae72816c255331
3
+ size 4781684776
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23a042468e042142498a6b2140405f58bb3989d9e2dc188d9737774fed144772
3
+ size 4781651888
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31f5c7d152d55a93e4c9d1f941b89688a83047ef7f9eaad71775371323334a4e
3
+ size 4479624688
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:153e5f397a7bdd1c6cc33daf237c5026a58dd30cbe8064be49670040d9d6e9b1
3
+ size 4781684776
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ab7ef2491ed46423c3f1b8c381dd6a1a5f78077cb68c6f2add6fda6185ae7199
3
+ size 4781651888
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbe39a77665a22ba55a5808134d0d6f94be40737b9a2edad6e87c93100fdf864
3
+ size 4479624680
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b91f67e23296dbf49d0bba14be085bf66b46ef09f8277c59cc283505b5384e69
3
+ size 4781684776
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:180303a41a128d791a84a0ceb30147169d2a3ba0b8aabc5ce340aca64d2a5eef
3
+ size 4781651888
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:51db70d994aa50baeededa70f57829075d0ae250d378007b03de6ff9ba42b189
3
+ size 4479624688
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d5075fdad7fb75299920f523df3092af33ba87b10e62e522c0ac45c78c96ee7
3
+ size 4781684776
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a0a81a060a4f3f0bce3208a3ffdbc856d7a94b0c54e22bb0a72c5beec6178169
3
+ size 4781651888
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:58c38da1a5f457caf3ec596cdae01706f5b1b37b6f4f9742627ff3b496b0bc05
3
+ size 4479624688
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb4bc6818550fd283f45e94e4472fe688f841358f7cc4bb9c2e0bb7242146268
3
+ size 4781684776
model-00045-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd7fe7e355e6e9b17750abac61366584242b463fe38c9bdc000bc32a38298a68
3
+ size 4781651880
model-00046-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9973baff676b3e9a3b216b9f353198a014e31d02be070c0238e05959b3e52165
3
+ size 4479624688