Hugging Face's logo

ModelCloud
/
QwQ-32B-Preview-gptqmodel-4bit-vortex-v2

Text Generation
Safetensors
English
qwen2
gptqmodel
modelcloud
chat
qwq
instruct
int4
gptq
4bit
W4A16
conversational
4-bit precision
Model card Files Community
1

Upload folder using huggingface_hub

#1
by lrl-modelcloud - opened
base: refs/heads/main
←
from: refs/pr/1
Discussion Files changed
+154045
-0
This view is limited to 50 files because it contains too many changes.  See the raw diff here.
Files changed (50) hide show
  1. .gitattributes +1 -0
  2. added_tokens.json +24 -0
  3. config.json +51 -0
  4. merges.txt +0 -0
  5. model-00001-of-00067.safetensors +3 -0
  6. model-00002-of-00067.safetensors +3 -0
  7. model-00003-of-00067.safetensors +3 -0
  8. model-00004-of-00067.safetensors +3 -0
  9. model-00005-of-00067.safetensors +3 -0
  10. model-00006-of-00067.safetensors +3 -0
  11. model-00007-of-00067.safetensors +3 -0
  12. model-00008-of-00067.safetensors +3 -0
  13. model-00009-of-00067.safetensors +3 -0
  14. model-00010-of-00067.safetensors +3 -0
  15. model-00011-of-00067.safetensors +3 -0
  16. model-00012-of-00067.safetensors +3 -0
  17. model-00013-of-00067.safetensors +3 -0
  18. model-00014-of-00067.safetensors +3 -0
  19. model-00015-of-00067.safetensors +3 -0
  20. model-00016-of-00067.safetensors +3 -0
  21. model-00017-of-00067.safetensors +3 -0
  22. model-00018-of-00067.safetensors +3 -0
  23. model-00019-of-00067.safetensors +3 -0
  24. model-00020-of-00067.safetensors +3 -0
  25. model-00021-of-00067.safetensors +3 -0
  26. model-00022-of-00067.safetensors +3 -0
  27. model-00023-of-00067.safetensors +3 -0
  28. model-00024-of-00067.safetensors +3 -0
  29. model-00025-of-00067.safetensors +3 -0
  30. model-00026-of-00067.safetensors +3 -0
  31. model-00027-of-00067.safetensors +3 -0
  32. model-00028-of-00067.safetensors +3 -0
  33. model-00029-of-00067.safetensors +3 -0
  34. model-00030-of-00067.safetensors +3 -0
  35. model-00031-of-00067.safetensors +3 -0
  36. model-00032-of-00067.safetensors +3 -0
  37. model-00033-of-00067.safetensors +3 -0
  38. model-00034-of-00067.safetensors +3 -0
  39. model-00035-of-00067.safetensors +3 -0
  40. model-00036-of-00067.safetensors +3 -0
  41. model-00037-of-00067.safetensors +3 -0
  42. model-00038-of-00067.safetensors +3 -0
  43. model-00039-of-00067.safetensors +3 -0
  44. model-00040-of-00067.safetensors +3 -0
  45. model-00041-of-00067.safetensors +3 -0
  46. model-00042-of-00067.safetensors +3 -0
  47. model-00043-of-00067.safetensors +3 -0
  48. model-00044-of-00067.safetensors +3 -0
  49. model-00045-of-00067.safetensors +3 -0
  50. model-00046-of-00067.safetensors +3 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
added_tokens.json ADDED
@@ -0,0 +1,24 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "</tool_call>": 151658,
3
+ "<tool_call>": 151657,
4
+ "<|box_end|>": 151649,
5
+ "<|box_start|>": 151648,
6
+ "<|endoftext|>": 151643,
7
+ "<|file_sep|>": 151664,
8
+ "<|fim_middle|>": 151660,
9
+ "<|fim_pad|>": 151662,
10
+ "<|fim_prefix|>": 151659,
11
+ "<|fim_suffix|>": 151661,
12
+ "<|im_end|>": 151645,
13
+ "<|im_start|>": 151644,
14
+ "<|image_pad|>": 151655,
15
+ "<|object_ref_end|>": 151647,
16
+ "<|object_ref_start|>": 151646,
17
+ "<|quad_end|>": 151651,
18
+ "<|quad_start|>": 151650,
19
+ "<|repo_name|>": 151663,
20
+ "<|video_pad|>": 151656,
21
+ "<|vision_end|>": 151653,
22
+ "<|vision_pad|>": 151654,
23
+ "<|vision_start|>": 151652
24
+ }
config.json ADDED
@@ -0,0 +1,51 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_attn_implementation_autoset": true,
3
+ "_name_or_path": "/data/QwQ-32B-Preview",
4
+ "architectures": [
5
+ "Qwen2ForCausalLM"
6
+ ],
7
+ "attention_dropout": 0.0,
8
+ "bos_token_id": 151643,
9
+ "eos_token_id": 151645,
10
+ "hidden_act": "silu",
11
+ "hidden_size": 5120,
12
+ "initializer_range": 0.02,
13
+ "intermediate_size": 27648,
14
+ "max_position_embeddings": 32768,
15
+ "max_window_layers": 64,
16
+ "model_type": "qwen2",
17
+ "num_attention_heads": 40,
18
+ "num_hidden_layers": 64,
19
+ "num_key_value_heads": 8,
20
+ "quantization_config": {
21
+ "bits": 4,
22
+ "checkpoint_format": "gptq",
23
+ "desc_act": true,
24
+ "dynamic": null,
25
+ "group_size": 32,
26
+ "lm_head": false,
27
+ "meta": {
28
+ "damp_auto_increment": 0.0015,
29
+ "damp_percent": 0.1,
30
+ "quantizer": [
31
+ "gptqmodel:1.4.4"
32
+ ],
33
+ "static_groups": false,
34
+ "true_sequential": true,
35
+ "uri": "https://github.com/modelcloud/gptqmodel"
36
+ },
37
+ "quant_method": "gptq",
38
+ "sym": true,
39
+ "true_sequential": true
40
+ },
41
+ "rms_norm_eps": 1e-05,
42
+ "rope_scaling": null,
43
+ "rope_theta": 1000000.0,
44
+ "sliding_window": null,
45
+ "tie_word_embeddings": false,
46
+ "torch_dtype": "bfloat16",
47
+ "transformers_version": "4.46.3",
48
+ "use_cache": false,
49
+ "use_sliding_window": false,
50
+ "vocab_size": 152064
51
+ }
merges.txt ADDED
The diff for this file is too large to render. See raw diff
 
model-00001-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f147f801f9428896e103d67ad61db75a882799b4ab1d94bb7c5e88b33a4e6e9
3
+ size 1557135504
model-00002-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d3dc344c7ff2ff9bbf46bc0f75248e9c192fecd7c0e485fc0b5deb7682d24e2a
3
+ size 10360
model-00003-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71cadaa7ec409d3098c037c6bc0fd450b4699203e3f9bb83c1d27c4ae6d994cf
3
+ size 1557135488
model-00004-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:406eea2a7c5270e876e63e3f42046fd086221e45d579aef4babb96449fcca23e
3
+ size 282158672
model-00005-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cace52a54767ceaf132773f287197d856bb95b70ac25d0391a80d0edf2e005c1
3
+ size 282158672
model-00006-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2120386967aa42918b034fa39bd26548eea6bb8cad0c5ab9c8c11df84db7f6be
3
+ size 282158672
model-00007-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:144a61ab6486e47530b852f6b8a3de2969adb8d10cce12f7d06a5881c64b05f6
3
+ size 282158672
model-00008-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5765c2bdafbd30a9f6e3307e84946f0e4b9a6f981dba117c9964d4b381bdcd40
3
+ size 282158672
model-00009-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a3e62f7a482a0f12baf5bed65b5ab5fb8ee2a35488379d7db043881f745d6fe9
3
+ size 282158672
model-00010-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29512c4a4b79c912b5dae104994c7dbeb6869f19d4468496c06a5acc8c5e8f5b
3
+ size 282158672
model-00011-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46665439560a4d74b9db0126baf34078a9eb1c7796d98c4aaf758cba1c80b072
3
+ size 282158672
model-00012-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fe38fc90bcfa4dd3a93eb0e9271c25145e5c320d44a289dba41080930c10a03
3
+ size 282158672
model-00013-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e06ad2c5fb079415c815f915c2c12900a0bc88432ea027e5481525aabb6b8bf4
3
+ size 282158672
model-00014-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b33e71521b13b6694d0cd652fcc94429fe6df6f3900654d64889f3a8973ec505
3
+ size 282158704
model-00015-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb326b2fbc34664a3e33c186c31644066a3c3ebc3aef9b7617f137b5a2465eba
3
+ size 282158704
model-00016-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4b0a4e297e984b29ede9ae4c583941a48987533d97e0186b388a00db13577ee
3
+ size 282158704
model-00017-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35a0923bf97217d7a163dc6ffa6447cf23c469aa71cdfd26df663cc937614e06
3
+ size 282158704
model-00018-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad1799748fe2ea3f6b1348b1d3640adc8b2fe606b6f9af63bf940860b5664fc8
3
+ size 282158704
model-00019-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52a51877c58885f57f919fd41a797de0ced58dd5c78bc71100d101ad4aad0b63
3
+ size 282158704
model-00020-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1e3da4e722552b6b9409ba6005590135dacdf3af3e3927042dbd58f3d5f5a1a2
3
+ size 282158704
model-00021-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b04809c72d82903bf1f118a628bc6f2fd4bb8768c046aa032f14e253ce4477d
3
+ size 282158704
model-00022-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15834f34066d4045a83b81ea13bd2b6f0340be403b167fd038bf9c59d4d7add7
3
+ size 282158704
model-00023-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3be7855e3b2aae9c241dbae0990c1d088ff427f9bc3c49b7f690278874f6812a
3
+ size 282158704
model-00024-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:09116420b348673eaf2535366852cf6bd3fa3db5b79d0020e3967db1c6553de0
3
+ size 282158704
model-00025-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:165ae4341003f71b73a2b33b129fb0c2314f0f14a251c981724f8fc7a066754f
3
+ size 282158704
model-00026-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8988a485722fd6ebd548cf6fa702eb14ad430c1ea378068a3df910cde0b76c23
3
+ size 282158704
model-00027-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9eca6e4e8559936d909b1a2d12751cf2102f2a8a51c8cef1495acc162b450fbe
3
+ size 282158704
model-00028-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:69dc1e1e3d4e91527eac2e3cac451e5e8bb962fad54ab90a7f30fa5d0a68f9e8
3
+ size 282158704
model-00029-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e0d1c909a01248360ffc0097f3728bfee8513f907250cf531b418b5b9cd2bd8a
3
+ size 282158704
model-00030-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f2f1ee73b6e994cd094b33733afe8b0a39d5d563680d9aba459b4227713b1705
3
+ size 282158704
model-00031-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b9b2ae90a2bb671337098cbdeeacb503e50935aabce797537a37de4084cd263
3
+ size 282158704
model-00032-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854a96a6b454682dd561e7e90c1c856562abf7d431bb7ca13bb12ddeeee6d044
3
+ size 282158704
model-00033-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c43db323a9e1f0fbb4fbfe7af2c18f4a92fe236600f5fd20c4104312a85acd41
3
+ size 282158704
model-00034-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0acada1e817921412fbdf9a7c687731012b3f2a58f0f1c3fec5d9ee77f7afb8f
3
+ size 282158704
model-00035-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37d6dec03c2700a66ca1d3b0d3b08551bdc7071c21476dd1166857e091108d1f
3
+ size 282158704
model-00036-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:164c1c7e24d3dffe73c21bd7fcd17818904f96d5ac9bc6e67995edae8e33be1e
3
+ size 282158704
model-00037-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edc3faaa623db8e7a6973362b6ca421769ebf656a201ab26ad2dfdeb6e294cb9
3
+ size 282158704
model-00038-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b621f81583fe65b1bce5a93e23d98185d046a74830142edcc660849fbfdecb2
3
+ size 282158704
model-00039-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:83eb010890a91aadbb6b54dca5b514d8a6c1fb420a2c8d371f97a5851da62f3a
3
+ size 282158704
model-00040-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c67bf7f5fb6fbd914f4012bed20676ae9d5029778674db04526d2644077e8d58
3
+ size 282158704
model-00041-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56370fc6db71cfc6c5f0c4c62c6bf33fdc7cc484121d4794a732694b7a24e992
3
+ size 282158704
model-00042-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:637716a292f680ebd16d5598974b34f738866334dad89352da836d93e5c97605
3
+ size 282158704
model-00043-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4f02b46beb45eab481d5e95d9a07d2a302ccfccd637fb053da2e5f540c2a1cf3
3
+ size 282158704
model-00044-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b836dd2f5fc02af11977fe86e7307795eeca11f6960822cc90864f415deec230
3
+ size 282158704
model-00045-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:87fa01cbbb81247fb056fac4a0b9a3c4dac14fe4e2fa3ea62f82350428368209
3
+ size 282158704
model-00046-of-00067.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c31d8ac43aefcb581dde5d7a41ebfdd3c36d9cafba82f6180e074ddc309f1b39
3
+ size 282158704