Hugging Face's logo

mlx-community
/
Qwen2-72B-4bit

Text Generation
MLX
Safetensors
English
qwen2
pretrained
conversational
Model card Files Community
3

Upload folder using huggingface_hub

#2
by prince-canuma - opened
base: refs/heads/main
←
from: refs/pr/2
Discussion Files changed
+2134
-2089
Files changed (17) hide show
  1. config.json +1 -1
  2. model-00001-of-00015.safetensors +3 -0
  3. model-00002-of-00015.safetensors +3 -0
  4. model-00003-of-00015.safetensors +3 -0
  5. model-00004-of-00015.safetensors +3 -0
  6. model-00005-of-00015.safetensors +3 -0
  7. model-00006-of-00015.safetensors +3 -0
  8. model-00007-of-00015.safetensors +3 -0
  9. model-00008-of-00015.safetensors +3 -0
  10. model-00009-of-00015.safetensors +3 -0
  11. model-00010-of-00015.safetensors +3 -0
  12. model-00011-of-00015.safetensors +3 -0
  13. model-00012-of-00015.safetensors +3 -0
  14. model-00013-of-00015.safetensors +3 -0
  15. model-00014-of-00015.safetensors +3 -0
  16. model-00015-of-00015.safetensors +3 -0
  17. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -17,7 +17,7 @@
17
  "num_key_value_heads": 8,
18
  "quantization": {
19
  "group_size": 64,
20
- "bits": 4
21
  },
22
  "rms_norm_eps": 1e-05,
23
  "rope_theta": 1000000.0,
 
17
  "num_key_value_heads": 8,
18
  "quantization": {
19
  "group_size": 64,
20
+ "bits": 8
21
  },
22
  "rms_norm_eps": 1e-05,
23
  "rope_theta": 1000000.0,
model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdf3edf0261d7d5725c98cec02d5ef922e781279599056fd5dd3df39e08f7a4f
3
+ size 5214291418
model-00002-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b17a1661f9ec945fba17acbea171919925be0916223f7bbbdfd1b4561a250b12
3
+ size 5177560124
model-00003-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8ee732515ee434476d263f5de401911ac285cb91c5113e59831bd4af708c59
3
+ size 5338047575
model-00004-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c1445cc3f2ed4a9728c7f34c688a622bf0a3535121f77ac807d17052d1172fa
3
+ size 5338047581
model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:947f2d39ec0467fb0e3a07cb78f214ea4a712ee579e36b0d0d5b78e2514007c7
3
+ size 5177560270
model-00006-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db6b82c7dc73da86a2c9b82c11146fc765458dec7aa329129f6f7d64e3c43b9
3
+ size 5338047562
model-00007-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4dbec63237b6b3e173e311f62acf8d67823772e96c1056338dcce22c533169
3
+ size 5338047557
model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c239e02015c3a3d561d60e7873308e38389aa3b49e372a6157b59d84219b327e
3
+ size 5177560278
model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f14359e84974474bbc63ad944ca74326b8d53a3f2982f4c9e9a4aba895510b62
3
+ size 5338047594
model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a645d5077dd87a5102e9081e9ba107db767ac7ae10eb5f38d80dd63949e93e6
3
+ size 5338047549
model-00011-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57554ebaa7a05b5a3c8323d2d663f59b9a5094f710f50f2429168f4d5c12f1c5
3
+ size 5177560280
model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acd5181ef58656538c3fd16d42a5474b04fb7c429492acedcabdfcf0b51d9543
3
+ size 5338047560
model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89272177769431ab3916aabdcf10d5863fa60cfb8ecf50d3a3a83e33932de81c
3
+ size 5338047535
model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef53eb78db548be90cfeb0424edcfe81b00a00732c9149f296d25b9f441fb21
3
+ size 5177560290
model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfcdb6b149704fde10ba7ba4ea9c670f0c7d55ab8ba6f37b33625f8bc8092489
3
+ size 3446110912
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff