Hugging Face's logo

mlx-community
/
Qwen2-72B-4bit

Text Generation
MLX
Safetensors
English
qwen2
pretrained
conversational
Model card Files Community
3
prince-canuma commited on
Commit
e93b1c0
•
1 Parent(s): b12edf6

Upload folder using huggingface_hub (#2)

Browse files

- 4dcfe45ebf8860accc6cdd01373c2af540bd7bb5293d48bef781fa838cb7857b (d8928f35b77d74286d242a1d958530617a7c9c8e)
- dda18addb1538c6632191d4a83d88d9075ef18d38c070773a4235d9ebc17b7b3 (ce10b98df5f4f26a8957ca0cebaf34314a05d38d)
- 04bef4d53155bbf344e977849cbcce6c815f899a1ed06b8c2872ddcbe98f2293 (46ecc54bcb3c91af3a45ff9708bfec88da00b2dd)
- c6e8302d78a4525a93ea6a91697740188ffd10d5f18fb2edaa498de5c01d2f34 (6510372773dcbcbfe3be36bdfb0bc7829c06111f)
- 02333d870064db7b8c6f425f9e1a443f4cfd4cd4514dd9c0bdbd2385220f8d75 (8a69b947c85d5fa984409fc50e651c0848580437)
- 6d10382aaab27928ee3beb9e2b3f240fc011031cdcd67b0060925136d8356e1a (2a47a1231a0b12d74131c08bc865bcc57173f221)
- be5b497f6a064b6a3bb88be128a5532f5c533bdec5b34ff6d1e65f69a95848d8 (bc1cf69f5eb8c4f51eb983b4cd716dc5722127db)
- 9c57f482c1329beef4b1ad47a02e96e3b5325835b6281e9fcae847d96c8c3eb4 (1194e022a3cb517e344618a8359edf5e800b24e8)
- 3c02ae8b16a1dce5ad0f45270642122d1dfd3242edd21def93d325adce71aff9 (6cb465face14b7b8ddf921a8a1756d78af1db9c9)
- fe37500e0e5866c689945700140169d56a1b67721e6bd8bcc532e4bd43389df4 (f014fca9926fb3688ed1036b47ffb0fb3d54f284)
- ef9f03592d32e603d46827f0edbab4659b75fcbf597d197d072350ff708b5b79 (9d8b75d5fb4eb64c21d1f43d4f740dab16eab291)
- 9f5615063657e108a3680f77a87bb63c3b875c6c797dbd4401c27be5587ca2f6 (b3137be422b84610ca87edf1335e2f40b15395ee)
- 4cc5cc44624d86fa23efa206b219aa26cfbe6310fa3664aa032192dd5d94ea06 (dd9b277a708f53e09611f2b0b911faf62ce21086)
- c6ca6c418eedf69515b7ff7d3b403ac5cee4a7589631a6465a776afa7581466b (31336d9c51b830350b309b6b3dc5862fcb6ded5e)
- 2097a6dffcc5a24eecdec1ea785b0dc2ff396cbc379690590bcf5e09165e06b8 (6526d2a9fa9fd60d115352e4c9d1a08e460adf28)
- ad9d9a0975eefa08e93882a196e9ee6671afb13dc207d8820e3cf225bfcb722f (13e1cf1cb9dc513f863a0c697c60cdf79fdb515f)

Files changed (17) hide show
  1. config.json +1 -1
  2. model-00001-of-00015.safetensors +3 -0
  3. model-00002-of-00015.safetensors +3 -0
  4. model-00003-of-00015.safetensors +3 -0
  5. model-00004-of-00015.safetensors +3 -0
  6. model-00005-of-00015.safetensors +3 -0
  7. model-00006-of-00015.safetensors +3 -0
  8. model-00007-of-00015.safetensors +3 -0
  9. model-00008-of-00015.safetensors +3 -0
  10. model-00009-of-00015.safetensors +3 -0
  11. model-00010-of-00015.safetensors +3 -0
  12. model-00011-of-00015.safetensors +3 -0
  13. model-00012-of-00015.safetensors +3 -0
  14. model-00013-of-00015.safetensors +3 -0
  15. model-00014-of-00015.safetensors +3 -0
  16. model-00015-of-00015.safetensors +3 -0
  17. model.safetensors.index.json +0 -0
config.json CHANGED
@@ -17,7 +17,7 @@
17
  "num_key_value_heads": 8,
18
  "quantization": {
19
  "group_size": 64,
20
- "bits": 4
21
  },
22
  "rms_norm_eps": 1e-05,
23
  "rope_theta": 1000000.0,
 
17
  "num_key_value_heads": 8,
18
  "quantization": {
19
  "group_size": 64,
20
+ "bits": 8
21
  },
22
  "rms_norm_eps": 1e-05,
23
  "rope_theta": 1000000.0,
model-00001-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cdf3edf0261d7d5725c98cec02d5ef922e781279599056fd5dd3df39e08f7a4f
3
+ size 5214291418
model-00002-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b17a1661f9ec945fba17acbea171919925be0916223f7bbbdfd1b4561a250b12
3
+ size 5177560124
model-00003-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d8ee732515ee434476d263f5de401911ac285cb91c5113e59831bd4af708c59
3
+ size 5338047575
model-00004-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2c1445cc3f2ed4a9728c7f34c688a622bf0a3535121f77ac807d17052d1172fa
3
+ size 5338047581
model-00005-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:947f2d39ec0467fb0e3a07cb78f214ea4a712ee579e36b0d0d5b78e2514007c7
3
+ size 5177560270
model-00006-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5db6b82c7dc73da86a2c9b82c11146fc765458dec7aa329129f6f7d64e3c43b9
3
+ size 5338047562
model-00007-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5d4dbec63237b6b3e173e311f62acf8d67823772e96c1056338dcce22c533169
3
+ size 5338047557
model-00008-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c239e02015c3a3d561d60e7873308e38389aa3b49e372a6157b59d84219b327e
3
+ size 5177560278
model-00009-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f14359e84974474bbc63ad944ca74326b8d53a3f2982f4c9e9a4aba895510b62
3
+ size 5338047594
model-00010-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8a645d5077dd87a5102e9081e9ba107db767ac7ae10eb5f38d80dd63949e93e6
3
+ size 5338047549
model-00011-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57554ebaa7a05b5a3c8323d2d663f59b9a5094f710f50f2429168f4d5c12f1c5
3
+ size 5177560280
model-00012-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:acd5181ef58656538c3fd16d42a5474b04fb7c429492acedcabdfcf0b51d9543
3
+ size 5338047560
model-00013-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89272177769431ab3916aabdcf10d5863fa60cfb8ecf50d3a3a83e33932de81c
3
+ size 5338047535
model-00014-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5ef53eb78db548be90cfeb0424edcfe81b00a00732c9149f296d25b9f441fb21
3
+ size 5177560290
model-00015-of-00015.safetensors ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dfcdb6b149704fde10ba7ba4ea9c670f0c7d55ab8ba6f37b33625f8bc8092489
3
+ size 3446110912
model.safetensors.index.json CHANGED
The diff for this file is too large to render. See raw diff