Hugging Face's logo

Qwen
/
Qwen1.5-72B-Chat-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
conversational
Model card Files Community
8
JustinLin610 commited on
Commit
48ca66f
·
verified ·
1 Parent(s): 52d3e5f

Upload folder using huggingface_hub

Browse files
Files changed (16) hide show
  1. .gitattributes +12 -0
  2. qwen1_5-72b-chat-q2_k.gguf +2 -2
  3. qwen1_5-72b-chat-q3_k_m.gguf +3 -0
  4. qwen1_5-72b-chat-q4_0.gguf.a +3 -0
  5. qwen1_5-72b-chat-q4_0.gguf.b +3 -0
  6. qwen1_5-72b-chat-q4_k_m.gguf.a +3 -0
  7. qwen1_5-72b-chat-q4_k_m.gguf.b +3 -0
  8. qwen1_5-72b-chat-q5_0.gguf.a +3 -0
  9. qwen1_5-72b-chat-q5_0.gguf.b +3 -0
  10. qwen1_5-72b-chat-q5_k_m.gguf.a +2 -2
  11. qwen1_5-72b-chat-q5_k_m.gguf.b +2 -2
  12. qwen1_5-72b-chat-q6_k.gguf.a +3 -0
  13. qwen1_5-72b-chat-q6_k.gguf.b +3 -0
  14. qwen1_5-72b-chat-q8_0.gguf.a +3 -0
  15. qwen1_5-72b-chat-q8_0.gguf.b +3 -0
  16. qwen1_5-72b-chat-q8_0.gguf.c +3 -0
.gitattributes CHANGED
@@ -40,3 +40,15 @@ qwen2-beta-72b-chat-q5_k_m.gguf.b filter=lfs diff=lfs merge=lfs -text
40
  qwen1_5-72b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
41
  qwen1_5-72b-chat-q5_k_m.gguf.a filter=lfs diff=lfs merge=lfs -text
42
  qwen1_5-72b-chat-q5_k_m.gguf.b filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
40
  qwen1_5-72b-chat-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
41
  qwen1_5-72b-chat-q5_k_m.gguf.a filter=lfs diff=lfs merge=lfs -text
42
  qwen1_5-72b-chat-q5_k_m.gguf.b filter=lfs diff=lfs merge=lfs -text
43
+ qwen1_5-72b-chat-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen1_5-72b-chat-q4_0.gguf.a filter=lfs diff=lfs merge=lfs -text
45
+ qwen1_5-72b-chat-q4_0.gguf.b filter=lfs diff=lfs merge=lfs -text
46
+ qwen1_5-72b-chat-q4_k_m.gguf.a filter=lfs diff=lfs merge=lfs -text
47
+ qwen1_5-72b-chat-q4_k_m.gguf.b filter=lfs diff=lfs merge=lfs -text
48
+ qwen1_5-72b-chat-q5_0.gguf.a filter=lfs diff=lfs merge=lfs -text
49
+ qwen1_5-72b-chat-q5_0.gguf.b filter=lfs diff=lfs merge=lfs -text
50
+ qwen1_5-72b-chat-q6_k.gguf.a filter=lfs diff=lfs merge=lfs -text
51
+ qwen1_5-72b-chat-q6_k.gguf.b filter=lfs diff=lfs merge=lfs -text
52
+ qwen1_5-72b-chat-q8_0.gguf.a filter=lfs diff=lfs merge=lfs -text
53
+ qwen1_5-72b-chat-q8_0.gguf.b filter=lfs diff=lfs merge=lfs -text
54
+ qwen1_5-72b-chat-q8_0.gguf.c filter=lfs diff=lfs merge=lfs -text
qwen1_5-72b-chat-q2_k.gguf CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:2eef8a5bad83b8dec1179c0993c67fdd5d66a9ba998950e79abac2ae337c0821
3
- size 28461062464
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad9cdf10cf4c681461433c28e220dfcc658a69418e219eeb41777dbe32f7fb11
3
+ size 28461062496
qwen1_5-72b-chat-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4a7e8e7a61e5e16774c2fb8c8c839b2d0f794352f76590a21d9b12b43c2260d4
3
+ size 35927611744
qwen1_5-72b-chat-q4_0.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:402f1788d77146a80c89f2b4cfb92e65b8a18d62143e74c6bd94ef8741036d5e
3
+ size 20500196528
qwen1_5-72b-chat-q4_0.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:825204ad3ba0abb446aab41615a71be35cc5a23b33c10db2f9f2763b05f67419
3
+ size 20500196528
qwen1_5-72b-chat-q4_k_m.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:758468d0d696f6f1cc3ca10502f86c41d923252f1060e9026f76fb192e71ed80
3
+ size 22052089008
qwen1_5-72b-chat-q4_k_m.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d20fd0c26375041d21cbd483bebb6c13e9d75d578ebd78ac35f736d9c05e722
3
+ size 22052089008
qwen1_5-72b-chat-q5_0.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a86c1a68f9af89b7c1b0b423ef6b83633275d59099ed49544890d0a15ddefc60
3
+ size 24940129456
qwen1_5-72b-chat-q5_0.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fabc5c7079ec8e2343cf4bc5ed1414e885e7502b1e9db80751a4a63f19e2229d
3
+ size 24940129456
qwen1_5-72b-chat-q5_k_m.gguf.a CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:d6c5799dbe1286b06dd365c3c2d7b36ffaa058795ed8ffeb2ba129fb343aad42
3
- size 25653161120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a057b0ca901502cf21d0d1a08ad5286d70991a40d9476147d9d4ef3dcd285589
3
+ size 25653161136
qwen1_5-72b-chat-q5_k_m.gguf.b CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:1b586aa3014fc39eb6acd76f84b90193d2adc8bb5d8c0a154d65136091b0a5bf
3
- size 25653161120
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddbf51f66cd55fa1ee751e1b1b5c8f83fbb8382d398d56b5ccec147acb312ff6
3
+ size 25653161136
qwen1_5-72b-chat-q6_k.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e3e8ec91408d31d9bb0140e73392ee1d0fdb74dd2d915d5df8d3a7ded399f4b
3
+ size 29657558192
qwen1_5-72b-chat-q6_k.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7316618f2d4f352b083977c623def7ab22c56dd4c44c7b34fc037a216a79d2d
3
+ size 29657558192
qwen1_5-72b-chat-q8_0.gguf.a ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7761170ea78c4c3b1817e14c69c317631f9dff54c4395c86dc3f7ea7b8365098
3
+ size 25607183818
qwen1_5-72b-chat-q8_0.gguf.b ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:284c062a0fbbf087ead319b3141da8ee250c8a408ab50965af42431ff2dc72db
3
+ size 25607183819
qwen1_5-72b-chat-q8_0.gguf.c ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d414cae3c110c816b66b7e24eab1371dd5c279cda2f123378dd7d1d56ac5cd30
3
+ size 25607183819