Hugging Face's logo

qwp4w3hyb
/
Qwen2-7B-Instruct-iMat-GGUF

Text Generation
GGUF
English
chat
Inference Endpoints
imatrix
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
546d4f0
•
1 Parent(s): 7c80f3f

Upload folder using huggingface_hub

Browse files
Files changed (21) hide show
  1. .gitattributes +20 -0
  2. qwen2-7b-instruct-bf16.gguf +3 -0
  3. qwen2-7b-instruct-imat-IQ1_S.gguf +3 -0
  4. qwen2-7b-instruct-imat-IQ2_M.gguf +3 -0
  5. qwen2-7b-instruct-imat-IQ2_S.gguf +3 -0
  6. qwen2-7b-instruct-imat-IQ2_XS.gguf +3 -0
  7. qwen2-7b-instruct-imat-IQ2_XXS.gguf +3 -0
  8. qwen2-7b-instruct-imat-IQ3_M.gguf +3 -0
  9. qwen2-7b-instruct-imat-IQ3_S.gguf +3 -0
  10. qwen2-7b-instruct-imat-IQ3_XS.gguf +3 -0
  11. qwen2-7b-instruct-imat-IQ3_XXS.gguf +3 -0
  12. qwen2-7b-instruct-imat-IQ4_NL.gguf +3 -0
  13. qwen2-7b-instruct-imat-IQ4_XS.gguf +3 -0
  14. qwen2-7b-instruct-imat-Q4_0.gguf +3 -0
  15. qwen2-7b-instruct-imat-Q4_K_M.gguf +3 -0
  16. qwen2-7b-instruct-imat-Q4_K_S.gguf +3 -0
  17. qwen2-7b-instruct-imat-Q5_K_M.gguf +3 -0
  18. qwen2-7b-instruct-imat-Q5_K_S.gguf +3 -0
  19. qwen2-7b-instruct-imat-Q6_K.gguf +3 -0
  20. qwen2-7b-instruct-imat-Q8_0.gguf +3 -0
  21. qwen2-7b-instruct.imatrix +3 -0
.gitattributes CHANGED
@@ -33,3 +33,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ qwen2-7b-instruct-bf16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ qwen2-7b-instruct-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
38
+ qwen2-7b-instruct-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
39
+ qwen2-7b-instruct-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
40
+ qwen2-7b-instruct-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ qwen2-7b-instruct-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ qwen2-7b-instruct-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
43
+ qwen2-7b-instruct-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
44
+ qwen2-7b-instruct-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ qwen2-7b-instruct-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ qwen2-7b-instruct-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
47
+ qwen2-7b-instruct-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ qwen2-7b-instruct-imat-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
49
+ qwen2-7b-instruct-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ qwen2-7b-instruct-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ qwen2-7b-instruct-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ qwen2-7b-instruct-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ qwen2-7b-instruct-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
54
+ qwen2-7b-instruct-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
55
+ qwen2-7b-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
qwen2-7b-instruct-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bcfd06d4f9911b033ef0574937de75878e4d7719bd89966203162a31b1a39f6f
3
+ size 15237850656
qwen2-7b-instruct-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d4888eaa23165d75d4e708e5217cccac695d599f278fafedf2fd5fc9d3024319
3
+ size 1903664960
qwen2-7b-instruct-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2552cc6b645fe009291e425ffa2b8a9c53c6a1b08e917325d989afcdf645755
3
+ size 2780340032
qwen2-7b-instruct-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:238dc359f4b74e0ffdf66cf07afe36d7aa91200d64ede9204e721da552c692d9
3
+ size 2595635008
qwen2-7b-instruct-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e628c04065078cd6abcc25d5ed7966f11ffb8bada1d9f1ed190200b0a9939716
3
+ size 2469019456
qwen2-7b-instruct-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5910e76dce27eeb90636417241eec17eb4d8950613dbf99e40b1d90f5e6be91
3
+ size 2273075008
qwen2-7b-instruct-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0bf245c58a0ce1dea6cc9fd5faad5e800e778c0822a2c414ec598a5dd7869e7e
3
+ size 3574009664
qwen2-7b-instruct-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39ccf5699b8311d93cca00a5f0941e49fbe019520c4ad6564bafbd3956c00273
3
+ size 3499190080
qwen2-7b-instruct-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:88e8899de4f7efefb0e11bcb7e1da99c55beaba770a2a69f15dc8ae2c3047b06
3
+ size 3346253632
qwen2-7b-instruct-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1709bded2494fa1685736a080983c2e9b7872b6ecea0f3c56a421bbd9a75fb50
3
+ size 3114512192
qwen2-7b-instruct-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:57f9df3a766b1623dafb1c142848ae53626fa5d4c3f3f96a8597639099df8337
3
+ size 4437811008
qwen2-7b-instruct-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e938578b1404f1cf8f14432ae5d3f07d6daa07edc6fc72bc5bbdda88f4fc590f
3
+ size 4218470208
qwen2-7b-instruct-imat-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6d6234766572ec2d1463d8b6b7d3044999a27cab5c456fb7641eac17e19ca18f
3
+ size 4444118848
qwen2-7b-instruct-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e2a50193b8e8eb98c0f8f6b0859b3594c062559d9ff7f3f93bfa4dac42294a1
3
+ size 4683071296
qwen2-7b-instruct-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20ac19cabc84f43cafa1796cf8d79beca6a4a140fe41f4bd4cfb4e9f062365bb
3
+ size 4457766720
qwen2-7b-instruct-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5050ef64cc61db3a4328ee492db888d955088a07787dd4020ccef073f1556396
3
+ size 5444828992
qwen2-7b-instruct-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:745a7bf7ad8f21cc32e085461cdd92b87b562fa7043bf9d7762a17e9e6f32871
3
+ size 5315174208
qwen2-7b-instruct-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fcf0d5da1625cdff1a7f4cd61f6ac91d390c02f37251a5b684010340c9f8097
3
+ size 6254196544
qwen2-7b-instruct-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f5a7469ad18358de70239e555463a45cd18de8ef6736e7e48ab48d867bb5de3d
3
+ size 8098522944
qwen2-7b-instruct.imatrix ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:540e86841180c3422f09c2b952664467f0adaa25c02599a81009c1fc04820310
3
+ size 4536696