Hugging Face's logo

qwp4w3hyb
/
Not-WizardLM-2-7B-iMat-GGUF

GGUF
wizardlm
microsoft
instruct
finetune
importance matrix
imatrix
Inference Endpoints
conversational
Model card Files Community
qwp4w3hyb commited on
Commit
c8a48c1
•
1 Parent(s): f450eff

Upload folder using huggingface_hub

Browse files
Files changed (20) hide show
  1. .gitattributes +19 -0
  2. imat-f16-gmerged.dat +3 -0
  3. microsoft_wizardlm-2-7b-f16.gguf +3 -0
  4. microsoft_wizardlm-2-7b-imat-IQ1_S.gguf +3 -0
  5. microsoft_wizardlm-2-7b-imat-IQ2_M.gguf +3 -0
  6. microsoft_wizardlm-2-7b-imat-IQ2_S.gguf +3 -0
  7. microsoft_wizardlm-2-7b-imat-IQ2_XS.gguf +3 -0
  8. microsoft_wizardlm-2-7b-imat-IQ2_XXS.gguf +3 -0
  9. microsoft_wizardlm-2-7b-imat-IQ3_M.gguf +3 -0
  10. microsoft_wizardlm-2-7b-imat-IQ3_S.gguf +3 -0
  11. microsoft_wizardlm-2-7b-imat-IQ3_XS.gguf +3 -0
  12. microsoft_wizardlm-2-7b-imat-IQ3_XXS.gguf +3 -0
  13. microsoft_wizardlm-2-7b-imat-IQ4_NL.gguf +3 -0
  14. microsoft_wizardlm-2-7b-imat-IQ4_XS.gguf +3 -0
  15. microsoft_wizardlm-2-7b-imat-Q4_K_M.gguf +3 -0
  16. microsoft_wizardlm-2-7b-imat-Q4_K_S.gguf +3 -0
  17. microsoft_wizardlm-2-7b-imat-Q5_K_M.gguf +3 -0
  18. microsoft_wizardlm-2-7b-imat-Q5_K_S.gguf +3 -0
  19. microsoft_wizardlm-2-7b-imat-Q6_K.gguf +3 -0
  20. microsoft_wizardlm-2-7b-imat-Q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,22 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imat-f16-gmerged.dat filter=lfs diff=lfs merge=lfs -text
37
+ microsoft_wizardlm-2-7b-f16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ microsoft_wizardlm-2-7b-imat-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ microsoft_wizardlm-2-7b-imat-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ microsoft_wizardlm-2-7b-imat-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ microsoft_wizardlm-2-7b-imat-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ microsoft_wizardlm-2-7b-imat-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ microsoft_wizardlm-2-7b-imat-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ microsoft_wizardlm-2-7b-imat-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ microsoft_wizardlm-2-7b-imat-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ microsoft_wizardlm-2-7b-imat-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ microsoft_wizardlm-2-7b-imat-IQ4_NL.gguf filter=lfs diff=lfs merge=lfs -text
48
+ microsoft_wizardlm-2-7b-imat-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
49
+ microsoft_wizardlm-2-7b-imat-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ microsoft_wizardlm-2-7b-imat-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ microsoft_wizardlm-2-7b-imat-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ microsoft_wizardlm-2-7b-imat-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ microsoft_wizardlm-2-7b-imat-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
54
+ microsoft_wizardlm-2-7b-imat-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
imat-f16-gmerged.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c8504e59e64e4c9ffd1183b4ff4ce55357310b29955b5d58eb3a7350486dee0
3
+ size 4988126
microsoft_wizardlm-2-7b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c188c1bac4135b36dc54c2756bbc67c79ce5c65d26a7d05a849525ee0f7ac164
3
+ size 14484732256
microsoft_wizardlm-2-7b-imat-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:db566e9c21e751027ef018991361b27a6cec1cea2039f3b7953364195f678bc6
3
+ size 1612102016
microsoft_wizardlm-2-7b-imat-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9cb0408c100f9536045c8a2d57464da6b0c1d5ed9b18f66a52d77e19c8997b44
3
+ size 2500712832
microsoft_wizardlm-2-7b-imat-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:39f471008edc3960f4af9279a148bd881d3d906023c101226622ff6e33f52be1
3
+ size 2310920576
microsoft_wizardlm-2-7b-imat-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0aa8ea9c453c024417a714a0ae74ef3d4edb4da5be4197fd0211a76a1b873114
3
+ size 2198256000
microsoft_wizardlm-2-7b-imat-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ed0e8a559578f6a34d19121aff38de1d05df5104040c7b5bf221ed27b53f1cad
3
+ size 1991686528
microsoft_wizardlm-2-7b-imat-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:139319f2feec6ef467f0404209c707953081462de25041e9326bf42c3f220853
3
+ size 3284892032
microsoft_wizardlm-2-7b-imat-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6def0a0d6dbbe4ca4d760a1f54b274bcf1c7fd4131b18698384666fcbcb56c46
3
+ size 3182393728
microsoft_wizardlm-2-7b-imat-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e6a7825f76b833077cb127c34b403ac111442c7b7270f40a1e1ea119dfbf9df
3
+ size 3018815872
microsoft_wizardlm-2-7b-imat-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c68c627eea5dffbb951df1fe9ef1a77017bbb62be0665916d7f2ea7f78ea0b77
3
+ size 2827344256
microsoft_wizardlm-2-7b-imat-IQ4_NL.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cef7f7946dc1f678b492a3f07cf03441d4b31ac99a021d81f250010eb9b587e1
3
+ size 4125694336
microsoft_wizardlm-2-7b-imat-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4004b38a557b6ebd9dc790110b29da966215636afe7b21cee268d7a531906356
3
+ size 3907688832
microsoft_wizardlm-2-7b-imat-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eccd91af56300aa130f9602092cc884594d21d957e5005d31b26280990004406
3
+ size 4368439680
microsoft_wizardlm-2-7b-imat-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c81b5eee04291a9c63d4bb089872884178776a44d6ed43dac09140ad3591c29c
3
+ size 4140374400
microsoft_wizardlm-2-7b-imat-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:992bd82b3b90f1bc385910bca7f13dfbc5046f034629bd4474f60aeeb8f0a0ed
3
+ size 5131409792
microsoft_wizardlm-2-7b-imat-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:59ace79a6b4393346cb3278f0e214adbb40eb3ac728e7028c5144a87a8012786
3
+ size 4997716352
microsoft_wizardlm-2-7b-imat-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:814fb4e93bf11383ef331678a73f20e5b5c97122fb64fa19c97035f70c400654
3
+ size 5942065536
microsoft_wizardlm-2-7b-imat-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3cb8ce8060aff0e19c07a2e7a573c13bde9b84b8bee278b54fa3843609a9d3dd
3
+ size 7695858048