Hugging Face's logo

mradermacher
/
granite-3.1-8b-base-i1-GGUF

Transformers
GGUF
English
language
granite-3.1
Inference Endpoints
imatrix
Model card Files Community
mradermacher commited on
Commit
8e91590
·
verified ·
1 Parent(s): c9f7f65

uploaded from rich1

Browse files
Files changed (23) hide show
  1. .gitattributes +22 -0
  2. granite-3.1-8b-base.i1-IQ1_M.gguf +3 -0
  3. granite-3.1-8b-base.i1-IQ1_S.gguf +3 -0
  4. granite-3.1-8b-base.i1-IQ2_M.gguf +3 -0
  5. granite-3.1-8b-base.i1-IQ2_S.gguf +3 -0
  6. granite-3.1-8b-base.i1-IQ2_XS.gguf +3 -0
  7. granite-3.1-8b-base.i1-IQ2_XXS.gguf +3 -0
  8. granite-3.1-8b-base.i1-IQ3_M.gguf +3 -0
  9. granite-3.1-8b-base.i1-IQ3_S.gguf +3 -0
  10. granite-3.1-8b-base.i1-IQ3_XS.gguf +3 -0
  11. granite-3.1-8b-base.i1-IQ3_XXS.gguf +3 -0
  12. granite-3.1-8b-base.i1-IQ4_XS.gguf +3 -0
  13. granite-3.1-8b-base.i1-Q2_K.gguf +3 -0
  14. granite-3.1-8b-base.i1-Q2_K_S.gguf +3 -0
  15. granite-3.1-8b-base.i1-Q3_K_L.gguf +3 -0
  16. granite-3.1-8b-base.i1-Q3_K_M.gguf +3 -0
  17. granite-3.1-8b-base.i1-Q3_K_S.gguf +3 -0
  18. granite-3.1-8b-base.i1-Q4_0.gguf +3 -0
  19. granite-3.1-8b-base.i1-Q4_K_M.gguf +3 -0
  20. granite-3.1-8b-base.i1-Q4_K_S.gguf +3 -0
  21. granite-3.1-8b-base.i1-Q5_K_M.gguf +3 -0
  22. granite-3.1-8b-base.i1-Q5_K_S.gguf +3 -0
  23. granite-3.1-8b-base.i1-Q6_K.gguf +3 -0
.gitattributes CHANGED
@@ -34,3 +34,25 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
  imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ granite-3.1-8b-base.i1-IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ granite-3.1-8b-base.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ granite-3.1-8b-base.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ granite-3.1-8b-base.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ granite-3.1-8b-base.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
42
+ granite-3.1-8b-base.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
43
+ granite-3.1-8b-base.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ granite-3.1-8b-base.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ granite-3.1-8b-base.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
46
+ granite-3.1-8b-base.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
47
+ granite-3.1-8b-base.i1-IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
48
+ granite-3.1-8b-base.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
49
+ granite-3.1-8b-base.i1-Q2_K_S.gguf filter=lfs diff=lfs merge=lfs -text
50
+ granite-3.1-8b-base.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
51
+ granite-3.1-8b-base.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ granite-3.1-8b-base.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ granite-3.1-8b-base.i1-Q4_0.gguf filter=lfs diff=lfs merge=lfs -text
54
+ granite-3.1-8b-base.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
55
+ granite-3.1-8b-base.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
56
+ granite-3.1-8b-base.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
57
+ granite-3.1-8b-base.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
58
+ granite-3.1-8b-base.i1-Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
granite-3.1-8b-base.i1-IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4fb1f80af003af2ca862acb98e327e340208fa154a6eb3cbc951e79abfbe8c43
3
+ size 1997297120
granite-3.1-8b-base.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63391742c58259431e9fc500ae426ac04c57c629be7eccb56c848010e85a6bb3
3
+ size 1836324320
granite-3.1-8b-base.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0135a225d671567cece3f242257fe243d854e37a4096a2fbf0807703acc73c84
3
+ size 2836813280
granite-3.1-8b-base.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2b2197cc96592dd19e34cfe476705f53dad1a5720e7c9049788320debb92e4e
3
+ size 2622182880
granite-3.1-8b-base.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a44eb483d176369199e43f7c6939303f881062bdacd921e17d4e1ef56eb90be
3
+ size 2501187040
granite-3.1-8b-base.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1fae4f77f4e5e1fdab3b1c5cf4bab8656bd89e912f83c0de69b83fe018d97651
3
+ size 2265585120
granite-3.1-8b-base.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fa09f2e3db9d665f5bf0acba37a142f884847215d419ef2c5d9765fe4abe3732
3
+ size 3738703328
granite-3.1-8b-base.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1d8fdf7c146680ff5ca83f23f0bed00005ef177187d8210be0e52181dbea8fa0
3
+ size 3614758368
granite-3.1-8b-base.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f58c9502565d9f6335bc19324e7a4bb682fbe79c732832eb5173089a70940f7
3
+ size 3427980768
granite-3.1-8b-base.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb046e900d9e2f7a1f3618e618409b8990c110c03f9a2641757215e741281c7b
3
+ size 3201357280
granite-3.1-8b-base.i1-IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b899b7a3fea9d00135ce5ac4c7f3b56aa645b320b72c13c6c51b5f725f684927
3
+ size 4428060128
granite-3.1-8b-base.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48c5f993a9d65e8b15e82029d86833ca29ec552dd1e4f12b35c735b0e27c783c
3
+ size 3103577568
granite-3.1-8b-base.i1-Q2_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6b24a088a9219d964e288e2058f35052e729001244bfc51c67a792dc928c877d
3
+ size 2883868128
granite-3.1-8b-base.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bca9b17001c2ff0207a8342d8fa9620c887e6fc746d39923bb878c01bce0a3b
3
+ size 4349416928
granite-3.1-8b-base.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e60c8dc7e2aeab471117004f2095ac56b97e6225cafd8d58b5881bb59511b209
3
+ size 3996571104
granite-3.1-8b-base.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89d74688295a8bc90d182e1e08055e7f18db74d18e96a5b509dabe70b1fe1d03
3
+ size 3592476128
granite-3.1-8b-base.i1-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12c662f56d01f6d318745b1c4a426fd5126cad4fbb4df00aaafa9b049242bde4
3
+ size 4667266528
granite-3.1-8b-base.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:37265168724838d229c2b79410136b12a39589f2075e1e776bd699cb0ce8f51b
3
+ size 4942845408
granite-3.1-8b-base.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6940d8de3ef0da6ffb11b5f66f1f1dc8c6ed3deaf06376260f41d7357c599bcf
3
+ size 4685747680
granite-3.1-8b-base.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:67b02ed256f0acbc10b958a8543c348a8e01744c8e23c97c510bab68c105fac9
3
+ size 5797434848
granite-3.1-8b-base.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd1e928bfd39df24df1ae4485fece66d0da7bcaee02f365cde9a4a14d67e8b0c
3
+ size 5647029728
granite-3.1-8b-base.i1-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c79ad43f197066fa40b11c924cd89641a3cd5882546adc85ad86dc873882a779
3
+ size 6705436128