Hugging Face's logo

mradermacher
/
miquella-120b-GGUF

Text Generation
Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
Model card Files Community
1
mradermacher commited on
Commit
4c62475
•
1 Parent(s): 19ea7a2

quantize of https://huggingface.co/alpindale/miquella-120b 25de83c

Browse files
Files changed (22) hide show
  1. .gitattributes +21 -0
  2. miquella-120b.Q2_K.gguf +3 -0
  3. miquella-120b.Q3_K_L.gguf.split-aa +3 -0
  4. miquella-120b.Q3_K_L.gguf.split-ab +3 -0
  5. miquella-120b.Q3_K_M.gguf.split-aa +3 -0
  6. miquella-120b.Q3_K_M.gguf.split-ab +3 -0
  7. miquella-120b.Q3_K_S.gguf.split-aa +3 -0
  8. miquella-120b.Q3_K_S.gguf.split-ab +3 -0
  9. miquella-120b.Q3_K_XS.gguf +3 -0
  10. miquella-120b.Q4_K_M.gguf.split-aa +3 -0
  11. miquella-120b.Q4_K_M.gguf.split-ab +3 -0
  12. miquella-120b.Q4_K_S.gguf.split-aa +3 -0
  13. miquella-120b.Q4_K_S.gguf.split-ab +3 -0
  14. miquella-120b.Q5_K_M.gguf.split-aa +3 -0
  15. miquella-120b.Q5_K_M.gguf.split-ab +3 -0
  16. miquella-120b.Q5_K_S.gguf.split-aa +3 -0
  17. miquella-120b.Q5_K_S.gguf.split-ab +3 -0
  18. miquella-120b.Q6_K.gguf.split-aa +3 -0
  19. miquella-120b.Q6_K.gguf.split-ab +3 -0
  20. miquella-120b.Q8_0.gguf.split-aa +3 -0
  21. miquella-120b.Q8_0.gguf.split-ab +3 -0
  22. miquella-120b.Q8_0.gguf.split-ac +3 -0
.gitattributes CHANGED
@@ -33,3 +33,24 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ miquella-120b.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
37
+ miquella-120b.Q3_K_L.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
38
+ miquella-120b.Q3_K_L.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
39
+ miquella-120b.Q3_K_M.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
40
+ miquella-120b.Q3_K_M.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
41
+ miquella-120b.Q3_K_S.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
42
+ miquella-120b.Q3_K_S.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
43
+ miquella-120b.Q3_K_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ miquella-120b.Q4_K_M.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
45
+ miquella-120b.Q4_K_M.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
46
+ miquella-120b.Q4_K_S.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
47
+ miquella-120b.Q4_K_S.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
48
+ miquella-120b.Q5_K_M.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
49
+ miquella-120b.Q5_K_M.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
50
+ miquella-120b.Q5_K_S.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
51
+ miquella-120b.Q5_K_S.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
52
+ miquella-120b.Q6_K.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
53
+ miquella-120b.Q6_K.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
54
+ miquella-120b.Q8_0.gguf.split-aa filter=lfs diff=lfs merge=lfs -text
55
+ miquella-120b.Q8_0.gguf.split-ab filter=lfs diff=lfs merge=lfs -text
56
+ miquella-120b.Q8_0.gguf.split-ac filter=lfs diff=lfs merge=lfs -text
miquella-120b.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bad45193c491247d4a6504f683462993ddd98c02031ca7ebb8d219178b8c25f5
3
+ size 43245727072
miquella-120b.Q3_K_L.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7c739609c9d38185caa653b983035e177df6487fa11c7f65cd93defe09240ddd
3
+ size 31138512896
miquella-120b.Q3_K_L.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4d1602bfd7e1a348321fd5f466773bd287b3dc093388553048fc4ca09afebcee
3
+ size 30530645344
miquella-120b.Q3_K_M.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b97b7f2a4ca0ad2c4d8e1a83cab6417c6426f6515726169e48c3a83cbb10f0b8
3
+ size 28991029248
miquella-120b.Q3_K_M.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9698000658d8dbe86fe830e5475fadbd48723268ee634232e56681f2f03ba29e
3
+ size 27599875424
miquella-120b.Q3_K_S.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a77c43bbb5d33f5c3bc664661834bd9c41adc63b0d4899d1ae528230ceaeeb3e
3
+ size 26843545600
miquella-120b.Q3_K_S.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94b5338111cb7b112c16d9c4e44b56008ad8294503c8fe860d52e43cb7376dec
3
+ size 23862947168
miquella-120b.Q3_K_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:98189892d4435a06eab70681612c3886019c4a50f8f57664bd7d92c1c1bf9975
3
+ size 47875796320
miquella-120b.Q4_K_M.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8111e0aea2abff257e6a3070126614f2e1f389cf2767fd551e339007e6bbdac4
3
+ size 35433480192
miquella-120b.Q4_K_M.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fe65a004d0ebcdc3bbd51b6b38268328dbc66862e1e1e30f44abc57e5058e9c7
3
+ size 35203968352
miquella-120b.Q4_K_S.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c71044ed733b89183d7286e2ff2e4508a07e2dfb719b3c0e04a41f2284888db4
3
+ size 34359738368
miquella-120b.Q4_K_S.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:60dac5065ba0b727e803db4f6e7cd4ac87fe9a7f10025d4ffb828f1bc3fd6aac
3
+ size 32453487968
miquella-120b.Q5_K_M.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20ba22f7103d3059f38e8b25d144eb3a2e0519811f92cda7f0d29345d27761e1
3
+ size 41875931136
miquella-120b.Q5_K_M.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:854a25579fb8d7a8cf463b86cfa054b0a44e2dfcef63040a62ffb7f42d95fd5b
3
+ size 41348885856
miquella-120b.Q5_K_S.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7787904c89865e265b9431795057a6f4df738b838abce812faa9d54dafdd2243
3
+ size 40802189312
miquella-120b.Q5_K_S.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a9aba35d14e641a74caebf937d77253b5cd746c4b6ac8fed297f40f6b5214aad
3
+ size 40193289568
miquella-120b.Q6_K.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aaef9e76cfaa89ae81373529e80dab64e4d357ad19ea9bf68f981a95a0b2a320
3
+ size 48318382080
miquella-120b.Q6_K.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a8a6da73a6d4ebb78df1f08f5b2bbec1e8a8c7741ba41e627bf373b0e8fba71
3
+ size 48280513888
miquella-120b.Q8_0.gguf.split-aa ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4e3162b94d05474fb7fec9c86edd25c9ac06291486beca0f18c8a67d42be4b8
3
+ size 41875931136
miquella-120b.Q8_0.gguf.split-ab ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c814c9330354d0e2db987eba732bdc5380b96a117b20683afe364dde9fbce633
3
+ size 41875931136
miquella-120b.Q8_0.gguf.split-ac ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:23c30814d2a06e6e978b1551c9f34134e580443c17bade105cfbb8849b06bbf4
3
+ size 41363811680