Hugging Face's logo

latestissue
/
rwkv-6-finch-14b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
4fc01b7
·
verified ·
1 Parent(s): 2381d48

Upload 21 files

Browse files
Files changed (21) hide show
  1. rwkv-6-finch-14b-f16.gguf +3 -0
  2. rwkv-6-finch-14b-iq3_s.gguf +3 -0
  3. rwkv-6-finch-14b-iq3_xxs.gguf +3 -0
  4. rwkv-6-finch-14b-iq4_nl.gguf +3 -0
  5. rwkv-6-finch-14b-iq4_xs.gguf +3 -0
  6. rwkv-6-finch-14b-q2_k.gguf +3 -0
  7. rwkv-6-finch-14b-q3_k.gguf +3 -0
  8. rwkv-6-finch-14b-q3_k_l.gguf +3 -0
  9. rwkv-6-finch-14b-q4_0.gguf +3 -0
  10. rwkv-6-finch-14b-q4_0_4_4.gguf +3 -0
  11. rwkv-6-finch-14b-q4_0_4_8.gguf +3 -0
  12. rwkv-6-finch-14b-q4_0_8_8.gguf +3 -0
  13. rwkv-6-finch-14b-q4_1.gguf +3 -0
  14. rwkv-6-finch-14b-q4_k.gguf +3 -0
  15. rwkv-6-finch-14b-q4_k_s.gguf +3 -0
  16. rwkv-6-finch-14b-q5_0.gguf +3 -0
  17. rwkv-6-finch-14b-q5_1.gguf +3 -0
  18. rwkv-6-finch-14b-q5_k.gguf +3 -0
  19. rwkv-6-finch-14b-q5_k_s.gguf +3 -0
  20. rwkv-6-finch-14b-q6_k.gguf +3 -0
  21. rwkv-6-finch-14b-q8_0.gguf +3 -0
rwkv-6-finch-14b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1c795b1b2029bea49c250df869ee22f526bcda7a70f60c2cef2ae20b70c662f3
3
+ size 28595421440
rwkv-6-finch-14b-iq3_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b2bbeee0d26d820e9ea16c6d5a6554d74bdb906b3b554c365f145ffa671f7418
3
+ size 6741143808
rwkv-6-finch-14b-iq3_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:efe4ce0624fb97837a211371308b285fe46f7279b553beb078e50f980b1bf74f
3
+ size 6080352512
rwkv-6-finch-14b-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f216f2b2c65f6796dafb3e9ce98f58048870a5892ec15f11cd187c496d7070aa
3
+ size 8548024576
rwkv-6-finch-14b-iq4_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ee2c063ef872fe4d8ea5edc30806e285220dc53cb2ee867112ff303feb61bb1e
3
+ size 8122876160
rwkv-6-finch-14b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea7c1cac44edd66a7b4bfcb2d0113b9d65d9867685b9fa0477fad5964ae7e1b6
3
+ size 5359411456
rwkv-6-finch-14b-q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2fa4afea4e020b62b7e09b6c9a2fe6b6eb76223683a4dd76b5298b51f8fe0d4e
3
+ size 6741143808
rwkv-6-finch-14b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a2dc9bd41f9d9d981568f56b904157eed3a6ca8f1245a9840dab9acc60fa77ab
3
+ size 6741143808
rwkv-6-finch-14b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:15ce9fa29c28415f8a704294019f72642a73e1d92d5170dd06ccd4f7f49b11e5
3
+ size 8548024576
rwkv-6-finch-14b-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b83151dec25f8447f7fd9077519766aaa22e5f0c3a6212ec224e5d514f3b98cc
3
+ size 8548024576
rwkv-6-finch-14b-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4926727cafe684d19f855a70bafc94cf01c8de281e68faa20fd8ef6a8f382c98
3
+ size 8548024576
rwkv-6-finch-14b-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4dd7d29ad490eac379863ec7d305a5cd9ae776c8f50c310a7961466dfa403d13
3
+ size 8548024576
rwkv-6-finch-14b-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:deaeeed2c90d70cd426033350830b47c5a7783041d968bdb83860b92b5f81eaa
3
+ size 9400320256
rwkv-6-finch-14b-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb07bb9d94df7db2f94981a316fdf8365c03e115d81b536f445d2df89d6832b7
3
+ size 8552022272
rwkv-6-finch-14b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:571c7c4533af6beb7f65e9cc2ea85ead761a2367a2dcbb2b8d438826ac7e44cc
3
+ size 8552022272
rwkv-6-finch-14b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:03a53d04e40c2fc467af3c7ad52d239ebdc51ffb6ac0adc5aa215f6d751e28ca
3
+ size 10252615936
rwkv-6-finch-14b-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3b76fef20991b605c34b2e0ffbe3764e006acd32a8de9c14db1f570bbac56386
3
+ size 11104911616
rwkv-6-finch-14b-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf714757a10715cd4f1a279e59480c46737cc3abaf76d80da039f6873d3fb50f
3
+ size 10254614784
rwkv-6-finch-14b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2d933fffffd8dc763cadc8da7a9bddbed50e60038f87796e802a79dc6ce959c8
3
+ size 10254614784
rwkv-6-finch-14b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be425ceaaa08c806356639e94429337ed3aca1c535c5b70acbbb1d7a687d092b
3
+ size 12071489792
rwkv-6-finch-14b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e9789f4d90d1da420d1c64e14345c31a7744a40bdd7f6eb855ec8e6aaed845c3
3
+ size 15431401728