Hugging Face's logo

latestissue
/
rwkv-6-finch-14b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
a4beb54
·
verified ·
1 Parent(s): a198a41

Upload 13 files

Browse files
Files changed (13) hide show
  1. rwkv-6-finch-14b-BF16.gguf +3 -0
  2. rwkv-6-finch-14b-F16.gguf +3 -0
  3. rwkv-6-finch-14b-Q3_K.gguf +3 -0
  4. rwkv-6-finch-14b-Q3_K_L.gguf +3 -0
  5. rwkv-6-finch-14b-Q4_0.gguf +3 -0
  6. rwkv-6-finch-14b-Q4_0_4_4.gguf +3 -0
  7. rwkv-6-finch-14b-Q4_0_4_8.gguf +3 -0
  8. rwkv-6-finch-14b-Q4_0_8_8.gguf +3 -0
  9. rwkv-6-finch-14b-Q4_1.gguf +3 -0
  10. rwkv-6-finch-14b-Q5_0.gguf +3 -0
  11. rwkv-6-finch-14b-Q5_1.gguf +3 -0
  12. rwkv-6-finch-14b-Q6_K.gguf +3 -0
  13. rwkv-6-finch-14b-Q8_0.gguf +3 -0
rwkv-6-finch-14b-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f6e65de014b6e2a7da050de27e6abfe284b721b18cbb5fddc492c9670b9b6a79
3
+ size 28467495264
rwkv-6-finch-14b-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31643375b4146bc4b18f5014d98323b734a95b43e1de4c56017603c92789bc1a
3
+ size 28595421536
rwkv-6-finch-14b-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aee0c44b182b839818f7b67b3a631bf72fc73298b8aea50ed2a0509649896163
3
+ size 6741143904
rwkv-6-finch-14b-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0247473721e38312e72e66b12fdcc1782e11fdd420f9be082c9a7761da6342ef
3
+ size 6741143904
rwkv-6-finch-14b-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45d3d3dc18732676caf7231dbc2650c442a02899a8a020f2b3a7e530bf931b00
3
+ size 8548024672
rwkv-6-finch-14b-Q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a31f46cf60a269ed929b9d00ed671cec70b3955c5a1ab4a2abe0a3b236e2a22e
3
+ size 8548024672
rwkv-6-finch-14b-Q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c910b5af98c307455d4de1284c380406b4854307d4e91e57a33708f66583b31c
3
+ size 8548024672
rwkv-6-finch-14b-Q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5315d5f69dacd601882389fcb2b35cb5c10af40f5b51fa0e85aa512651d97360
3
+ size 8548024672
rwkv-6-finch-14b-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e42587fd99b8f989cddde47a77ea81080307d0288551d198543122ae02fba916
3
+ size 9400320352
rwkv-6-finch-14b-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:18c5ba051a728387d015518c5fc45c66ebf04404829e8b8ccdd3e5c489151047
3
+ size 10252616032
rwkv-6-finch-14b-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:08fd2941e00ccfeef7aa3ed5b68935492d6a9523efd527e38e46be556b5b0020
3
+ size 11104911712
rwkv-6-finch-14b-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b85b606aefaf2e6809db03b533b2c6f82b19aca196c7ac66f541ed2a2d14c9b7
3
+ size 12071489888
rwkv-6-finch-14b-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1cf6cf403b0f55c3428eead6d0970b5fa0bb139c336ee087a1491bd4bf2ab090
3
+ size 15431401824