Hugging Face's logo

latestissue
/
rwkv-6-finch-14b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
a1b5e20
·
verified ·
1 Parent(s): 2ed5e65

Upload 23 files

Browse files
Files changed (24) hide show
  1. .gitattributes +1 -0
  2. rwkv-6-finch-14b-bf16.gguf +3 -0
  3. rwkv-6-finch-14b-f16.gguf +3 -0
  4. rwkv-6-finch-14b-f32.gguf +3 -0
  5. rwkv-6-finch-14b-iq3_s.gguf +3 -0
  6. rwkv-6-finch-14b-iq3_xxs.gguf +3 -0
  7. rwkv-6-finch-14b-iq4_nl.gguf +3 -0
  8. rwkv-6-finch-14b-iq4_xs.gguf +3 -0
  9. rwkv-6-finch-14b-q2_k.gguf +3 -0
  10. rwkv-6-finch-14b-q3_k.gguf +3 -0
  11. rwkv-6-finch-14b-q3_k_l.gguf +3 -0
  12. rwkv-6-finch-14b-q4_0.gguf +3 -0
  13. rwkv-6-finch-14b-q4_0_4_4.gguf +3 -0
  14. rwkv-6-finch-14b-q4_0_4_8.gguf +3 -0
  15. rwkv-6-finch-14b-q4_0_8_8.gguf +3 -0
  16. rwkv-6-finch-14b-q4_1.gguf +3 -0
  17. rwkv-6-finch-14b-q4_k.gguf +3 -0
  18. rwkv-6-finch-14b-q4_k_s.gguf +3 -0
  19. rwkv-6-finch-14b-q5_0.gguf +3 -0
  20. rwkv-6-finch-14b-q5_1.gguf +3 -0
  21. rwkv-6-finch-14b-q5_k.gguf +3 -0
  22. rwkv-6-finch-14b-q5_k_s.gguf +3 -0
  23. rwkv-6-finch-14b-q6_k.gguf +3 -0
  24. rwkv-6-finch-14b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -56,3 +56,4 @@ rwkv-6-finch-14b-q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
56
  rwkv-6-finch-14b-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
57
  rwkv-6-finch-14b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
58
  rwkv-6-finch-14b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
 
 
56
  rwkv-6-finch-14b-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
57
  rwkv-6-finch-14b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
58
  rwkv-6-finch-14b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
+ rwkv-6-finch-14b-f32.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-finch-14b-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:716f616cbc1b175e920381604de5d134bc734b8aca12b0c3f677a84eb3fa5402
3
+ size 26764054528
rwkv-6-finch-14b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dd4d5ff6cebf14622d5f3ead64874baa822b46fabf34ee55b19259da386f59ac
3
+ size 28467495104
rwkv-6-finch-14b-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:84cb27e964f57d73b3c322183cffe720d5de6a505bfc4b20919b3f0e54894163
3
+ size 49507667968
rwkv-6-finch-14b-iq3_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc89f9b291710fe116e5f4bc57e51257c75c64089ae37d52980b9fa07585651f
3
+ size 443011072
rwkv-6-finch-14b-iq3_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1b937139b01f491e196d2c2891ad145c11230acffc04928dfaf3e588a0e7c6d0
3
+ size 349683712
rwkv-6-finch-14b-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e7f2c190cb961eca2eca6ecb86edc94587f21fc36ab6e7b3eee3594b632cc23
3
+ size 479072256
rwkv-6-finch-14b-iq4_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8dfff367ccb6e9de9025e674b6b5b1ecca4a31abe6ff44ab316f08e18c653222
3
+ size 494489600
rwkv-6-finch-14b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7625f7aa1a3da0e8f778272eb002b9798db5a3b357846075681aecba834baee
3
+ size 1560367104
rwkv-6-finch-14b-q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8be3ad860a2b32d46b0be1956ccb95707a3dcdebf4127461bd9f4740aa1e3e11
3
+ size 6148288512
rwkv-6-finch-14b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eaa870d911f888909940de3423a81ff91dd322df6b4ef181688f0d63d04e54e1
3
+ size 6176751616
rwkv-6-finch-14b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:78626778440af4279a8eecd3270034ad4210b332ae3caf8606a2f6df313cbe29
3
+ size 8548024512
rwkv-6-finch-14b-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:dff2862cc586ca96099c2aa622f1426edb9b2b52437992792351e13d89f213e0
3
+ size 8548024512
rwkv-6-finch-14b-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9920cea3d9fc7176051c17c464131f40f454d76d5e2e4775ec25accf0ab82426
3
+ size 8548024512
rwkv-6-finch-14b-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:66595216dc76ac328a2d3c26c84856dfbee26ca3e8a6081ef32700f2b013233b
3
+ size 8548024512
rwkv-6-finch-14b-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6232110e8150d921cc5551780663c256997d23dd02487be0bb2600c86cfbee8f
3
+ size 9400320192
rwkv-6-finch-14b-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c747f2477b4649b6ecadc6a9c4d51e6ef867b71015a2c72ed2f33bb89080da08
3
+ size 1283788800
rwkv-6-finch-14b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf7513adc52949f0a02c60dc8425fdb8f986f54afc4ab31bbdee8f30ac37b606
3
+ size 1417875456
rwkv-6-finch-14b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9873ccea52fa1dce2ee742a0770b38c4d51a4d0996d2538abf28623326f937a
3
+ size 10252615872
rwkv-6-finch-14b-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac747216b71398455bb487e77a4644b684c0fc1b91a03fb7790ee9850c4a5199
3
+ size 11104911552
rwkv-6-finch-14b-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401f3703a3599876ceed1af4f55497d089947d1cb3670d0105c88c3c29be922b
3
+ size 1760169984
rwkv-6-finch-14b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:401f3703a3599876ceed1af4f55497d089947d1cb3670d0105c88c3c29be922b
3
+ size 1760169984
rwkv-6-finch-14b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7f476c108d069bd576ecf20643dad3635d1f86c66b2a18c357bc10a522b6337
3
+ size 4305874944
rwkv-6-finch-14b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0faddd3e68646fc19439b16ed062f9596ed81a00c0ce483e1eba31c5faf156df
3
+ size 14516359168