Hugging Face's logo

latestissue
/
rwkv-6-world-3b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
9ddb136
•
1 Parent(s): b72eb41

Upload 23 files

Browse files
Files changed (24) hide show
  1. .gitattributes +23 -0
  2. rwkv-6-world-3b-bf16.gguf +3 -0
  3. rwkv-6-world-3b-f16.gguf +3 -0
  4. rwkv-6-world-3b-f32.gguf +3 -0
  5. rwkv-6-world-3b-iq3_s.gguf +3 -0
  6. rwkv-6-world-3b-iq3_xxs.gguf +3 -0
  7. rwkv-6-world-3b-iq4_nl.gguf +3 -0
  8. rwkv-6-world-3b-iq4_xs.gguf +3 -0
  9. rwkv-6-world-3b-q2_k.gguf +3 -0
  10. rwkv-6-world-3b-q3_k.gguf +3 -0
  11. rwkv-6-world-3b-q3_k_l.gguf +3 -0
  12. rwkv-6-world-3b-q4_0.gguf +3 -0
  13. rwkv-6-world-3b-q4_0_4_4.gguf +3 -0
  14. rwkv-6-world-3b-q4_0_4_8.gguf +3 -0
  15. rwkv-6-world-3b-q4_0_8_8.gguf +3 -0
  16. rwkv-6-world-3b-q4_1.gguf +3 -0
  17. rwkv-6-world-3b-q4_k.gguf +3 -0
  18. rwkv-6-world-3b-q4_k_s.gguf +3 -0
  19. rwkv-6-world-3b-q5_0.gguf +3 -0
  20. rwkv-6-world-3b-q5_1.gguf +3 -0
  21. rwkv-6-world-3b-q5_k.gguf +3 -0
  22. rwkv-6-world-3b-q5_k_s.gguf +3 -0
  23. rwkv-6-world-3b-q6_k.gguf +3 -0
  24. rwkv-6-world-3b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -57,3 +57,26 @@ rwkv-6-world-3b-v2.1-q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
57
  rwkv-6-world-3b-v2.1-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
58
  rwkv-6-world-3b-v2.1-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
  rwkv-6-world-3b-v2.1-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
57
  rwkv-6-world-3b-v2.1-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
58
  rwkv-6-world-3b-v2.1-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
  rwkv-6-world-3b-v2.1-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
60
+ rwkv-6-world-3b-bf16.gguf filter=lfs diff=lfs merge=lfs -text
61
+ rwkv-6-world-3b-f16.gguf filter=lfs diff=lfs merge=lfs -text
62
+ rwkv-6-world-3b-f32.gguf filter=lfs diff=lfs merge=lfs -text
63
+ rwkv-6-world-3b-iq3_s.gguf filter=lfs diff=lfs merge=lfs -text
64
+ rwkv-6-world-3b-iq3_xxs.gguf filter=lfs diff=lfs merge=lfs -text
65
+ rwkv-6-world-3b-iq4_nl.gguf filter=lfs diff=lfs merge=lfs -text
66
+ rwkv-6-world-3b-iq4_xs.gguf filter=lfs diff=lfs merge=lfs -text
67
+ rwkv-6-world-3b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
68
+ rwkv-6-world-3b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
69
+ rwkv-6-world-3b-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
70
+ rwkv-6-world-3b-q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
71
+ rwkv-6-world-3b-q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
72
+ rwkv-6-world-3b-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
73
+ rwkv-6-world-3b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
74
+ rwkv-6-world-3b-q4_1.gguf filter=lfs diff=lfs merge=lfs -text
75
+ rwkv-6-world-3b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
76
+ rwkv-6-world-3b-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
77
+ rwkv-6-world-3b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
78
+ rwkv-6-world-3b-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
79
+ rwkv-6-world-3b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
80
+ rwkv-6-world-3b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
81
+ rwkv-6-world-3b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
82
+ rwkv-6-world-3b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-world-3b-bf16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c2d22a483c6748c0938eac3c69425086f09d31231bf11d06b64470e8529e5722
3
+ size 6256219584
rwkv-6-world-3b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1d0715b49c46f1cf020a7a5a3577958f055843bca2baeaed56ff497190d5795
3
+ size 6277191104
rwkv-6-world-3b-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85d36f3d36b4ba3a1f244bf85ad44dedc453a3fac472827d22d28a18b65253e5
3
+ size 12400874944
rwkv-6-world-3b-iq3_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac635597c6fb629c277d8765f7472b98419dc5eeb1af83bf353b82f177ea4b18
3
+ size 1497937344
rwkv-6-world-3b-iq3_xxs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b5ae820d32d4dc0f8608463267a915ee4b6910fab7499bb292da4d6af4083678
3
+ size 1347614144
rwkv-6-world-3b-iq4_nl.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bed27914ca7e935dd6eb4e070163a9723e3e96f395cca0d049872ba6040dc433
3
+ size 1883002304
rwkv-6-world-3b-iq4_xs.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd81a998cd555bbb493bbfd9a154780dc712ee66f5097ba5287b595f18f5fcc0
3
+ size 1792398784
rwkv-6-world-3b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:52868aa65c4ee3e50cc1894eb7cca23b59042ef6e8877b7cf83de22dbf4be54d
3
+ size 1203475904
rwkv-6-world-3b-q3_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fb7a4cc05b48a9e86c16422eeb737fc844ba9e4569cc65697b9634f9d364a0d0
3
+ size 1497937344
rwkv-6-world-3b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:92446862e39182bb39de31b25d728ec2fb6504968c374f33196188ecb8e09699
3
+ size 1497937344
rwkv-6-world-3b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9b5f6294d368fa39bcc796e83215c2c23d80206505960bbbcc5cb5176c441b94
3
+ size 1883002304
rwkv-6-world-3b-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ae0fdada6c6e6818ab943e5201a76a41b2729269a61bf36dcc0854869ab0c86e
3
+ size 1883002304
rwkv-6-world-3b-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:460a2261c14962c3344bb19d3b5990ccc9bafdc70f5cc88003b2a39e77326c36
3
+ size 1883002304
rwkv-6-world-3b-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e97b02e613f60515ff306f2a20dd31ac89bd8ed811d454190054d69f0fb3c81
3
+ size 1883002304
rwkv-6-world-3b-q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b238accb4c92cf8d48ba583510c01756bfa2be0a00e534e34aa62ffd273f3ba
3
+ size 2064537024
rwkv-6-world-3b-q4_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46e092e8f876067b8df1f2f3b71987bac8554aac56cf6b31a8290579797f3bda
3
+ size 1883657664
rwkv-6-world-3b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7b5a9b9e0f719cf64d75f36be15a729877ba62dfbc576cb58e2073f03bb85138
3
+ size 1883657664
rwkv-6-world-3b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3395fda40943760861c68a156f10d70684cd4b6075e028d6e30e9a435bb81fec
3
+ size 2246071744
rwkv-6-world-3b-q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:204f553a29cccad15b9462d7c54418538ef11406e544b3c55d61a70d0d58fab3
3
+ size 2427606464
rwkv-6-world-3b-q5_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93f13fe9e784786a5965f0d6b5d70e9baf6bbe8f970e0d13c680b0cafecfac96
3
+ size 2246399424
rwkv-6-world-3b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:35e0bc7662ad516bd6c7d76587620c4276d8eda78abecc70a7083505fb3d5991
3
+ size 2246399424
rwkv-6-world-3b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2cf97f4e2676ee290e3f3b7de72d00c16fe43b1aefc3573e18fdd4e063a59af6
3
+ size 2633102784
rwkv-6-world-3b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ce7092455fde7c1237a0e90acb6426a00f43a110af3fb8fd84e1c1450c2bc93
3
+ size 3375912384