Hugging Face's logo

latestissue
/
rwkv-6-world-7b-gguf

GGUF
Inference Endpoints
conversational
Model card Files Community
latestissue commited on
Commit
1cfe6d0
•
1 Parent(s): d12a719

Upload 7 files

Browse files
Files changed (8) hide show
  1. .gitattributes +7 -0
  2. rwkv-6-world-7b-iq3_m.gguf +3 -0
  3. rwkv-6-world-7b-q3_k_l.gguf +3 -0
  4. rwkv-6-world-7b-q4_0_4_4.gguf +3 -0
  5. rwkv-6-world-7b-q4_0_4_8.gguf +3 -0
  6. rwkv-6-world-7b-q4_0_8_8.gguf +3 -0
  7. rwkv-6-world-7b-q4_k_s.gguf +3 -0
  8. rwkv-6-world-7b-q5_k_s.gguf +3 -0
.gitattributes CHANGED
@@ -50,3 +50,10 @@ rwkv-6-world-7b-q5_1.gguf filter=lfs diff=lfs merge=lfs -text
50
  rwkv-6-world-7b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
51
  rwkv-6-world-7b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
52
  rwkv-6-world-7b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
50
  rwkv-6-world-7b-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
51
  rwkv-6-world-7b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
52
  rwkv-6-world-7b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
53
+ rwkv-6-world-7b-iq3_m.gguf filter=lfs diff=lfs merge=lfs -text
54
+ rwkv-6-world-7b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
55
+ rwkv-6-world-7b-q4_0_4_4.gguf filter=lfs diff=lfs merge=lfs -text
56
+ rwkv-6-world-7b-q4_0_4_8.gguf filter=lfs diff=lfs merge=lfs -text
57
+ rwkv-6-world-7b-q4_0_8_8.gguf filter=lfs diff=lfs merge=lfs -text
58
+ rwkv-6-world-7b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
59
+ rwkv-6-world-7b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
rwkv-6-world-7b-iq3_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cfba00f3924d9213393a32f509b2ce56df9399c80527e2af3e34eef6b0b43ccb
3
+ size 3696539008
rwkv-6-world-7b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:63b4756e5c1ebcc54288d0470a5da666b285f019cd809f96f9ddb4ba4018991d
3
+ size 3696539008
rwkv-6-world-7b-q4_0_4_4.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d6140db7ab775374be3067e46587f0d445e0df6c89d64efe623a717739f858bc
3
+ size 4661360000
rwkv-6-world-7b-q4_0_4_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1abde96a73656ce555f280e75108d40b50d018220c8393bede2438845cab5ac6
3
+ size 4661360000
rwkv-6-world-7b-q4_0_8_8.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0abcd48112337bdd96c88f1dba907ecb12fc8171de3dd09691ef981a25e151d4
3
+ size 4661360000
rwkv-6-world-7b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71a85d8b77f5ccae7f7b24e9237a66389ecee2d0e7930dea3b53c818fe8cb072
3
+ size 4663457152
rwkv-6-world-7b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:13e4e1b0619a68d1efc0c9fb9d55c5c4fcdc6bc28705d49e7c35a8cd01299b47
3
+ size 5572572544