Hugging Face's logo

Lewdiculous
/
Chaos_RP_l3_8B-GGUF-IQ-Imatrix

GGUF
roleplay
llama3
sillytavern
Inference Endpoints
Model card Files Community
1
Lewdiculous commited on
Commit
404cdb2
·
verified ·
1 Parent(s): b0d3649

Upload 13 files

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. Chaos_RP_l3_8B-F16.gguf +3 -0
  3. Chaos_RP_l3_8B-IQ3_M-imat.gguf +3 -0
  4. Chaos_RP_l3_8B-IQ3_XXS-imat.gguf +3 -0
  5. Chaos_RP_l3_8B-IQ4_NL-imat.gguf +3 -0
  6. Chaos_RP_l3_8B-IQ4_XS-imat.gguf +3 -0
  7. Chaos_RP_l3_8B-Q4_K_M-imat.gguf +3 -0
  8. Chaos_RP_l3_8B-Q4_K_S-imat.gguf +3 -0
  9. Chaos_RP_l3_8B-Q5_K_M-imat.gguf +3 -0
  10. Chaos_RP_l3_8B-Q5_K_S-imat.gguf +3 -0
  11. Chaos_RP_l3_8B-Q6_K-imat.gguf +3 -0
  12. Chaos_RP_l3_8B-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Chaos_RP_l3_8B-F16.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Chaos_RP_l3_8B-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Chaos_RP_l3_8B-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Chaos_RP_l3_8B-IQ4_NL-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Chaos_RP_l3_8B-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Chaos_RP_l3_8B-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Chaos_RP_l3_8B-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Chaos_RP_l3_8B-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Chaos_RP_l3_8B-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Chaos_RP_l3_8B-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Chaos_RP_l3_8B-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Chaos_RP_l3_8B-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:809118420a7afa9e2ad462fbb0ecbb379d704abd1eeeea55e6f284bc6f05952f
3
+ size 16069403904
Chaos_RP_l3_8B-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:288db99e4b139fc37a0e1800b14d38d0d1478d3b8d30eb099bf26a88ecadff51
3
+ size 3785336096
Chaos_RP_l3_8B-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:175848f949f9fa34d642dbaf83e00d03bc909b613d7ed5954a4c3ecadef8d17d
3
+ size 3275425056
Chaos_RP_l3_8B-IQ4_NL-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b759dc58f0cfc13e5c0f7b296ff7387c4e3e8e57b1b720736e8b81caa27b086
3
+ size 4678501664
Chaos_RP_l3_8B-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f920dc71a94db3c6f41cae4f552989a9dc61e88a761b81c7d8501460ef25af12
3
+ size 4448175392
Chaos_RP_l3_8B-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4273c5a8f23d49bf6294e620a5aa1fcd78d491ea0b90d0ec63ad708eedb83893
3
+ size 4921247008
Chaos_RP_l3_8B-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9122eae964c135e02897efbcca436b6d664e24bc85eddf4536f342360c628685
3
+ size 4693181728
Chaos_RP_l3_8B-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:323709e3abb96f0904db6c4c15b2b9d3c1d4ab57ca4ea552e52a518f894acc62
3
+ size 5733500192
Chaos_RP_l3_8B-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:96c18ee3df647459109c6dde74a31ed7785137c8a4c9785b5bc794c632091899
3
+ size 5599806752
Chaos_RP_l3_8B-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d1ab4c5817c916d36cb5c1f356e0745399e05868fd3d6fa9f9e7e5b566e7155a
3
+ size 6596519200
Chaos_RP_l3_8B-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4540f69562ea5357505c53ba42b873e21b4abf281998d5988b52d227e1b1639e
3
+ size 8541283616
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d8a193b10a2717a16c4c794ff19189a22f8cab2a368829da2b48d99ab0c493d0
3
+ size 4988126