Add: Q3s, Q6, Q8

Files changed (5) hide show

.gitattributes CHANGED Viewed

@@ -38,3 +38,7 @@ EndlessRP-v3-7B-Q4_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 EndlessRP-v3-7B-Q5_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 EndlessRP-v3-7B-Q5_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 imatrix-EndlessRP-v3-7B-F16.dat filter=lfs diff=lfs merge=lfs -text

 EndlessRP-v3-7B-Q5_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 EndlessRP-v3-7B-Q5_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
 imatrix-EndlessRP-v3-7B-F16.dat filter=lfs diff=lfs merge=lfs -text
+EndlessRP-v3-7B-IQ3_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+EndlessRP-v3-7B-Q3_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+EndlessRP-v3-7B-Q6_K-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+EndlessRP-v3-7B-Q8_0-imatrix.gguf filter=lfs diff=lfs merge=lfs -text

EndlessRP-v3-7B-IQ3_S-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:ee7b1752b6f2dc295d6fbe1033451e8d870e0faffacbf4d4375316ea1c5d813d
+size 3182393024

EndlessRP-v3-7B-Q3_K_M-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:8b117d9701906782cb8f8dd93e53fe3c029b3da7e732c960fb510271843b333b
+size 3518985920

EndlessRP-v3-7B-Q6_K-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:4ee7dbfe2c73e2e371c79bcb6631f621fe67a9ea6515c3e57483809e04a09175
+size 5942064832

EndlessRP-v3-7B-Q8_0-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:546a2a442d0df3a6333902b68858f14baaa4a70c407fb70c253e5f6e02ed92b3
+size 7695857344