Add: Q4s, Q5s, Imatrix-Data

Files changed (7) hide show

.gitattributes CHANGED Viewed

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text

 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+EndlessRP-v3-7B-Q4_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+EndlessRP-v3-7B-Q4_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+EndlessRP-v3-7B-Q5_K_M-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+EndlessRP-v3-7B-Q5_K_S-imatrix.gguf filter=lfs diff=lfs merge=lfs -text
+imatrix-EndlessRP-v3-7B-F16.dat filter=lfs diff=lfs merge=lfs -text

EndlessRP-v3-7B-Q4_K_M-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:9eef0ecb2cb0b0add5d2190b494d4f26311b19c6b7609d6f02fc0ff196d2f3fd
+size 4368438976

EndlessRP-v3-7B-Q4_K_S-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:2fbd08a1dfacce15a11db73678c90268529be85749ffe5f7064f1a32db2f5475
+size 4140373696

EndlessRP-v3-7B-Q5_K_M-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:54c449e23f646aa2c455f2a99d35ae946b94ad13c3ed40f0a74f0bc9133a04b8
+size 5131409088

EndlessRP-v3-7B-Q5_K_S-imatrix.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:4b18555a34bcc81020717ffb5158d4f784a0b9bdb343d6332d64d1e8dd8f7611
+size 4997715648

imatrix-EndlessRP-v3-7B-F16.dat ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:f3827e0d65f6c3b3f52eb0d574a5cb81197c7be1aad3d9c1eb96fad94a3e9266
+size 4988126

imatrix-base.txt ADDED Viewed

The diff for this file is too large to render. See raw diff