Upload 6 files

Files changed (7) hide show

.gitattributes CHANGED Viewed

@@ -36,3 +36,9 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 Llama3-Sophie-f16.gguf filter=lfs diff=lfs merge=lfs -text
 Llama3-Sophie-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
 Llama3-Sophie-q3_k.gguf filter=lfs diff=lfs merge=lfs -text

 Llama3-Sophie-f16.gguf filter=lfs diff=lfs merge=lfs -text
 Llama3-Sophie-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
 Llama3-Sophie-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
+Llama3-Sophie-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+Llama3-Sophie-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
+Llama3-Sophie-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
+Llama3-Sophie-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
+Llama3-Sophie-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
+Llama3-Sophie-q8.gguf filter=lfs diff=lfs merge=lfs -text

Llama3-Sophie-q4_k.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:5416f579a6c586cafc07d8f36ad65d0d90e96b6d7bdf5561540dd60f80e59e2f
+size 4920734016

Llama3-Sophie-q4_k_s.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:fb711d73218fd2ad22dc4e5fb6c5ca2df5500aef139c92a305a715f9271e7ada
+size 4692668736

Llama3-Sophie-q5_k.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:da896b912a6a8c9a201958fb52bd88a93834a146c54ed23d0fa8fa40ba5cb48b
+size 5732987200

Llama3-Sophie-q5_k_s.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:55d04f55525947813872338610f39aef67cf34e3af5cfb0913c1244764ba0bac
+size 5599293760

Llama3-Sophie-q6_k.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:297a5ea5ab50f73575de5bd6db4014088bc9c77dd01ada32ce25375dfd126863
+size 6596006208

Llama3-Sophie-q8.gguf ADDED Viewed

+version https://git-lfs.github.com/spec/v1
+oid sha256:a0f1d8436fa0481d9b19fbaf9cac1cc5ee73522a8d515f4ff30835e600aebd44
+size 8540770624