Upload 5 files

.gitattributes

@@ -33,3 +33,8 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+ggml-model-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
+ggml-model-q5_0.gguf filter=lfs diff=lfs merge=lfs -text

ggml-model-q2_k.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c11d563ddff91329cc37c1e476df4119f58a6ad1013a6aec453a3565ea19ebb4
+size 23390421152

ggml-model-q3_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:396d0acbfbd5805a658ea3607f3c29b8e2d5aac1e58665fc185c8aba31775bb4
+size 30462746784

ggml-model-q4_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7f752efab057c2d036c0e1a9f4633020432ad21a775e0c94aa1f069f74f80979
+size 39571308704

ggml-model-q4_k_m.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9992a1d778d49a20a8d8104c4c6bc8001c955fb875b4839c3470c96d1b4602a1
+size 39571308704

ggml-model-q5_0.gguf

@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bc0b9c7c8d25af816dd0ea378781600b28066ba2bff4e3531c4f4a4a0f506753
+size 48244736160