Upload quantized models
Browse files
.gitattributes
CHANGED
|
@@ -41,3 +41,7 @@ llama-3.1-8b-instruct-q3_k.gguf filter=lfs diff=lfs merge=lfs -text
|
|
| 41 |
llama-3.1-8b-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
llama-3.1-8b-instruct-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
llama-3.1-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 41 |
llama-3.1-8b-instruct-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 42 |
llama-3.1-8b-instruct-q4_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 43 |
llama-3.1-instruct.imatrix filter=lfs diff=lfs merge=lfs -text
|
| 44 |
+
llama-3.1-8b-instruct-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
|
| 45 |
+
llama-3.1-8b-instruct-q5_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 46 |
+
llama-3.1-8b-instruct-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
|
| 47 |
+
llama-3.1-8b-instruct-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
|
llama-3.1-8b-instruct-q5_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e489a607cf18e662e10cbd95428f9d5a82a45bf7159512a910bd8e35ac23f540
|
| 3 |
+
size 6219031680
|
llama-3.1-8b-instruct-q5_k.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:7a88ce0e23a29281a139eecdd9e7534a67571636e97e2464255d855bf425f5ea
|
| 3 |
+
size 6352725120
|
llama-3.1-8b-instruct-q6_k.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:930434d929391b06c824b5b2b98ddca27580c4444aac11a23082e0be44c22830
|
| 3 |
+
size 7215744128
|
llama-3.1-8b-instruct-q8_0.gguf
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:df1b76663addb2fdd274e274225ba4ce4e2371b2208d8881dbc117ba8263ae97
|
| 3 |
+
size 9033278592
|