Quantize mistral-7b-instruct-v0.2 with llamafile-0.7 F16
Browse files- .gitattributes +1 -0
- mistral-7b-instruct-v0.2.F16.llamafile +3 -0
.gitattributes
CHANGED
|
@@ -63,3 +63,4 @@ mistral-7b-instruct-v0.2.Q3_K.llamafile filter=lfs diff=lfs merge=lfs -text
|
|
| 63 |
mistral-7b-instruct-v0.2.Q4_K.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 64 |
mistral-7b-instruct-v0.2.Q5_K.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 65 |
mistral-7b-instruct-v0.2.BF16.llamafile filter=lfs diff=lfs merge=lfs -text
|
|
|
|
|
|
| 63 |
mistral-7b-instruct-v0.2.Q4_K.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 64 |
mistral-7b-instruct-v0.2.Q5_K.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 65 |
mistral-7b-instruct-v0.2.BF16.llamafile filter=lfs diff=lfs merge=lfs -text
|
| 66 |
+
mistral-7b-instruct-v0.2.F16.llamafile filter=lfs diff=lfs merge=lfs -text
|
mistral-7b-instruct-v0.2.F16.llamafile
ADDED
|
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
| 1 |
+
version https://git-lfs.github.com/spec/v1
|
| 2 |
+
oid sha256:e55711ec5bef96ba30116cac286e1dff139ac03306254fe3bc9245a5c07215cd
|
| 3 |
+
size 14509019629
|