danielclough
commited on
Commit
•
40e121e
1
Parent(s):
4a1d71d
add gguf
Browse files- Candle_Mistral-7B-v0.1_f16.gguf +3 -0
- Candle_Mistral-7B-v0.1_q2k.gguf +3 -0
- Candle_Mistral-7B-v0.1_q3k.gguf +3 -0
- Candle_Mistral-7B-v0.1_q4_0.gguf +3 -0
- Candle_Mistral-7B-v0.1_q4_1.gguf +3 -0
- Candle_Mistral-7B-v0.1_q4k.gguf +3 -0
- Candle_Mistral-7B-v0.1_q5_0.gguf +3 -0
- Candle_Mistral-7B-v0.1_q5_1.gguf +3 -0
- Candle_Mistral-7B-v0.1_q5k.gguf +3 -0
- Candle_Mistral-7B-v0.1_q6k.gguf +3 -0
- Candle_Mistral-7B-v0.1_q8_0.gguf +3 -0
- Candle_Mistral-7B-v0.1_q8_1.gguf +3 -0
- Candle_Mistral-7B-v0.1_q8k.gguf +3 -0
- README.md +13 -0
Candle_Mistral-7B-v0.1_f16.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fd8d78f9b2fbb05f85baf392c8ce9f73b8379d4e9934560b0e260b731cc89710
|
3 |
+
size 14484018912
|
Candle_Mistral-7B-v0.1_q2k.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:6f3faf263b8c2314b1eb880b5148136a66f0e788c63effb2a41693daf351d2e2
|
3 |
+
size 2377193184
|
Candle_Mistral-7B-v0.1_q3k.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5e43d85314aa1ce3c9d618b4cbfc8f8a8c54d8227d8459560d241bf01fe7d14d
|
3 |
+
size 3112654560
|
Candle_Mistral-7B-v0.1_q4_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:505b724a588584faa75b4ef16eae4da3bbb871f34afdebdd93dce523098f516d
|
3 |
+
size 4074411744
|
Candle_Mistral-7B-v0.1_q4_1.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:2cff86bc0a2a06c6b3c96560b18bca0e983f6c66e544ba808a8b76a3adb71867
|
3 |
+
size 4527003360
|
Candle_Mistral-7B-v0.1_q4k.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:fc11393287d74503d8c5ef6ca92d6e1a97addd60a2847c08c04a10caa82363ff
|
3 |
+
size 4074411744
|
Candle_Mistral-7B-v0.1_q5_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:ef80217c7a4fabd1e866123681a903c4a153f9945c7b6ec29364fb0416ddbd11
|
3 |
+
size 4979594976
|
Candle_Mistral-7B-v0.1_q5_1.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:f0e6db5736e6ac6dbf152c1640cf1952272e5d1e6479b492a4530d1a1cabf887
|
3 |
+
size 5432186592
|
Candle_Mistral-7B-v0.1_q5k.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:5bc7c826ddf981aff7a3d3270f498ec7219753ca4fd430d8a8e4901dad019431
|
3 |
+
size 4979594976
|
Candle_Mistral-7B-v0.1_q6k.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:7c419025a2df44980e591cf4ac811da0ca0304508daea8b5654220b3dd67d03d
|
3 |
+
size 5941352160
|
Candle_Mistral-7B-v0.1_q8_0.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:769a2c0a53ea4eb4e7ba1dfd8ca7f631eed1f2c2d6b13d08247f70b02ed007e9
|
3 |
+
size 7695144672
|
Candle_Mistral-7B-v0.1_q8_1.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:9591f2f41e29e2a4061e386619b7c114e16bcc3cfb95db08066eb8d0c46e2606
|
3 |
+
size 8147736288
|
Candle_Mistral-7B-v0.1_q8k.gguf
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
version https://git-lfs.github.com/spec/v1
|
2 |
+
oid sha256:c4914750ed04c5ec04fb17f1c10109efb237c8549ddc4a161af4127a1a189d23
|
3 |
+
size 8260884192
|
README.md
ADDED
@@ -0,0 +1,13 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
---
|
2 |
+
datasets:
|
3 |
+
- mistralai/Mistral-7B-v0.1
|
4 |
+
language:
|
5 |
+
- en
|
6 |
+
pipeline_tag: text-generation
|
7 |
+
license: apache-2.0
|
8 |
+
---
|
9 |
+
|
10 |
+
This repo includes `.gguf` built for HuggingFace/Candle.
|
11 |
+
They will not work with `llama.cpp`.
|
12 |
+
|
13 |
+
Refer to the [original repo](https://huggingface.co/mistralai/Mistral-7B-v0.1) for more details.
|