Hugging Face's logo

jpodivin
/
Mistral-7B-Instruct-v0.2-GGUF

Text Generation
Transformers
GGUF
Model card Files Community
jpodivin commited on
Commit
78d3079
•
0 Parent(s):

Initial commit quantized with llama.cpp:b2679

Browse files

Signed-off-by: Jiri Podivin <jpodivin@redhat.com>

Files changed (16) hide show
  1. .gitattributes +36 -0
  2. ggml-model-Q2_K.gguf +3 -0
  3. ggml-model-Q3_K.gguf +3 -0
  4. ggml-model-Q3_K_L.gguf +3 -0
  5. ggml-model-Q3_K_S.gguf +3 -0
  6. ggml-model-Q4_0.gguf +3 -0
  7. ggml-model-Q4_1.gguf +3 -0
  8. ggml-model-Q4_K.gguf +3 -0
  9. ggml-model-Q4_K_S.gguf +3 -0
  10. ggml-model-Q5_0.gguf +3 -0
  11. ggml-model-Q5_1.gguf +3 -0
  12. ggml-model-Q5_K.gguf +3 -0
  13. ggml-model-Q5_K_S.gguf +3 -0
  14. ggml-model-Q6_K.gguf +3 -0
  15. ggml-model-Q8_0.gguf +3 -0
  16. ggml-model-f16.gguf +3 -0
.gitattributes ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
ggml-model-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3319cb6f98f620e088efb63422967f614ac01a8fdf8395776e5d9cc51e5ee3ae
3
+ size 2719242688
ggml-model-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:75c4f69b7640d2af278398ead411e17859787d1dbdeb58f7f04920e5e7037b10
3
+ size 3518986688
ggml-model-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6e8c762c8010d889bf5a6cfebc6bad93bbcf76c5dd155f27c79a52fc12894bbc
3
+ size 3822025152
ggml-model-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:49e556d0c69b11751472f470264b59eb81c29dba46c77fd4c91a91aba1dfc7a3
3
+ size 3164568000
ggml-model-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bb47c3eb838e693edef7fa666443a6273786481b8cea771f7d6c2be959e18306
3
+ size 4108917184
ggml-model-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5501816929ea8c9c56ee418c4fcc4835d2157fefda1e35e66aff01cb359b3fc8
3
+ size 4553316800
ggml-model-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4c834cd2f816073bdc32168b0449b0cb7a35e250e53cac6b3cc6dffb62ad5c0f
3
+ size 4368439744
ggml-model-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:be98b5d472de622d4d413550e00d04b06c35e7bec087ddb1f10837687c735606
3
+ size 4140374464
ggml-model-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:34f873d3c6869c461c9a9f5633717c75026460197ff90185b8417f69af5670c1
3
+ size 4997716416
ggml-model-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:82de1cd22c5ed0c928bf5fda5bb0433c88056e62082868ab2da258c971089f1d
3
+ size 5442116032
ggml-model-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b1bd3898628c2b98d7154066d7391d9b0ed2a1b37307f0df4bebdfb16149372f
3
+ size 5131409856
ggml-model-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fb3517e1de6773a135c609cb2e08d17864754fb51b16532768dab120de73221
3
+ size 4997716416
ggml-model-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cbac2fcba9f9cf76228d21f23466a0fada88c21bc778a0c39140cc10cc9980ec
3
+ size 5942065600
ggml-model-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56b675128a0fe2eb74e117248fcdd70326c0ea77e4217c20adc51bad420ac4f7
3
+ size 7695858112
ggml-model-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a989bbc1cd6540cb972df9353a67b7b8c3a81906330391f12d9e976dd29b5211
3
+ size 14484732800