Hugging Face's logo

MaziyarPanahi
/
Mixtral-8x22B-Instruct-v0.1-GGUF

Text Generation
GGUF
quantized
2-bit
3-bit
4-bit precision
5-bit
6-bit
8-bit precision
16-bit
GGUF
mixtral
Mixture of Experts
conversational
Model card Files Community
37

Upload folder using huggingface_hub

#30
by MaziyarPanahi - opened
base: refs/heads/main
←
from: refs/pr/30
Discussion Files changed
+48
-0
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. Mixtral-8x22B-Instruct-v0.1.IQ1_M.gguf +3 -0
  3. Mixtral-8x22B-Instruct-v0.1.IQ1_S.gguf +3 -0
  4. Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00006.gguf +3 -0
  5. Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00007.gguf +3 -0
  6. Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00008.gguf +3 -0
  7. Mixtral-8x22B-Instruct-v0.1.fp16-00002-of-00007.gguf +3 -0
  8. Mixtral-8x22B-Instruct-v0.1.fp16-00003-of-00007.gguf +3 -0
  9. Mixtral-8x22B-Instruct-v0.1.fp16-00004-of-00007.gguf +3 -0
  10. Mixtral-8x22B-Instruct-v0.1.fp16-00005-of-00007.gguf +3 -0
  11. Mixtral-8x22B-Instruct-v0.1.fp16-00006-of-00007.gguf +3 -0
  12. Mixtral-8x22B-Instruct-v0.1.fp16-00007-of-00007.gguf +3 -0
  13. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -93,3 +93,15 @@ Mixtral-8x22B-Instruct-v0.1.Q8_0-00001-of-00004.gguf filter=lfs diff=lfs merge=l
93
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
94
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
95
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
93
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
94
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
95
  Mixtral-8x22B-Instruct-v0.1.Q8_0-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text
96
+ Mixtral-8x22B-Instruct-v0.1.IQ1_M.gguf filter=lfs diff=lfs merge=lfs -text
97
+ Mixtral-8x22B-Instruct-v0.1.IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
98
+ Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text
99
+ Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
100
+ Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text
101
+ Mixtral-8x22B-Instruct-v0.1.fp16-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
102
+ Mixtral-8x22B-Instruct-v0.1.fp16-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
103
+ Mixtral-8x22B-Instruct-v0.1.fp16-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
104
+ Mixtral-8x22B-Instruct-v0.1.fp16-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
105
+ Mixtral-8x22B-Instruct-v0.1.fp16-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
106
+ Mixtral-8x22B-Instruct-v0.1.fp16-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text
107
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Mixtral-8x22B-Instruct-v0.1.IQ1_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4244d4b58466412157270c22d40f9bf70875b543fa0d01a7b09f8a8fdbc28163
3
+ size 32737212896
Mixtral-8x22B-Instruct-v0.1.IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4580159e17db8596fbbfab63cb05b87a4d8e561518ac444024c2b1d946eef382
3
+ size 29648894432
Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00006.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e178da3655b66e593f9f76c2d05cddaaed801d31b0ac6fee7639d3e76e64ce4
3
+ size 3602763776
Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b4d32baeba6102e4fa6e8f4d95067919143a2267a81a5b677eef6dac63c8c4cd
3
+ size 45476692864
Mixtral-8x22B-Instruct-v0.1.fp16-00001-of-00008.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ea1c2de8ceb995397ded92cb66dbd2d1f0d6b757979d08e7a014535ffbd52f3d
3
+ size 3199782912
Mixtral-8x22B-Instruct-v0.1.fp16-00002-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7ffb02dc13626d9269426272259cb2a324e4883d84ed14bee48c7f64dc24dfd0
3
+ size 45073323776
Mixtral-8x22B-Instruct-v0.1.fp16-00003-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:62dcc532bb57ce6da7635e5e92e737cbe3b56c0dfc7d21d3f304df00433ebf7e
3
+ size 45073323808
Mixtral-8x22B-Instruct-v0.1.fp16-00004-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:edb525659484fb0644e2778160f6c89816816ef68d42e8f47252ce6f9a5216f7
3
+ size 45073323808
Mixtral-8x22B-Instruct-v0.1.fp16-00005-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aebcbd5255bcc5804c323d7e2f2cf9a89a59659bd565ae67eab81f63a92607d0
3
+ size 45073323808
Mixtral-8x22B-Instruct-v0.1.fp16-00006-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10b9f7c2c48dfd1504a2729ce7618de85d54b28b60a23c41779787d3b1ca89e8
3
+ size 45073323808
Mixtral-8x22B-Instruct-v0.1.fp16-00007-of-00007.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7915e8979546a35ed79c43cd4e7fb152d911d7f512e691ad58b7dc94bdf8743b
3
+ size 10418996768
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:277c4643a27bf3e0cbe11d6ba9ad33cf871b81946685a387ee8363a397fd19bf
3
+ size 58277444