Hugging Face's logo

LiteLLMs
/
Mixtral-8x22B-v0.1-GGUF

GGUF
Mixture of Experts
GGUF
Eval Results
Inference Endpoints
Model card Files Community
1
andrijdavid commited on
Commit
f824188
•
1 Parent(s): 6f20f9f

Upload folder using huggingface_hub

Browse files
Files changed (10) hide show
  1. .gitattributes +9 -0
  2. Q4_1/Mixtral-8x22B-v0.1-Q4_1-00001-of-00009.gguf +3 -0
  3. Q4_1/Mixtral-8x22B-v0.1-Q4_1-00002-of-00009.gguf +3 -0
  4. Q4_1/Mixtral-8x22B-v0.1-Q4_1-00003-of-00009.gguf +3 -0
  5. Q4_1/Mixtral-8x22B-v0.1-Q4_1-00004-of-00009.gguf +3 -0
  6. Q4_1/Mixtral-8x22B-v0.1-Q4_1-00005-of-00009.gguf +3 -0
  7. Q4_1/Mixtral-8x22B-v0.1-Q4_1-00006-of-00009.gguf +3 -0
  8. Q4_1/Mixtral-8x22B-v0.1-Q4_1-00007-of-00009.gguf +3 -0
  9. Q4_1/Mixtral-8x22B-v0.1-Q4_1-00008-of-00009.gguf +3 -0
  10. Q4_1/Mixtral-8x22B-v0.1-Q4_1-00009-of-00009.gguf +3 -0
.gitattributes CHANGED
@@ -95,3 +95,12 @@ Q3_K_L/Mixtral-8x22B-v0.1-Q3_K_L-00006-of-00009.gguf filter=lfs diff=lfs merge=l
95
  Q3_K_L/Mixtral-8x22B-v0.1-Q3_K_L-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
96
  Q3_K_L/Mixtral-8x22B-v0.1-Q3_K_L-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
97
  Q3_K_L/Mixtral-8x22B-v0.1-Q3_K_L-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
95
  Q3_K_L/Mixtral-8x22B-v0.1-Q3_K_L-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
96
  Q3_K_L/Mixtral-8x22B-v0.1-Q3_K_L-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
97
  Q3_K_L/Mixtral-8x22B-v0.1-Q3_K_L-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
98
+ Q4_1/Mixtral-8x22B-v0.1-Q4_1-00001-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
99
+ Q4_1/Mixtral-8x22B-v0.1-Q4_1-00002-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
100
+ Q4_1/Mixtral-8x22B-v0.1-Q4_1-00003-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
101
+ Q4_1/Mixtral-8x22B-v0.1-Q4_1-00004-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
102
+ Q4_1/Mixtral-8x22B-v0.1-Q4_1-00005-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
103
+ Q4_1/Mixtral-8x22B-v0.1-Q4_1-00006-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
104
+ Q4_1/Mixtral-8x22B-v0.1-Q4_1-00007-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
105
+ Q4_1/Mixtral-8x22B-v0.1-Q4_1-00008-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
106
+ Q4_1/Mixtral-8x22B-v0.1-Q4_1-00009-of-00009.gguf filter=lfs diff=lfs merge=lfs -text
Q4_1/Mixtral-8x22B-v0.1-Q4_1-00001-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:aa208989121208d2772e272325a02ae1ab82a953db3cbcc10334a68ca6c08f6c
3
+ size 669926080
Q4_1/Mixtral-8x22B-v0.1-Q4_1-00002-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:180f884de52ee7c7983df9ce24f96116b50ede8d386d74c0805f7a33d2f34818
3
+ size 546426752
Q4_1/Mixtral-8x22B-v0.1-Q4_1-00003-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a48aa6313af57acd2386759547387782e758a3e39247511806f5c16f9fc87a8a
3
+ size 553013120
Q4_1/Mixtral-8x22B-v0.1-Q4_1-00004-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7384574fb43a475e30cb65c7fc8b5c30e9a0026e3748037cfe02b729da37d887
3
+ size 569921408
Q4_1/Mixtral-8x22B-v0.1-Q4_1-00005-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1a863906dec4f85d0437f931c29d0590ce882b8b84fb95762692d2b45b7a9d78
3
+ size 569921408
Q4_1/Mixtral-8x22B-v0.1-Q4_1-00006-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10e311c75b07896d9aa70792e92783557e927c11c398dfa7ca10a3487b4be864
3
+ size 553013120
Q4_1/Mixtral-8x22B-v0.1-Q4_1-00007-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dc198bf748ea1ff63e5b90db114d7e157f9f3e922f571792a9c2ad0208509a6
3
+ size 26897834560
Q4_1/Mixtral-8x22B-v0.1-Q4_1-00008-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:06694885ec27ebf1a9f68cd3231e70e99a033c8d1dbc7494f71500fb7325bd67
3
+ size 32212259584
Q4_1/Mixtral-8x22B-v0.1-Q4_1-00009-of-00009.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f6ecd6e5d8cff0b7082ec07ca3fe585ac7c98e9eed43102dbe0fe149c7cc01f
3
+ size 25669144384