Hugging Face's logo

mradermacher
/
Mixtral_11Bx2_MoE_19B-i1-GGUF

Transformers
GGUF
English
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
2ba4ec8
•
1 Parent(s): 6f11c00

uploaded from kaos

Browse files
Files changed (19) hide show
  1. .gitattributes +18 -0
  2. Mixtral_11Bx2_MoE_19B.i1-IQ1_S.gguf +3 -0
  3. Mixtral_11Bx2_MoE_19B.i1-IQ2_M.gguf +3 -0
  4. Mixtral_11Bx2_MoE_19B.i1-IQ2_S.gguf +3 -0
  5. Mixtral_11Bx2_MoE_19B.i1-IQ2_XS.gguf +3 -0
  6. Mixtral_11Bx2_MoE_19B.i1-IQ2_XXS.gguf +3 -0
  7. Mixtral_11Bx2_MoE_19B.i1-IQ3_M.gguf +3 -0
  8. Mixtral_11Bx2_MoE_19B.i1-IQ3_S.gguf +3 -0
  9. Mixtral_11Bx2_MoE_19B.i1-IQ3_XS.gguf +3 -0
  10. Mixtral_11Bx2_MoE_19B.i1-IQ3_XXS.gguf +3 -0
  11. Mixtral_11Bx2_MoE_19B.i1-Q2_K.gguf +3 -0
  12. Mixtral_11Bx2_MoE_19B.i1-Q3_K_L.gguf +3 -0
  13. Mixtral_11Bx2_MoE_19B.i1-Q3_K_M.gguf +3 -0
  14. Mixtral_11Bx2_MoE_19B.i1-Q3_K_S.gguf +3 -0
  15. Mixtral_11Bx2_MoE_19B.i1-Q4_K_M.gguf +3 -0
  16. Mixtral_11Bx2_MoE_19B.i1-Q4_K_S.gguf +3 -0
  17. Mixtral_11Bx2_MoE_19B.i1-Q5_K_M.gguf +3 -0
  18. Mixtral_11Bx2_MoE_19B.i1-Q5_K_S.gguf +3 -0
  19. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ Mixtral_11Bx2_MoE_19B.i1-IQ1_S.gguf filter=lfs diff=lfs merge=lfs -text
37
+ Mixtral_11Bx2_MoE_19B.i1-IQ2_M.gguf filter=lfs diff=lfs merge=lfs -text
38
+ Mixtral_11Bx2_MoE_19B.i1-IQ2_S.gguf filter=lfs diff=lfs merge=lfs -text
39
+ Mixtral_11Bx2_MoE_19B.i1-IQ2_XS.gguf filter=lfs diff=lfs merge=lfs -text
40
+ Mixtral_11Bx2_MoE_19B.i1-IQ2_XXS.gguf filter=lfs diff=lfs merge=lfs -text
41
+ Mixtral_11Bx2_MoE_19B.i1-IQ3_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ Mixtral_11Bx2_MoE_19B.i1-IQ3_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ Mixtral_11Bx2_MoE_19B.i1-IQ3_XS.gguf filter=lfs diff=lfs merge=lfs -text
44
+ Mixtral_11Bx2_MoE_19B.i1-IQ3_XXS.gguf filter=lfs diff=lfs merge=lfs -text
45
+ Mixtral_11Bx2_MoE_19B.i1-Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ Mixtral_11Bx2_MoE_19B.i1-Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
47
+ Mixtral_11Bx2_MoE_19B.i1-Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
48
+ Mixtral_11Bx2_MoE_19B.i1-Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
49
+ Mixtral_11Bx2_MoE_19B.i1-Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
50
+ Mixtral_11Bx2_MoE_19B.i1-Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
51
+ Mixtral_11Bx2_MoE_19B.i1-Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
52
+ Mixtral_11Bx2_MoE_19B.i1-Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
53
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
Mixtral_11Bx2_MoE_19B.i1-IQ1_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6a2258f11a813d71df4a5c883f35f96bb55b3c13d1590057d816a1680322520c
3
+ size 4222356384
Mixtral_11Bx2_MoE_19B.i1-IQ2_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e45e1aeb7daca48284320f5324a203ce87289c7bb91888aa1dbdc857bbe8e830
3
+ size 6597323680
Mixtral_11Bx2_MoE_19B.i1-IQ2_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:12dd1946a3a09e96bb01d01a8fd2330fe079189cb185129e3918680b6355c773
3
+ size 6059404192
Mixtral_11Bx2_MoE_19B.i1-IQ2_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:795a29fe926d6e1d0cdaf4e0d2ed6fc839dae64fb9f5f3846cfaea27a0a952d9
3
+ size 5861280672
Mixtral_11Bx2_MoE_19B.i1-IQ2_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bf1a857c602845f9b692f50000cf4c2684134fbb2cc46aae913ad2d7c062b567
3
+ size 5298195360
Mixtral_11Bx2_MoE_19B.i1-IQ3_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b47ec0adf8a7810812fb3a3b01b38baa7ba9268270c8737e0198f1154dca6edc
3
+ size 8680582048
Mixtral_11Bx2_MoE_19B.i1-IQ3_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d47e8c084414c0e63789ccadd83191203e593cb0345e7f7c4a19c82edc4df005
3
+ size 8480041888
Mixtral_11Bx2_MoE_19B.i1-IQ3_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd65c2fa14dcdbb5633b8f9719d3d0317ba55dca11a6c1b6a6301f0e3ffec53f
3
+ size 7993240480
Mixtral_11Bx2_MoE_19B.i1-IQ3_XXS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b10d55a4f92865c4c9b1e348bd1056294c60b5039866b5e833a90cadb6ed683a
3
+ size 7577217952
Mixtral_11Bx2_MoE_19B.i1-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cd25b8edd17ed373cd70a8a23003cabb17f68f3988c747bf49c5e574e9ee01a
3
+ size 7219448736
Mixtral_11Bx2_MoE_19B.i1-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7302ba0992f1201e27859b43e6f26ad647a1a61e4b92f5ee816f9dc434741ef6
3
+ size 10166152096
Mixtral_11Bx2_MoE_19B.i1-Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:56c45168c5ee7f2001f57662e3acf68e93a30266b59977f1962755e3e010d279
3
+ size 9380768672
Mixtral_11Bx2_MoE_19B.i1-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cc9a26dd3948616cc1fa7a1830c1f2d5d46cc2a5d57708a427813e6fa78e0ab6
3
+ size 8453303200
Mixtral_11Bx2_MoE_19B.i1-Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70b1d63063f79254a266f7748058c79def10e9b236f98c000a5f90710e6105f2
3
+ size 11736763296
Mixtral_11Bx2_MoE_19B.i1-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7dc7243cbcb75ec1f21d4935b7aed341d346f4a7ea9d64d52e72e2619f3b90af
3
+ size 11074325408
Mixtral_11Bx2_MoE_19B.i1-Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cf13c006788e8cf050d8cae8f0d8e7267fa5a0d3f16d9b83dd1dad1853b061ef
3
+ size 13753830304
Mixtral_11Bx2_MoE_19B.i1-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5aeb6938f90b7045e33715a8e73668b615999161b88efd722f842316741cca99
3
+ size 13366119328
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0ef40276d47d644e0a6db00a94ba52fc386240a0bacb621ffbcc01873e89a7b9
3
+ size 12601190