Hugging Face's logo

Lewdiculous
/
L3.1-8B-Niitama-v1.1-GGUF-IQ-Imatrix

Transformers
GGUF
English
imatrix
conversational
Model card Files Community
1
Lewdiculous commited on
Commit
7b48578
•
1 Parent(s): e1163a8

74.2 GB

Browse files
Files changed (14) hide show
  1. .gitattributes +12 -0
  2. L3.1-8B-Niitama-v1.1-BF16.gguf +3 -0
  3. L3.1-8B-Niitama-v1.1-F16.gguf +3 -0
  4. L3.1-8B-Niitama-v1.1-IQ3_M-imat.gguf +3 -0
  5. L3.1-8B-Niitama-v1.1-IQ3_XXS-imat.gguf +3 -0
  6. L3.1-8B-Niitama-v1.1-IQ4_XS-imat.gguf +3 -0
  7. L3.1-8B-Niitama-v1.1-Q4_K_M-imat.gguf +3 -0
  8. L3.1-8B-Niitama-v1.1-Q4_K_S-imat.gguf +3 -0
  9. L3.1-8B-Niitama-v1.1-Q5_K_M-imat.gguf +3 -0
  10. L3.1-8B-Niitama-v1.1-Q5_K_S-imat.gguf +3 -0
  11. L3.1-8B-Niitama-v1.1-Q6_K-imat.gguf +3 -0
  12. L3.1-8B-Niitama-v1.1-Q8_0-imat.gguf +3 -0
  13. imatrix-with-rp-ex.txt +0 -0
  14. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
37
+ L3.1-8B-Niitama-v1.1-BF16.gguf filter=lfs diff=lfs merge=lfs -text
38
+ L3.1-8B-Niitama-v1.1-F16.gguf filter=lfs diff=lfs merge=lfs -text
39
+ L3.1-8B-Niitama-v1.1-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ L3.1-8B-Niitama-v1.1-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ L3.1-8B-Niitama-v1.1-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ L3.1-8B-Niitama-v1.1-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ L3.1-8B-Niitama-v1.1-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ L3.1-8B-Niitama-v1.1-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
45
+ L3.1-8B-Niitama-v1.1-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ L3.1-8B-Niitama-v1.1-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ L3.1-8B-Niitama-v1.1-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
L3.1-8B-Niitama-v1.1-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:93a58e9457ea2bee3fa55ca7b91c95bb2fd1467962febfaa7200cb309e4d91a6
3
+ size 16068895744
L3.1-8B-Niitama-v1.1-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7ea94fe22033a8f25f7b8c5938a1770ef8098f1379a765fc66f12196b84b190
3
+ size 16068895744
L3.1-8B-Niitama-v1.1-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3fd4157d1d4f0f0112fa409d1871cee236f3599b078792828031d6364fe02a0f
3
+ size 3784828192
L3.1-8B-Niitama-v1.1-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:81e9cda92a40009519b751db2191b4896e80bee0f4837b693d3d5d5986de9131
3
+ size 3274917152
L3.1-8B-Niitama-v1.1-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7df3e6de55eda2f37fed73c9ad1e7ef26649ee92136b31f92f3e5baa5dca79ad
3
+ size 4447667488
L3.1-8B-Niitama-v1.1-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:524163bd0f1d43c9284b09118abcc192f3250b13dd3bb79d60c28321108b6748
3
+ size 4920739104
L3.1-8B-Niitama-v1.1-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c42b968765b51129b89b2d093993f8b7e1bbf98b6d01cb081ea7d60cb60365f3
3
+ size 4692673824
L3.1-8B-Niitama-v1.1-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:85625a0e8e88cb86e93a31016b4f51dc9ed062e99414da61de188393dd108404
3
+ size 5732992288
L3.1-8B-Niitama-v1.1-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ac1b77d0176f7a819ee31e9521d39d94f9820c110a6f64772c0e6cb838364fb3
3
+ size 5599298848
L3.1-8B-Niitama-v1.1-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c7193bee6ced1627ce240b0209554e9ab7ad5a81ae54d53de10673b65a579acc
3
+ size 6596011296
L3.1-8B-Niitama-v1.1-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7e8d27decc0460807f2b25c4196ba204081d5ca2faf3e00b9334348b8e91fa56
3
+ size 8540775712
imatrix-with-rp-ex.txt ADDED
The diff for this file is too large to render. See raw diff
 
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bd8753601447bd364e3978b123b7a28991dfdc92719e5369b517fea9398cabb6
3
+ size 4988171