Hugging Face's logo

SaisExperiments
/
GPT-NeoX-20B-Erebus-GGUF

GGUF
Inference Endpoints
Model card Files Community
SaisExperiments commited on
Commit
ec1dff1
·
verified ·
1 Parent(s): f1665b0

Add files using upload-large-folder tool

Browse files
Files changed (19) hide show
  1. .gitattributes +18 -0
  2. GPT-NeoX-20B-Erebus-BF16.gguf +3 -0
  3. GPT-NeoX-20B-Erebus-F16.gguf +3 -0
  4. GPT-NeoX-20B-Erebus-IQ1_M-imat.gguf +3 -0
  5. GPT-NeoX-20B-Erebus-IQ1_S-imat.gguf +3 -0
  6. GPT-NeoX-20B-Erebus-IQ2_M-imat.gguf +3 -0
  7. GPT-NeoX-20B-Erebus-IQ2_S-imat.gguf +3 -0
  8. GPT-NeoX-20B-Erebus-IQ2_XS-imat.gguf +3 -0
  9. GPT-NeoX-20B-Erebus-IQ3_M-imat.gguf +3 -0
  10. GPT-NeoX-20B-Erebus-IQ3_XS-imat.gguf +3 -0
  11. GPT-NeoX-20B-Erebus-IQ3_XXS-imat.gguf +3 -0
  12. GPT-NeoX-20B-Erebus-IQ4_XS-imat.gguf +3 -0
  13. GPT-NeoX-20B-Erebus-Q4_K_M-imat.gguf +3 -0
  14. GPT-NeoX-20B-Erebus-Q4_K_S-imat.gguf +3 -0
  15. GPT-NeoX-20B-Erebus-Q5_K_M-imat.gguf +3 -0
  16. GPT-NeoX-20B-Erebus-Q5_K_S-imat.gguf +3 -0
  17. GPT-NeoX-20B-Erebus-Q6_K-imat.gguf +3 -0
  18. GPT-NeoX-20B-Erebus-Q8_0-imat.gguf +3 -0
  19. imatrix.dat +3 -0
.gitattributes CHANGED
@@ -33,3 +33,21 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ GPT-NeoX-20B-Erebus-IQ1_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
37
+ GPT-NeoX-20B-Erebus-IQ1_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
38
+ GPT-NeoX-20B-Erebus-IQ2_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
39
+ GPT-NeoX-20B-Erebus-IQ2_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
40
+ GPT-NeoX-20B-Erebus-IQ2_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
41
+ GPT-NeoX-20B-Erebus-IQ3_XXS-imat.gguf filter=lfs diff=lfs merge=lfs -text
42
+ GPT-NeoX-20B-Erebus-IQ3_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
43
+ GPT-NeoX-20B-Erebus-IQ3_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
44
+ imatrix.dat filter=lfs diff=lfs merge=lfs -text
45
+ GPT-NeoX-20B-Erebus-IQ4_XS-imat.gguf filter=lfs diff=lfs merge=lfs -text
46
+ GPT-NeoX-20B-Erebus-Q4_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
47
+ GPT-NeoX-20B-Erebus-Q4_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
48
+ GPT-NeoX-20B-Erebus-F16.gguf filter=lfs diff=lfs merge=lfs -text
49
+ GPT-NeoX-20B-Erebus-BF16.gguf filter=lfs diff=lfs merge=lfs -text
50
+ GPT-NeoX-20B-Erebus-Q5_K_S-imat.gguf filter=lfs diff=lfs merge=lfs -text
51
+ GPT-NeoX-20B-Erebus-Q5_K_M-imat.gguf filter=lfs diff=lfs merge=lfs -text
52
+ GPT-NeoX-20B-Erebus-Q6_K-imat.gguf filter=lfs diff=lfs merge=lfs -text
53
+ GPT-NeoX-20B-Erebus-Q8_0-imat.gguf filter=lfs diff=lfs merge=lfs -text
GPT-NeoX-20B-Erebus-BF16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9e7a178ec8c4da4a3826288221266102eb3f95c983a4209bf15b6b327a77f355
3
+ size 41117990112
GPT-NeoX-20B-Erebus-F16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:652e117ae23a2123ac1fa4ee0cffd3f382aaab425d744dedbf1088f22bce059e
3
+ size 41117990112
GPT-NeoX-20B-Erebus-IQ1_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bac0b3aa6caa4dd0df7d3daa9c7d5c39b5a584816c7a883b4991495e68e69d31
3
+ size 4838039104
GPT-NeoX-20B-Erebus-IQ1_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac83b7178ec3257cae7cc0a6f186f8600ad5c6de01f0d2dfbd2bafebcb645fc
3
+ size 4427521600
GPT-NeoX-20B-Erebus-IQ2_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:781787ccbb002bd3bf293699a7b36482aafb681236923f3be4f56504af49eb41
3
+ size 7010569792
GPT-NeoX-20B-Erebus-IQ2_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:704ebd240d4fb5772c2f0f8ba73c317a6dda23455a643ff7c8432951ba698050
3
+ size 6463213120
GPT-NeoX-20B-Erebus-IQ2_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c72514985dee7234d11a8e13206d5fdd5e023607418d709fb669a7f993400326
3
+ size 6121496128
GPT-NeoX-20B-Erebus-IQ3_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:89066813563db385e1c106d82e4ed0a790b351d11e37cd26f4c8b0e26556e2b7
3
+ size 9950117440
GPT-NeoX-20B-Erebus-IQ3_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:29a6242906b0e17a037fc3022190a72bb3297a988b239e09f9de8beef563ccf5
3
+ size 8733900352
GPT-NeoX-20B-Erebus-IQ3_XXS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20f24914210080a93acaf2c964cf7982d8f329a80a3103dba02f0712f8689682
3
+ size 8069893696
GPT-NeoX-20B-Erebus-IQ4_XS-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a48d72930b4fd25abda4db5e70b4613cbb2916e49c3c64e7dd7348710d8d5f0
3
+ size 11023216192
GPT-NeoX-20B-Erebus-Q4_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d9bb17f89e219b16fca028cf04ab178c5b53f0965e82afc1db8b8b2d3f794f80
3
+ size 13135031872
GPT-NeoX-20B-Erebus-Q4_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d7078cadbb7bcf95e520cb04cbd4dc3f347bb2b436848cc53ae090b7f0dbad02
3
+ size 11750125120
GPT-NeoX-20B-Erebus-Q5_K_M-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cd8419977baa0c3b4742817e0169ff0937288a9f62dd835080a2edaa4cf5780f
3
+ size 15288872512
GPT-NeoX-20B-Erebus-Q5_K_S-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:91f5e0bf969d910b6447bf2b5719eb4a16e9c939836ce74deed485bce045b418
3
+ size 14185901632
GPT-NeoX-20B-Erebus-Q6_K-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:48ac3983b9dda9b67a94937cdae87c764e82cf3ee341019a0b9c69261dfc36e5
3
+ size 16874184256
GPT-NeoX-20B-Erebus-Q8_0-imat.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:933f757db5c39937d9d00b0b59e9378c7f58ce28f53762cfba2188ee5f007f75
3
+ size 21851389504
imatrix.dat ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:012fa4f1627947d29cba366bbab5970ee02e9177820a1f5346eb2eafd29591b2
3
+ size 7575465