Hugging Face's logo

devingulliver
/
mamba-gguf

Text Generation
GGUF
Merge
Inference Endpoints
Model card Files Community
devingulliver commited on
Commit
66ff57d
•
1 Parent(s): 9dc9435

Upload 14 files

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. mamba-2.8b/mamba-2.8b-f16.gguf +3 -0
  3. mamba-2.8b/mamba-2.8b-f32.gguf +3 -0
  4. mamba-2.8b/mamba-2.8b-q2_k.gguf +3 -0
  5. mamba-2.8b/mamba-2.8b-q3_k_l.gguf +3 -0
  6. mamba-2.8b/mamba-2.8b-q3_k_m.gguf +3 -0
  7. mamba-2.8b/mamba-2.8b-q3_k_s.gguf +3 -0
  8. mamba-2.8b/mamba-2.8b-q4_0.gguf +3 -0
  9. mamba-2.8b/mamba-2.8b-q4_k_m.gguf +3 -0
  10. mamba-2.8b/mamba-2.8b-q4_k_s.gguf +3 -0
  11. mamba-2.8b/mamba-2.8b-q5_0.gguf +3 -0
  12. mamba-2.8b/mamba-2.8b-q5_k_m.gguf +3 -0
  13. mamba-2.8b/mamba-2.8b-q5_k_s.gguf +3 -0
  14. mamba-2.8b/mamba-2.8b-q6_k.gguf +3 -0
  15. mamba-2.8b/mamba-2.8b-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -89,3 +89,17 @@ mamba-1.4b/mamba-1.4b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
89
  mamba-1.4b/mamba-1.4b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
90
  mamba-1.4b/mamba-1.4b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
91
  mamba-1.4b/mamba-1.4b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
89
  mamba-1.4b/mamba-1.4b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
90
  mamba-1.4b/mamba-1.4b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
91
  mamba-1.4b/mamba-1.4b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
92
+ mamba-2.8b/mamba-2.8b-f16.gguf filter=lfs diff=lfs merge=lfs -text
93
+ mamba-2.8b/mamba-2.8b-f32.gguf filter=lfs diff=lfs merge=lfs -text
94
+ mamba-2.8b/mamba-2.8b-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
95
+ mamba-2.8b/mamba-2.8b-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
96
+ mamba-2.8b/mamba-2.8b-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
97
+ mamba-2.8b/mamba-2.8b-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
98
+ mamba-2.8b/mamba-2.8b-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
99
+ mamba-2.8b/mamba-2.8b-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
100
+ mamba-2.8b/mamba-2.8b-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
101
+ mamba-2.8b/mamba-2.8b-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
102
+ mamba-2.8b/mamba-2.8b-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
103
+ mamba-2.8b/mamba-2.8b-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
104
+ mamba-2.8b/mamba-2.8b-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
105
+ mamba-2.8b/mamba-2.8b-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-2.8b/mamba-2.8b-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b28dc609ecfb3f1abf7ec6d52deafbb45fd8b9b4900034946300c021feb817b4
3
+ size 5784588064
mamba-2.8b/mamba-2.8b-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5effea675e7a0bce714725bd656c3ded85f7bbe200e36209e21d1f82d980a7eb
3
+ size 11075186432
mamba-2.8b/mamba-2.8b-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a8353dce97978d749de32bce8f42d94dae2879ee98f1dfb9dc6d78f2c10588f6
3
+ size 1425331264
mamba-2.8b/mamba-2.8b-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c807986a8e3de2b0cbe2953c5bab9b3c31844e47d5bc012eedc082c5436ca45a
3
+ size 1680921664
mamba-2.8b/mamba-2.8b-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:339f89e87653036d99b20e343a70db0afb8cbbd2383f7e70c2668abede1ea72c
3
+ size 1680921664
mamba-2.8b/mamba-2.8b-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0d29cca5d426204f7b70f543e5616d2f8f058286689ff7b25aabb01f97782d95
3
+ size 1680921664
mamba-2.8b/mamba-2.8b-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7e86b6419aba06c84223c01ca83d03d3abb8bc47fde220324e3b20990cd9f76
3
+ size 2015155264
mamba-2.8b/mamba-2.8b-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0fb59e6e6c46503dda44e983a17fb84f7707d9b32e9f704c38a0696cc516324c
3
+ size 2015155264
mamba-2.8b/mamba-2.8b-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:420ced62d13e123e80ce59f534ccc6447bf294cd247a9785513460586e8ebfda
3
+ size 2015155264
mamba-2.8b/mamba-2.8b-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71bd0e1fe115eb78a63115b636eb1fbd877bbb2b9b1d4319c71bae2680908843
3
+ size 2329728064
mamba-2.8b/mamba-2.8b-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5b39d56e9ba57aa6dd1c20415dd441575726436025945e7e250ec3bd4911f7be
3
+ size 2329728064
mamba-2.8b/mamba-2.8b-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3faf566ebb2977eea0c1dc2473f3bb358b957d4483e5cd2bccc8620564854eba
3
+ size 2329728064
mamba-2.8b/mamba-2.8b-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb7efee5f1888190418118cc8c7ed7d34ac12117e76250ce348e507ec63f0731
3
+ size 2663961664
mamba-2.8b/mamba-2.8b-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9ac31699c0289221d83292e87878416452cf13c0be7383bc0310203fd3b8c998
3
+ size 3304620064