Hugging Face's logo

larenspear
/
mamba-130m-hf-GGUF

GGUF
Inference Endpoints
Model card Files Community
larenspear commited on
Commit
b8587c6
·
1 Parent(s): 464c372

GGUF Quantization

Browse files
Files changed (11) hide show
  1. mamba-130m-hf-f16.gguf +3 -0
  2. mamba-130m-hf-q2_k.gguf +3 -0
  3. mamba-130m-hf-q3_k_l.gguf +3 -0
  4. mamba-130m-hf-q3_k_m.gguf +3 -0
  5. mamba-130m-hf-q3_k_s.gguf +3 -0
  6. mamba-130m-hf-q4_k_m.gguf +3 -0
  7. mamba-130m-hf-q4_k_s.gguf +3 -0
  8. mamba-130m-hf-q5_k_m.gguf +3 -0
  9. mamba-130m-hf-q5_k_s.gguf +3 -0
  10. mamba-130m-hf-q6_k.gguf +3 -0
  11. mamba-130m-hf-q8_0.gguf +3 -0
mamba-130m-hf-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6fc0d8504c429746d0aff899ed074b622e81d9f2e552665ca187fbe5fcd6e01a
3
+ size 271223744
mamba-130m-hf-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:94adf3199a28a3ff5e7c2dd4f420f622e9a196076c6ba36cfce83868b6176565
3
+ size 83669952
mamba-130m-hf-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ddd5ae8e45e0aa9ada6696cba41ced196c1417e9eb224c46ee969bc8b0aa4f6e
3
+ size 92296128
mamba-130m-hf-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caf6377b7701fa44bb3a16b09df4df26ddfaecda9ab7f14eaed97df97817cda2
3
+ size 92296128
mamba-130m-hf-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:276466cc21dfa816aa61b3c5ce32fb126c5f37c6611ded94dad2806853a5537e
3
+ size 92296128
mamba-130m-hf-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:e4c537386f070ec3d585c882053297b637988a2dfd1ee1977c6fe246f4b49760
3
+ size 103576512
mamba-130m-hf-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8c7a472a5e5ebe1451fe1c3a0a31fd785afb67330f370705fe0089e3f588183e
3
+ size 103576512
mamba-130m-hf-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1633d2811c64f6a64b440220714beea4620e16bc775206ee07d50b9ce363d44
3
+ size 114193344
mamba-130m-hf-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46c47292304d7701fab4f719ec42ae2f96997a24a5d429b50f5ef4c36fc14788
3
+ size 114193344
mamba-130m-hf-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:32653c466a3988bf3e88ff3d3e22598ea323ec07ab9052af96e5be8918432c70
3
+ size 125473728
mamba-130m-hf-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:bc035ba175492513fd3c0c8bc251b3b631a1fd16c12180f7545e0cdeec3c56bc
3
+ size 155395904