Hugging Face's logo

devingulliver
/
mamba-gguf

Text Generation
GGUF
Merge
Inference Endpoints
Model card Files Community
1
devingulliver commited on
Commit
6386293
•
1 Parent(s): f83417d

Upload 14 files

Browse files
Files changed (15) hide show
  1. .gitattributes +14 -0
  2. mamba-790m/mamba-790m-f16.gguf +3 -0
  3. mamba-790m/mamba-790m-f32.gguf +3 -0
  4. mamba-790m/mamba-790m-q2_k.gguf +3 -0
  5. mamba-790m/mamba-790m-q3_k_l.gguf +3 -0
  6. mamba-790m/mamba-790m-q3_k_m.gguf +3 -0
  7. mamba-790m/mamba-790m-q3_k_s.gguf +3 -0
  8. mamba-790m/mamba-790m-q4_0.gguf +3 -0
  9. mamba-790m/mamba-790m-q4_k_m.gguf +3 -0
  10. mamba-790m/mamba-790m-q4_k_s.gguf +3 -0
  11. mamba-790m/mamba-790m-q5_0.gguf +3 -0
  12. mamba-790m/mamba-790m-q5_k_m.gguf +3 -0
  13. mamba-790m/mamba-790m-q5_k_s.gguf +3 -0
  14. mamba-790m/mamba-790m-q6_k.gguf +3 -0
  15. mamba-790m/mamba-790m-q8_0.gguf +3 -0
.gitattributes CHANGED
@@ -61,3 +61,17 @@ mamba-370m/mamba-370m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
61
  mamba-370m/mamba-370m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
62
  mamba-370m/mamba-370m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
63
  mamba-370m/mamba-370m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
61
  mamba-370m/mamba-370m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
62
  mamba-370m/mamba-370m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
63
  mamba-370m/mamba-370m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
64
+ mamba-790m/mamba-790m-f16.gguf filter=lfs diff=lfs merge=lfs -text
65
+ mamba-790m/mamba-790m-f32.gguf filter=lfs diff=lfs merge=lfs -text
66
+ mamba-790m/mamba-790m-q2_k.gguf filter=lfs diff=lfs merge=lfs -text
67
+ mamba-790m/mamba-790m-q3_k_l.gguf filter=lfs diff=lfs merge=lfs -text
68
+ mamba-790m/mamba-790m-q3_k_m.gguf filter=lfs diff=lfs merge=lfs -text
69
+ mamba-790m/mamba-790m-q3_k_s.gguf filter=lfs diff=lfs merge=lfs -text
70
+ mamba-790m/mamba-790m-q4_0.gguf filter=lfs diff=lfs merge=lfs -text
71
+ mamba-790m/mamba-790m-q4_k_m.gguf filter=lfs diff=lfs merge=lfs -text
72
+ mamba-790m/mamba-790m-q4_k_s.gguf filter=lfs diff=lfs merge=lfs -text
73
+ mamba-790m/mamba-790m-q5_0.gguf filter=lfs diff=lfs merge=lfs -text
74
+ mamba-790m/mamba-790m-q5_k_m.gguf filter=lfs diff=lfs merge=lfs -text
75
+ mamba-790m/mamba-790m-q5_k_s.gguf filter=lfs diff=lfs merge=lfs -text
76
+ mamba-790m/mamba-790m-q6_k.gguf filter=lfs diff=lfs merge=lfs -text
77
+ mamba-790m/mamba-790m-q8_0.gguf filter=lfs diff=lfs merge=lfs -text
mamba-790m/mamba-790m-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:71e67e48627ce0fdc041cd61b08c2670974af543dbcfed04be63e72ae8fc9029
3
+ size 1661197344
mamba-790m/mamba-790m-f32.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:9f969b3fd5f887b7f31ebb753ea847ddbc649155e15de1ec5bc18522a63cc4d5
3
+ size 3174611968
mamba-790m/mamba-790m-q2_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:77b1c770a3053428df609799d0a724f508f36f07cb6518bca04301d8310a66fe
3
+ size 434088960
mamba-790m/mamba-790m-q3_k_l.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:31a2e2c682fbc9e0ec8dea3fea244ce055f1fc0b56837ffcd3f07c35fc95e4c5
3
+ size 503098368
mamba-790m/mamba-790m-q3_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f78fc49ca11de801bd024e393126bf068d012c7bd8de2c1e670f012328310693
3
+ size 503098368
mamba-790m/mamba-790m-q3_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4ffbaaed05eb1ed7fafab4101dac79960e2e4b556f2dd7f4cf4ae3ba76528142
3
+ size 503098368
mamba-790m/mamba-790m-q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d0e384c8dd6ce57355b0fd30b0391be5b69d241f90b94d8800de0e0b5665044f
3
+ size 593341440
mamba-790m/mamba-790m-q4_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4031da2c760d913738da0ba9ceb19d3f9b6aee8149153584b392e3d385d530d7
3
+ size 593341440
mamba-790m/mamba-790m-q4_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:70a85b4a19031fa5eb6a56af5f318408ba57292bc4d14b36bde43a3e1e660791
3
+ size 593341440
mamba-790m/mamba-790m-q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7d93ef956277b621d51ba990c7dc04c9772f920284ee6b20f96392c983979710
3
+ size 678276096
mamba-790m/mamba-790m-q5_k_m.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d67235fecac2762270f1967bdb892f0c0070b977bf3317e2fadc3c15119510d2
3
+ size 678276096
mamba-790m/mamba-790m-q5_k_s.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:514b2b1252ddb49502989327294188204781a9569ef93c11cd3ffca6f28f7fc3
3
+ size 678276096
mamba-790m/mamba-790m-q6_k.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c252e26bbcb0e9c378b2e670c1a204c0203e7131218ecb08b3a5963303670f49
3
+ size 768519168
mamba-790m/mamba-790m-q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2f202258ac0e977845ee501f588d5a684021872778fce67924db29230bfe0153
3
+ size 951784224