Hugging Face's logo

jpodivin
/
mamba-2.8b-hf-GGUF

Text Generation
Transformers
GGUF
Model card Files Community
jpodivin commited on
Commit
d71987b
•
0 Parent(s):

Initial commit: models made with llama.cpp:b2679

Browse files

Signed-off-by: Jiri Podivin <jpodivin@redhat.com>

Files changed (17) hide show
  1. .gitattributes +36 -0
  2. README.md +14 -0
  3. ggml-model-Q2_K.gguf +3 -0
  4. ggml-model-Q3_K.gguf +3 -0
  5. ggml-model-Q3_K_L.gguf +3 -0
  6. ggml-model-Q3_K_S.gguf +3 -0
  7. ggml-model-Q4_0.gguf +3 -0
  8. ggml-model-Q4_1.gguf +3 -0
  9. ggml-model-Q4_K.gguf +3 -0
  10. ggml-model-Q4_K_S.gguf +3 -0
  11. ggml-model-Q5_0.gguf +3 -0
  12. ggml-model-Q5_1.gguf +3 -0
  13. ggml-model-Q5_K.gguf +3 -0
  14. ggml-model-Q5_K_S.gguf +3 -0
  15. ggml-model-Q6_K.gguf +3 -0
  16. ggml-model-Q8_0.gguf +3 -0
  17. ggml-model-f16.gguf +3 -0
.gitattributes ADDED
@@ -0,0 +1,36 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ *.7z filter=lfs diff=lfs merge=lfs -text
2
+ *.arrow filter=lfs diff=lfs merge=lfs -text
3
+ *.bin filter=lfs diff=lfs merge=lfs -text
4
+ *.bz2 filter=lfs diff=lfs merge=lfs -text
5
+ *.ckpt filter=lfs diff=lfs merge=lfs -text
6
+ *.ftz filter=lfs diff=lfs merge=lfs -text
7
+ *.gz filter=lfs diff=lfs merge=lfs -text
8
+ *.h5 filter=lfs diff=lfs merge=lfs -text
9
+ *.joblib filter=lfs diff=lfs merge=lfs -text
10
+ *.lfs.* filter=lfs diff=lfs merge=lfs -text
11
+ *.mlmodel filter=lfs diff=lfs merge=lfs -text
12
+ *.model filter=lfs diff=lfs merge=lfs -text
13
+ *.msgpack filter=lfs diff=lfs merge=lfs -text
14
+ *.npy filter=lfs diff=lfs merge=lfs -text
15
+ *.npz filter=lfs diff=lfs merge=lfs -text
16
+ *.onnx filter=lfs diff=lfs merge=lfs -text
17
+ *.ot filter=lfs diff=lfs merge=lfs -text
18
+ *.parquet filter=lfs diff=lfs merge=lfs -text
19
+ *.pb filter=lfs diff=lfs merge=lfs -text
20
+ *.pickle filter=lfs diff=lfs merge=lfs -text
21
+ *.pkl filter=lfs diff=lfs merge=lfs -text
22
+ *.pt filter=lfs diff=lfs merge=lfs -text
23
+ *.pth filter=lfs diff=lfs merge=lfs -text
24
+ *.rar filter=lfs diff=lfs merge=lfs -text
25
+ *.safetensors filter=lfs diff=lfs merge=lfs -text
26
+ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
27
+ *.tar.* filter=lfs diff=lfs merge=lfs -text
28
+ *.tar filter=lfs diff=lfs merge=lfs -text
29
+ *.tflite filter=lfs diff=lfs merge=lfs -text
30
+ *.tgz filter=lfs diff=lfs merge=lfs -text
31
+ *.wasm filter=lfs diff=lfs merge=lfs -text
32
+ *.xz filter=lfs diff=lfs merge=lfs -text
33
+ *.zip filter=lfs diff=lfs merge=lfs -text
34
+ *.zst filter=lfs diff=lfs merge=lfs -text
35
+ *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
README.md ADDED
@@ -0,0 +1,14 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ ---
2
+ base_model: state-spaces/mamba-2.8b-hf
3
+ library_name: transformers
4
+ pipeline_tag: text-generation
5
+ model_creator: state-spaces
6
+ model_name: mamba-2.8b
7
+ model_type: MambaForCausalLM
8
+ inference: false
9
+ ---
10
+
11
+ # mamba-2.8b-GGUF
12
+
13
+ Quantized mamba-2.8b models using recent versions of llama.cpp.
14
+
ggml-model-Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a18e5d930aaede7a133cc4f6423ace29de55d45e5322cbbda61725ee056c2ed0
3
+ size 1425331264
ggml-model-Q3_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:617d90daddaaa2de77c0a7dfc1dfe8c88f04e7702b66f6b64e0fe7624d49d34f
3
+ size 1680921664
ggml-model-Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46c446f08b5a153371e5e9105bc5a718ccb40fc8ac1d61956c6c7f2b222cd06a
3
+ size 1680921664
ggml-model-Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:5e3e165b33c5d3ebfbd678dc153ac0e057b28f52cbc74802c2d3eedec5ad150a
3
+ size 1680921664
ggml-model-Q4_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d2e738bc445b59a53a3a0220499201a6ffd065d3e64fc5a6014666b02abac670
3
+ size 2015155264
ggml-model-Q4_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:46a0ae15df7891445ccabc497a18c4e701a3222c80b1f83be3e1cc309152c94c
3
+ size 2172441664
ggml-model-Q4_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:f1439040bd486e9d62f06ca7cb689012844f512fcdad681f753182b735b4b65a
3
+ size 2015155264
ggml-model-Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd9f01395f01c48c585f3d78568982b15bb6fdd3e219ace9bd320376477b4803
3
+ size 2015155264
ggml-model-Q5_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:977f579d14d9c86af38bfa8d912040d1085d2bb8e54d6b5db67d635630a14486
3
+ size 2329728064
ggml-model-Q5_1.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:10fc444b7d870bde43ed4d291fe2ca81ff3e4270e4829adf17a92855c4ce246e
3
+ size 2487014464
ggml-model-Q5_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6896a55292b9741a926b054093a31bcc901fed4c30f59f435f48025635868df8
3
+ size 2329728064
ggml-model-Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:04eee4d3da0b241f34c144a4925877253827300da389ea61f3d98cb542a77494
3
+ size 2329728064
ggml-model-Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c08f02bf681f8ca64966b09d41294ff275466c178401c76006c19b85411561f9
3
+ size 2663961664
ggml-model-Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6cf76c6e1a8c0f18f46c7d6ad8f901f1164694775e562c1cda290a208dc0e948
3
+ size 3304620064
ggml-model-f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:3608e9edd1057fc688c27b0fbe5d67aa6ed192511a4f0968be3e5f94c1467082
3
+ size 5784588032