Hugging Face's logo

mradermacher
/
light-3B-beta-GGUF

Transformers
GGUF
English
mergekit
Merge
Inference Endpoints
conversational
Model card Files Community
mradermacher commited on
Commit
0f7a11c
·
verified ·
1 Parent(s): 3f4952f

uploaded from marco

Browse files
Files changed (13) hide show
  1. .gitattributes +12 -0
  2. light-3B-beta.IQ4_XS.gguf +3 -0
  3. light-3B-beta.Q2_K.gguf +3 -0
  4. light-3B-beta.Q3_K_L.gguf +3 -0
  5. light-3B-beta.Q3_K_M.gguf +3 -0
  6. light-3B-beta.Q3_K_S.gguf +3 -0
  7. light-3B-beta.Q4_K_M.gguf +3 -0
  8. light-3B-beta.Q4_K_S.gguf +3 -0
  9. light-3B-beta.Q5_K_M.gguf +3 -0
  10. light-3B-beta.Q5_K_S.gguf +3 -0
  11. light-3B-beta.Q6_K.gguf +3 -0
  12. light-3B-beta.Q8_0.gguf +3 -0
  13. light-3B-beta.f16.gguf +3 -0
.gitattributes CHANGED
@@ -33,3 +33,15 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ light-3B-beta.IQ4_XS.gguf filter=lfs diff=lfs merge=lfs -text
37
+ light-3B-beta.Q2_K.gguf filter=lfs diff=lfs merge=lfs -text
38
+ light-3B-beta.Q3_K_L.gguf filter=lfs diff=lfs merge=lfs -text
39
+ light-3B-beta.Q3_K_M.gguf filter=lfs diff=lfs merge=lfs -text
40
+ light-3B-beta.Q3_K_S.gguf filter=lfs diff=lfs merge=lfs -text
41
+ light-3B-beta.Q4_K_M.gguf filter=lfs diff=lfs merge=lfs -text
42
+ light-3B-beta.Q4_K_S.gguf filter=lfs diff=lfs merge=lfs -text
43
+ light-3B-beta.Q5_K_M.gguf filter=lfs diff=lfs merge=lfs -text
44
+ light-3B-beta.Q5_K_S.gguf filter=lfs diff=lfs merge=lfs -text
45
+ light-3B-beta.Q6_K.gguf filter=lfs diff=lfs merge=lfs -text
46
+ light-3B-beta.Q8_0.gguf filter=lfs diff=lfs merge=lfs -text
47
+ light-3B-beta.f16.gguf filter=lfs diff=lfs merge=lfs -text
light-3B-beta.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:4de0b9c96e42253a95b641e69276fb5a74725469e9d14205f18c490e78058df0
3
+ size 1918492032
light-3B-beta.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:1062bbbb31af1ca04ccf4a9e4bbe3098d4f091b0574c63d959bae83813d71ede
3
+ size 1376857472
light-3B-beta.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:de2cd8e973143ef70f0517edaeaee45c46515d5e1227733ec6f10e4886009329
3
+ size 1841096064
light-3B-beta.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:30c2d9649a902c99a50ade36bdde963d4941650badc4d11c65111663a2097ae9
3
+ size 1724179840
light-3B-beta.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c576f51760ed383e26e00a2a13b018a44568c7f5912c4ba26d35b301d7a13945
3
+ size 1588061568
light-3B-beta.Q4_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:cb099685f8de44b479b28f734a9a10909e8874b34ddf7a8806d2e8bc4a805857
3
+ size 2104933760
light-3B-beta.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0b0c5717050d1b1045107ff0b735b8a8818afaa12254e8cecb9677240c96a029
3
+ size 2009415040
light-3B-beta.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:caf8627911b543192a31df89d9d07a359868c9e3f1f7b378adec7298cc5d4a75
3
+ size 2438741376
light-3B-beta.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b7843080c70c8370f4aeabe474d349229c1129e16fee5fc7e00c78b00b34990a
3
+ size 2383592832
light-3B-beta.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a4bc76ca05c653f3dd575ad16a17019113289be2b3d9ddfecf4a8c16230f56d0
3
+ size 2793411968
light-3B-beta.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:eb0a6eee2b90133441a077cd5380f37ffd80baecfb7e2107a31f634f657b6b5d
3
+ size 3616089472
light-3B-beta.f16.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:0f2858c11716a73c4b27fc152e4cbbed02e966c9116229558e3cabf19437af2e
3
+ size 6800647552