Hugging Face's logo

nopperl
/
OLMo-1B-GGUF

GGUF
Inference Endpoints
Model card Files Community
nopperl commited on
Commit
b776b93
•
1 Parent(s): 2c1b7ed

add quants

Browse files
Files changed (13) hide show
  1. .gitattributes +1 -0
  2. OLMo-1B.IQ4_XS.gguf +3 -0
  3. OLMo-1B.Q2_K.gguf +3 -0
  4. OLMo-1B.Q3_K_L.gguf +3 -0
  5. OLMo-1B.Q3_K_M.gguf +3 -0
  6. OLMo-1B.Q3_K_S.gguf +3 -0
  7. ggml-model-Q4_K_M.gguf → OLMo-1B.Q4_K_M.gguf +0 -0
  8. OLMo-1B.Q4_K_S.gguf +3 -0
  9. OLMo-1B.Q5_K_M.gguf +3 -0
  10. OLMo-1B.Q5_K_S.gguf +3 -0
  11. OLMo-1B.Q6_K.gguf +3 -0
  12. OLMo-1B.Q8_0.gguf +3 -0
  13. ggml-model-f16.gguf → OLMo-1B.f16.gguf +0 -0
.gitattributes CHANGED
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
33
  *.zip filter=lfs diff=lfs merge=lfs -text
34
  *.zst filter=lfs diff=lfs merge=lfs -text
35
  *tfevents* filter=lfs diff=lfs merge=lfs -text
36
+ *.gguf filter=lfs diff=lfs merge=lfs -text
OLMo-1B.IQ4_XS.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6ee9efc0f18b7a648a7e74b503c9f4686d76fe17953c9d0d3bdbbc28a415a34
3
+ size 661954528
OLMo-1B.Q2_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7a821f419d24d72caf170a9329a7cbf12ee1b43d43c605bb51031c06f96e300b
3
+ size 479502304
OLMo-1B.Q3_K_L.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0cb757c03c0f217773e39719869fe0ad7934fba49419100f95c43977b68b847
3
+ size 651468768
OLMo-1B.Q3_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:20d771b6c35088884797a3416ee613489c5d9bf45ad5a390a45ef229be66715f
3
+ size 604282848
OLMo-1B.Q3_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:a6f8d47c5380cf0bba06d1a8aa6f88e68c7564e42380e7d1473fbb307a506ba8
3
+ size 547659744
ggml-model-Q4_K_M.gguf → OLMo-1B.Q4_K_M.gguf RENAMED
File without changes
OLMo-1B.Q4_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:27a72b9cc121bb5be0fb5572ed516a5fddbd6084f177ad573c750769a95ddcda
3
+ size 696557536
OLMo-1B.Q5_K_M.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2bfc435831d655ded1880c346d517582dd460a11bdb3c24023e8a9faecbfb7e5
3
+ size 846766048
OLMo-1B.Q5_K_S.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:2e9cbc913faf7df5faa302f56127bbc049415fb1e02f925a22f5c9c6820a1a44
3
+ size 824483808
OLMo-1B.Q6_K.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:fd56853f870bf29ff4412889691940faf3573bc04b83726d096d0b5d72f0e621
3
+ size 967090144
OLMo-1B.Q8_0.gguf ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ad8ea21eddcf4e21617125edc100d9461049d2b3353b5b09b2e6a44f0ca13240
3
+ size 1252087776
ggml-model-f16.gguf → OLMo-1B.f16.gguf RENAMED
File without changes