Text Generation
Transformers
llm-rs
ggml
Inference Endpoints
LLukas22 commited on
Commit
25d0cb9
1 Parent(s): a66e2a3

Upload new model file: 'bloomz-3b-q4_0.bin'

Browse files
Files changed (2) hide show
  1. bloomz-3b-q4_0.bin +3 -0
  2. bloomz-3b-q4_0.meta +9 -0
bloomz-3b-q4_0.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c6c21b89443d03d9096a41c1fe4c3a59b818c90cbd19938289181c727e1b7d3c
3
+ size 2056882871
bloomz-3b-q4_0.meta ADDED
@@ -0,0 +1,9 @@
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "model": "Bloom",
3
+ "quantization": "Q4_0",
4
+ "quantization_version": "V2",
5
+ "container": "GGML",
6
+ "converter": "llm-rs",
7
+ "hash": "bc381cac228a192deb01d325443052607a559de9b003359dcf00f82691cc0678",
8
+ "base_model": "bigscience/bloomz-3b"
9
+ }