Hugging Face's logo

joaoalvarenga
/
bloom-8bit

Text Generation
Transformers
PyTorch
bloom
text-generation-inference
Model card Files Community
10
joaoalvarenga commited on
Commit
1b091f3
•
1 Parent(s): ca3bb71

initial commit

Browse files
Files changed (25) hide show
  1. .gitattributes +20 -0
  2. config.json +25 -0
  3. pytorch_model-00001-of-00019.bin +3 -0
  4. pytorch_model-00002-of-00019.bin +3 -0
  5. pytorch_model-00003-of-00019.bin +3 -0
  6. pytorch_model-00004-of-00019.bin +3 -0
  7. pytorch_model-00005-of-00019.bin +3 -0
  8. pytorch_model-00006-of-00019.bin +3 -0
  9. pytorch_model-00007-of-00019.bin +3 -0
  10. pytorch_model-00008-of-00019.bin +3 -0
  11. pytorch_model-00009-of-00019.bin +3 -0
  12. pytorch_model-00010-of-00019.bin +3 -0
  13. pytorch_model-00011-of-00019.bin +3 -0
  14. pytorch_model-00012-of-00019.bin +3 -0
  15. pytorch_model-00013-of-00019.bin +3 -0
  16. pytorch_model-00014-of-00019.bin +3 -0
  17. pytorch_model-00015-of-00019.bin +3 -0
  18. pytorch_model-00016-of-00019.bin +3 -0
  19. pytorch_model-00017-of-00019.bin +3 -0
  20. pytorch_model-00018-of-00019.bin +3 -0
  21. pytorch_model-00019-of-00019.bin +3 -0
  22. pytorch_model.bin.index.json +0 -0
  23. special_tokens_map.json +6 -0
  24. tokenizer.json +3 -0
  25. tokenizer_config.json +11 -0
.gitattributes CHANGED
@@ -25,3 +25,23 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
  *.zstandard filter=lfs diff=lfs merge=lfs -text
27
  *tfevents* filter=lfs diff=lfs merge=lfs -text
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
25
  *.zip filter=lfs diff=lfs merge=lfs -text
26
  *.zstandard filter=lfs diff=lfs merge=lfs -text
27
  *tfevents* filter=lfs diff=lfs merge=lfs -text
28
+ pytorch_model-00003-of-00019.bin filter=lfs diff=lfs merge=lfs -text
29
+ pytorch_model-00007-of-00019.bin filter=lfs diff=lfs merge=lfs -text
30
+ pytorch_model-00010-of-00019.bin filter=lfs diff=lfs merge=lfs -text
31
+ pytorch_model-00012-of-00019.bin filter=lfs diff=lfs merge=lfs -text
32
+ pytorch_model-00016-of-00019.bin filter=lfs diff=lfs merge=lfs -text
33
+ pytorch_model-00002-of-00019.bin filter=lfs diff=lfs merge=lfs -text
34
+ pytorch_model-00009-of-00019.bin filter=lfs diff=lfs merge=lfs -text
35
+ pytorch_model-00015-of-00019.bin filter=lfs diff=lfs merge=lfs -text
36
+ pytorch_model-00001-of-00019.bin filter=lfs diff=lfs merge=lfs -text
37
+ pytorch_model-00006-of-00019.bin filter=lfs diff=lfs merge=lfs -text
38
+ pytorch_model-00011-of-00019.bin filter=lfs diff=lfs merge=lfs -text
39
+ pytorch_model-00014-of-00019.bin filter=lfs diff=lfs merge=lfs -text
40
+ pytorch_model-00019-of-00019.bin filter=lfs diff=lfs merge=lfs -text
41
+ pytorch_model-00018-of-00019.bin filter=lfs diff=lfs merge=lfs -text
42
+ pytorch_model-00004-of-00019.bin filter=lfs diff=lfs merge=lfs -text
43
+ pytorch_model-00005-of-00019.bin filter=lfs diff=lfs merge=lfs -text
44
+ pytorch_model-00008-of-00019.bin filter=lfs diff=lfs merge=lfs -text
45
+ pytorch_model-00013-of-00019.bin filter=lfs diff=lfs merge=lfs -text
46
+ pytorch_model-00017-of-00019.bin filter=lfs diff=lfs merge=lfs -text
47
+ tokenizer.json filter=lfs diff=lfs merge=lfs -text
config.json ADDED
@@ -0,0 +1,25 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "_name_or_path": "bigscience/bloom",
3
+ "apply_residual_connection_post_layernorm": false,
4
+ "architectures": [
5
+ "BloomForCausalLM"
6
+ ],
7
+ "attention_dropout": 0.0,
8
+ "attention_softmax_in_fp32": true,
9
+ "bos_token_id": 1,
10
+ "eos_token_id": 2,
11
+ "hidden_dropout": 0.0,
12
+ "initializer_range": 0.02,
13
+ "layer_norm_epsilon": 1e-05,
14
+ "masked_softmax_fusion": true,
15
+ "model_type": "bloom",
16
+ "n_embed": 14336,
17
+ "n_layer": 70,
18
+ "num_attention_heads": 112,
19
+ "pretraining_tp": 4,
20
+ "slow_but_exact": false,
21
+ "torch_dtype": "float32",
22
+ "transformers_version": "4.20.1",
23
+ "use_cache": true,
24
+ "vocab_size": 250880
25
+ }
pytorch_model-00001-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f1d2ffeea6d0bf19acf2e8024c3ef6f4c4bae4216e7bd20d8a43c7da3794d5b
3
+ size 9362644157
pytorch_model-00002-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:05a3b199a92c72c8d54ecd442ecbf99f2caecccd2072be950df0abd031e79090
3
+ size 9877642098
pytorch_model-00003-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:45dd127291999a60e468f99afb5bd15d4540a5f3b8e0b3a0a2f4b078c1df2a01
3
+ size 9877642098
pytorch_model-00004-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c0dbbfee0506cb7b6ae421a06ec24a0204b5eb523f620cfa3d699c92fb934558
3
+ size 9877642162
pytorch_model-00005-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:6af11efdc561012647735fd1ce60b67165112249e9de0cbcf70c3c85e4723dce
3
+ size 9877642162
pytorch_model-00006-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b0be529e80e7e6a01506bbcc099580d282bf7a8699e8812cc30fd078a4e3a418
3
+ size 9877642162
pytorch_model-00007-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8961c7a2f9b755a53235d5d9e7d42fedc07bad77a2538ec37608edbefea3b0c5
3
+ size 9877642162
pytorch_model-00008-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d165854e35a7b1c8233adb37dda45d4bb001ca0de7bf24639f52704d594c46e8
3
+ size 9877642162
pytorch_model-00009-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:d40b50da56c351509fd4033956a172ec1a4c3309462621a3b15405348e50a94a
3
+ size 9877642162
pytorch_model-00010-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:41539880de6608aed39309c7b731b27874a57dcdb633c8d5bcb4cbdf10681d94
3
+ size 9877642162
pytorch_model-00011-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:533fbe0b9f4a3158104c6b6f2f480abce76f2c2df44ccdb0414054112e100b59
3
+ size 9877642162
pytorch_model-00012-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c4e66575bf33dea59b9bf48ecfb7da6537a072947efb52d2c08878beda10f764
3
+ size 9877642162
pytorch_model-00013-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:7fd246e52f8557814bfe341eef692cc4abd6086977e2e2c57a3e23a0e0e9545e
3
+ size 9877642162
pytorch_model-00014-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:b9825e5a51cc0b915648b1c1a883922823e973dd9ca406d3ab6a0d65f2de34c6
3
+ size 9877642162
pytorch_model-00015-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8031ec3887e3c0d7deeb0bdb8ca80c09a2a42836904601118bd627e171c487d6
3
+ size 9877642162
pytorch_model-00016-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:90f563ab8d5e8f0789a0c033bbc94e31b1b5778d3b2e06c648cc54049ac2ff10
3
+ size 9877642162
pytorch_model-00017-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:036a07a679238a306da6ac4974de5248fef9038af59e763d764703b320f63600
3
+ size 9877642162
pytorch_model-00018-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:ba8d0e673754f008bbeb7d1856a19f61dddbf43ca8ea3d3f5ce12c4ce65b4c68
3
+ size 9054179105
pytorch_model-00019-of-00019.bin ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:c987abe40aa8184b33c6f2afa116c1fd6b6a86a9b88f9b49980d4b2e82433617
3
+ size 3600130211
pytorch_model.bin.index.json ADDED
The diff for this file is too large to render. See raw diff
 
special_tokens_map.json ADDED
@@ -0,0 +1,6 @@
 
 
 
 
 
 
 
1
+ {
2
+ "bos_token": "<s>",
3
+ "eos_token": "</s>",
4
+ "pad_token": "<pad>",
5
+ "unk_token": "<unk>"
6
+ }
tokenizer.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ version https://git-lfs.github.com/spec/v1
2
+ oid sha256:8f6efc66e73f1fd69da4f436e48befb519fdff3fe18910850c1d41bd862293a5
3
+ size 14500443
tokenizer_config.json ADDED
@@ -0,0 +1,11 @@
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {
2
+ "add_prefix_space": false,
3
+ "bos_token": "<s>",
4
+ "eos_token": "</s>",
5
+ "name_or_path": "bigscience/bloom",
6
+ "pad_token": "<pad>",
7
+ "padding_side": "left",
8
+ "special_tokens_map_file": null,
9
+ "tokenizer_class": "BloomTokenizer",
10
+ "unk_token": "<unk>"
11
+ }