Files changed (1) hide show
  1. config.json +52 -40
config.json CHANGED
@@ -1,41 +1,53 @@
1
  {
2
- "_name_or_path": "tiiuae/falcon-7b",
3
- "alibi": false,
4
- "apply_residual_connection_post_layernorm": false,
5
- "architectures": [
6
- "FalconForCausalLM"
7
- ],
8
- "attention_dropout": 0.0,
9
- "auto_map": {
10
- "AutoConfig": "tiiuae/falcon-7b--configuration_falcon.FalconConfig",
11
- "AutoModel": "tiiuae/falcon-7b--modeling_falcon.FalconModel",
12
- "AutoModelForCausalLM": "tiiuae/falcon-7b--modeling_falcon.FalconForCausalLM",
13
- "AutoModelForQuestionAnswering": "tiiuae/falcon-7b--modeling_falcon.FalconForQuestionAnswering",
14
- "AutoModelForSequenceClassification": "tiiuae/falcon-7b--modeling_falcon.FalconForSequenceClassification",
15
- "AutoModelForTokenClassification": "tiiuae/falcon-7b--modeling_falcon.FalconForTokenClassification"
16
- },
17
- "bias": false,
18
- "bos_token_id": 11,
19
- "custom_pipelines": {
20
- "text-generation": {
21
- "pt": "AutoModelForCausalLM"
22
- }
23
- },
24
- "eos_token_id": 11,
25
- "hidden_dropout": 0.0,
26
- "hidden_size": 4544,
27
- "initializer_range": 0.02,
28
- "layer_norm_epsilon": 1e-05,
29
- "model_type": "falcon",
30
- "multi_query": true,
31
- "new_decoder_architecture": false,
32
- "num_attention_heads": 71,
33
- "num_hidden_layers": 32,
34
- "num_kv_heads": 71,
35
- "pad_token_id": 11,
36
- "parallel_attn": true,
37
- "torch_dtype": "bfloat16",
38
- "transformers_version": "4.37.1",
39
- "use_cache": true,
40
- "vocab_size": 65024
41
- }
 
 
 
 
 
 
 
 
 
 
 
 
 
1
  {
2
+ "_name_or_path": "tiiuae/falcon-7b",
3
+ "alibi": false,
4
+ "apply_residual_connection_post_layernorm": false,
5
+ "architectures": [
6
+ "FalconForCausalLM"
7
+ ],
8
+ "attention_dropout": 0.0,
9
+ "auto_map": {
10
+ "AutoConfig": "tiiuae/falcon-7b--configuration_falcon.FalconConfig",
11
+ "AutoModel": "tiiuae/falcon-7b--modeling_falcon.FalconModel",
12
+ "AutoModelForCausalLM": "tiiuae/falcon-7b--modeling_falcon.FalconForCausalLM",
13
+ "AutoModelForQuestionAnswering": "tiiuae/falcon-7b--modeling_falcon.FalconForQuestionAnswering",
14
+ "AutoModelForSequenceClassification": "tiiuae/falcon-7b--modeling_falcon.FalconForSequenceClassification",
15
+ "AutoModelForTokenClassification": "tiiuae/falcon-7b--modeling_falcon.FalconForTokenClassification"
16
+ },
17
+ "bias": false,
18
+ "bos_token_id": 11,
19
+ "custom_pipelines": {
20
+ "text-generation": {
21
+ "pt": "AutoModelForCausalLM"
22
+ }
23
+ },
24
+ "eos_token_id": 11,
25
+ "hidden_dropout": 0.0,
26
+ "hidden_size": 4544,
27
+ "initializer_range": 0.02,
28
+ "layer_norm_epsilon": 1e-05,
29
+ "model_type": "falcon",
30
+ "multi_query": true,
31
+ "new_decoder_architecture": false,
32
+ "num_attention_heads": 71,
33
+ "num_hidden_layers": 32,
34
+ "num_kv_heads": 71,
35
+ "pad_token_id": 11,
36
+ "parallel_attn": true,
37
+ "torch_dtype": "bfloat16",
38
+ "transformers_version": "4.37.1",
39
+ "use_cache": true,
40
+ "vocab_size": 65024,
41
+ "id2label": {
42
+ "0": "EXPLOSIVES AND BREAKING AGENTS",
43
+ "1": "EXPLODING VESSELS UNDER PRESSURE",
44
+ "2": "TOXIC",
45
+ "3": "ENTRAPMENT",
46
+ "4": "INUNDATION",
47
+ "5": "SLIP OR FALL OF PERSON",
48
+ "6": "HANDLING OF MATERIALS",
49
+ "7": "HAULAGE",
50
+ "8": "ELECTRICAL",
51
+ "9": "FIRE/EXPLOSION"
52
+ }
53
+ }