CogwiseAI commited on
Commit
b91c08d
1 Parent(s): 8d28768

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +5 -5
config.json CHANGED
@@ -7,8 +7,8 @@
7
  ],
8
  "attention_dropout": 0.0,
9
  "auto_map": {
10
- "AutoConfig": "tiiuae/falcon-7b-instruct--configuration_RW.RWConfig",
11
- "AutoModelForCausalLM": "tiiuae/falcon-7b-instruct--modelling_RW.RWForCausalLM"
12
  },
13
  "bias": false,
14
  "bos_token_id": 11,
@@ -22,8 +22,8 @@
22
  "n_head": 71,
23
  "n_layer": 32,
24
  "parallel_attn": true,
25
- "torch_dtype": "float16",
26
- "transformers_version": "4.30.0.dev0",
27
  "use_cache": true,
28
  "vocab_size": 65024
29
- }
 
7
  ],
8
  "attention_dropout": 0.0,
9
  "auto_map": {
10
+ "AutoConfig": "configuration_RW.RWConfig",
11
+ "AutoModelForCausalLM": "modelling_RW.RWForCausalLM"
12
  },
13
  "bias": false,
14
  "bos_token_id": 11,
 
22
  "n_head": 71,
23
  "n_layer": 32,
24
  "parallel_attn": true,
25
+ "torch_dtype": "bfloat16",
26
+ "transformers_version": "4.27.4",
27
  "use_cache": true,
28
  "vocab_size": 65024
29
+ }