Update model_config.json
Browse files- model_config.json +0 -4
model_config.json
CHANGED
@@ -6,7 +6,6 @@
|
|
6 |
"n_langs": 15,
|
7 |
"use_lang_embeddings": true,
|
8 |
"vocab_size": 95000,
|
9 |
-
"eos_token_id": 1,
|
10 |
"pad_token_id": 2,
|
11 |
"hidden_size": 1024,
|
12 |
"num_attention_heads": 8,
|
@@ -19,9 +18,6 @@
|
|
19 |
"hidden_act": "gelu",
|
20 |
"embed_init_std": 0.02209708691207961,
|
21 |
"init_std": 0.02,
|
22 |
-
"use_asm": false,
|
23 |
-
"asm_cutoffs": 1,
|
24 |
-
"asm_div_value": 1,
|
25 |
"mask_token_id": 0,
|
26 |
"lang_id": 4,
|
27 |
"lang2id": {
|
|
|
6 |
"n_langs": 15,
|
7 |
"use_lang_embeddings": true,
|
8 |
"vocab_size": 95000,
|
|
|
9 |
"pad_token_id": 2,
|
10 |
"hidden_size": 1024,
|
11 |
"num_attention_heads": 8,
|
|
|
18 |
"hidden_act": "gelu",
|
19 |
"embed_init_std": 0.02209708691207961,
|
20 |
"init_std": 0.02,
|
|
|
|
|
|
|
21 |
"mask_token_id": 0,
|
22 |
"lang_id": 4,
|
23 |
"lang2id": {
|