system HF staff commited on
Commit
697c24f
1 Parent(s): cd55840

Update config.json

Browse files
Files changed (1) hide show
  1. config.json +35 -11
config.json CHANGED
@@ -2,26 +2,50 @@
2
  "architectures": [
3
  "XLMWithLMHeadModel"
4
  ],
5
- "same_enc_dec": true,
6
- "emb_dim": 1024,
7
- "n_layers": 6,
8
- "n_heads": 8,
9
- "dropout": 0.1,
10
  "attention_dropout": 0.1,
 
 
 
 
 
 
 
 
11
  "gelu_activation": true,
12
- "share_inout_emb": true,
13
- "sinusoidal_embeddings": false,
14
- "asm": false,
15
- "max_vocab": -1,
16
- "min_count": 0,
17
  "id2lang": {
18
  "0": "de",
19
  "1": "en"
20
  },
 
 
21
  "lang2id": {
22
  "de": 0,
23
  "en": 1
24
  },
 
 
 
 
 
 
 
 
 
25
  "n_langs": 2,
26
- "n_words": 64699
 
 
 
 
 
 
 
 
 
 
 
 
 
 
27
  }
 
2
  "architectures": [
3
  "XLMWithLMHeadModel"
4
  ],
5
+ "asm": false,
 
 
 
 
6
  "attention_dropout": 0.1,
7
+ "bos_index": 0,
8
+ "bos_token_id": 0,
9
+ "causal": false,
10
+ "dropout": 0.1,
11
+ "emb_dim": 1024,
12
+ "embed_init_std": 0.02209708691207961,
13
+ "end_n_top": 5,
14
+ "eos_index": 1,
15
  "gelu_activation": true,
 
 
 
 
 
16
  "id2lang": {
17
  "0": "de",
18
  "1": "en"
19
  },
20
+ "init_std": 0.02,
21
+ "is_encoder": true,
22
  "lang2id": {
23
  "de": 0,
24
  "en": 1
25
  },
26
+ "lang_id": 0,
27
+ "layer_norm_eps": 1e-12,
28
+ "mask_index": 5,
29
+ "mask_token_id": 0,
30
+ "max_position_embeddings": 512,
31
+ "max_vocab": -1,
32
+ "min_count": 0,
33
+ "model_type": "xlm",
34
+ "n_heads": 8,
35
  "n_langs": 2,
36
+ "n_layers": 6,
37
+ "pad_index": 2,
38
+ "pad_token_id": 2,
39
+ "same_enc_dec": true,
40
+ "share_inout_emb": true,
41
+ "sinusoidal_embeddings": false,
42
+ "start_n_top": 5,
43
+ "summary_activation": null,
44
+ "summary_first_dropout": 0.1,
45
+ "summary_proj_to_labels": true,
46
+ "summary_type": "first",
47
+ "summary_use_proj": true,
48
+ "unk_index": 3,
49
+ "use_lang_emb": true,
50
+ "vocab_size": 64699
51
  }