junnyu commited on
Commit
490fc08
1 Parent(s): b8625f7

"is_decoder": true, "eos_token_id": 102, "pooler_activation": "linear"

Browse files
Files changed (1) hide show
  1. config.json +5 -2
config.json CHANGED
@@ -1,6 +1,6 @@
1
  {
2
  "architectures": [
3
- "RoFormerForMaskedLM"
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
6
  "directionality": "bidi",
@@ -17,5 +17,8 @@
17
  "num_hidden_layers": 12,
18
  "pad_token_id": 0,
19
  "type_vocab_size": 2,
20
- "vocab_size": 12000
 
 
 
21
  }
 
1
  {
2
  "architectures": [
3
+ "RoFormerForCausalLM"
4
  ],
5
  "attention_probs_dropout_prob": 0.1,
6
  "directionality": "bidi",
 
17
  "num_hidden_layers": 12,
18
  "pad_token_id": 0,
19
  "type_vocab_size": 2,
20
+ "vocab_size": 12000,
21
+ "is_decoder": true,
22
+ "eos_token_id": 102,
23
+ "pooler_activation": "linear"
24
  }