junnyu
/

roformer_chinese_sim_char_small

Text Generation

Model card Files Files and versions Community

junnyu commited on Apr 2, 2022

Commit

238232f

•

1 Parent(s): 98e191e

Update config.json

Files changed (1) hide show

config.json +5 -2

config.json CHANGED Viewed

@@ -1,6 +1,6 @@
 {
   "architectures": [
-    "RoFormerForMaskedLM"
   ],
   "attention_probs_dropout_prob": 0.1,
   "directionality": "bidi",
@@ -16,5 +16,8 @@
   "num_hidden_layers": 6,
   "pad_token_id": 0,
   "type_vocab_size": 2,
-  "vocab_size": 12000
 }

 {
   "architectures": [
+    "RoFormerForCausalLM"
   ],
   "attention_probs_dropout_prob": 0.1,
   "directionality": "bidi",
   "num_hidden_layers": 6,
   "pad_token_id": 0,
   "type_vocab_size": 2,
+  "vocab_size": 12000,
+  "is_decoder": true,
+  "eos_token_id": 102,
+  "pooler_activation": "linear"
 }