Update config.json

config.json

@@ -15,6 +15,10 @@
   "num_attention_heads": 4,
   "num_hidden_layers": 12,
   "pad_token_id": 0,
+  "summary_activation": "gelu",
+  "summary_last_dropout": 0.1,
+  "summary_type": "first",
+  "summary_use_proj": true,
   "type_vocab_size": 2,
   "vocab_size": 32000
 }