ver0.9

config only for bert_model_name

config.json

@@ -3,10 +3,8 @@
     "BertConcatClassifier"
   ],
   "attention_probs_dropout_prob": 0.1,
+  "bert_model_name": "klue/bert-base",
   "classifier_dropout": null,
-  "conv_in_channels": 3,
-  "conv_kernel_size": 1,
-  "conv_out_channels": 1,
   "hidden_act": "gelu",
   "hidden_dropout_prob": 0.1,
   "hidden_size": 768,
@@ -137,11 +135,11 @@
     "LABEL_9": 9
   },
   "layer_norm_eps": 1e-12,
-  "linear_in_features": 768,
   "max_position_embeddings": 512,
   "model_type": "bert",
   "num_attention_heads": 12,
   "num_hidden_layers": 12,
+  "output_hidden_states": true,
   "pad_token_id": 0,
   "position_embedding_type": "absolute",
   "torch_dtype": "float32",