Pass params from saved model
Browse files
model.py
CHANGED
@@ -21,9 +21,9 @@ class BertMesh(PreTrainedModel):
|
|
21 |
config,
|
22 |
pretrained_model="microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract",
|
23 |
num_labels=28761,
|
24 |
-
hidden_size=
|
25 |
dropout=0,
|
26 |
-
multilabel_attention=
|
27 |
):
|
28 |
super().__init__(config=config)
|
29 |
self.config.auto_map = {"AutoModel": "transformers_model.BertMesh"}
|
|
|
21 |
config,
|
22 |
pretrained_model="microsoft/BiomedNLP-PubMedBERT-base-uncased-abstract",
|
23 |
num_labels=28761,
|
24 |
+
hidden_size=1024,
|
25 |
dropout=0,
|
26 |
+
multilabel_attention=True,
|
27 |
):
|
28 |
super().__init__(config=config)
|
29 |
self.config.auto_map = {"AutoModel": "transformers_model.BertMesh"}
|