| from transformers import PretrainedConfig | |
| class ME2BertConfig(PretrainedConfig): | |
| model_type = "me2bert" | |
| architectures = ["ME2BertModel"] | |
| auto_map = { | |
| "AutoConfig": "configuration_me2bert.ME2BertConfig", | |
| "AutoModel": "modeling_me2bert.ME2BertModel", | |
| } | |
| def __init__( | |
| self, | |
| has_gate: bool = True, has_trans=True, **kwargs | |
| ): | |
| super().__init__(**kwargs) | |
| self.has_gate = has_gate | |
| self.has_trans = has_trans | |
| self.pretrained_model_name = 'bert-base-uncased' | |