from transformers import BertConfig class NewModelConfig(BertConfig): model_type = "new-model" def __init__(self, *args, new_hidden_size=12, **kwargs): super().__init__(*args, **kwargs) self.new_hidden_size = new_hidden_size