File size: 331 Bytes
c6bc350
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
from transformers import PretrainedConfig


class MyModelConfig(PretrainedConfig):
    model_type = "my_model"

    def __init__(

        self,

        n_layers=2,

        hidden_dim=3,

        **kwargs,

    ):
        self.n_layers = n_layers
        self.hidden_dim = hidden_dim
        super().__init__(**kwargs)