Update configuration_minGRULM.py
Browse files
configuration_minGRULM.py
CHANGED
@@ -15,14 +15,12 @@ class MinGRULMConfig(PretrainedConfig):
|
|
15 |
pad_vocab_size_multiple=8,
|
16 |
initializer_range=0.02,
|
17 |
**kwargs,
|
18 |
-
hidden_size
|
19 |
):
|
20 |
self.vocab_size = vocab_size
|
21 |
self.d_model = d_model
|
22 |
self.ff_mult = ff_mult
|
23 |
self.min_gru_expansion = min_gru_expansion
|
24 |
self.expand = expand
|
25 |
-
self.hidden_size = hidden_size
|
26 |
self.depth = depth
|
27 |
self.n_layer = n_layer
|
28 |
self.pad_vocab_size_multiple = pad_vocab_size_multiple
|
|
|
15 |
pad_vocab_size_multiple=8,
|
16 |
initializer_range=0.02,
|
17 |
**kwargs,
|
|
|
18 |
):
|
19 |
self.vocab_size = vocab_size
|
20 |
self.d_model = d_model
|
21 |
self.ff_mult = ff_mult
|
22 |
self.min_gru_expansion = min_gru_expansion
|
23 |
self.expand = expand
|
|
|
24 |
self.depth = depth
|
25 |
self.n_layer = n_layer
|
26 |
self.pad_vocab_size_multiple = pad_vocab_size_multiple
|