Update configuration_gpt2a.py
Browse files- configuration_gpt2a.py +2 -0
configuration_gpt2a.py
CHANGED
@@ -165,8 +165,10 @@ class GPT2AConfig(PretrainedConfig):
|
|
165 |
|
166 |
mlp_bias = True,
|
167 |
attn_bias = True,
|
|
|
168 |
**kwargs,
|
169 |
):
|
|
|
170 |
self.mlp_bias = mlp_bias
|
171 |
self.attn_bias = attn_bias
|
172 |
|
|
|
165 |
|
166 |
mlp_bias = True,
|
167 |
attn_bias = True,
|
168 |
+
full_layer_repetitions = 4,
|
169 |
**kwargs,
|
170 |
):
|
171 |
+
self.full_layer_repetitions = full_layer_repetitions
|
172 |
self.mlp_bias = mlp_bias
|
173 |
self.attn_bias = attn_bias
|
174 |
|