crumb commited on
Commit
b6c7623
·
1 Parent(s): 69affb4

Update configuration_gpt2a.py

Browse files
Files changed (1) hide show
  1. configuration_gpt2a.py +2 -0
configuration_gpt2a.py CHANGED
@@ -165,8 +165,10 @@ class GPT2AConfig(PretrainedConfig):
165
 
166
  mlp_bias = True,
167
  attn_bias = True,
 
168
  **kwargs,
169
  ):
 
170
  self.mlp_bias = mlp_bias
171
  self.attn_bias = attn_bias
172
 
 
165
 
166
  mlp_bias = True,
167
  attn_bias = True,
168
+ full_layer_repetitions = 4,
169
  **kwargs,
170
  ):
171
+ self.full_layer_repetitions = full_layer_repetitions
172
  self.mlp_bias = mlp_bias
173
  self.attn_bias = attn_bias
174