Crystalcareai
commited on
Update modeling_quiet.py
Browse files- modeling_quiet.py +1 -0
modeling_quiet.py
CHANGED
@@ -1121,6 +1121,7 @@ class QuietModel(QuietPreTrainedModel):
|
|
1121 |
# Truncate the attention mask to match the sequence length
|
1122 |
attention_mask = attention_mask[:, :, :, :seq_length]
|
1123 |
|
|
|
1124 |
hidden_states = inputs_embeds
|
1125 |
|
1126 |
# decoder layers
|
|
|
1121 |
# Truncate the attention mask to match the sequence length
|
1122 |
attention_mask = attention_mask[:, :, :, :seq_length]
|
1123 |
|
1124 |
+
# Assign the value to hidden_states after the attention mask preparation
|
1125 |
hidden_states = inputs_embeds
|
1126 |
|
1127 |
# decoder layers
|