Crystalcareai commited on
Commit
5454cb2
·
verified ·
1 Parent(s): ce323aa

Update modeling_quiet.py

Browse files
Files changed (1) hide show
  1. modeling_quiet.py +1 -0
modeling_quiet.py CHANGED
@@ -1121,6 +1121,7 @@ class QuietModel(QuietPreTrainedModel):
1121
  # Truncate the attention mask to match the sequence length
1122
  attention_mask = attention_mask[:, :, :, :seq_length]
1123
 
 
1124
  hidden_states = inputs_embeds
1125
 
1126
  # decoder layers
 
1121
  # Truncate the attention mask to match the sequence length
1122
  attention_mask = attention_mask[:, :, :, :seq_length]
1123
 
1124
+ # Assign the value to hidden_states after the attention mask preparation
1125
  hidden_states = inputs_embeds
1126
 
1127
  # decoder layers