Add print statements
Browse files- modeling_cogvlm.py +2 -0
modeling_cogvlm.py
CHANGED
@@ -522,6 +522,8 @@ class CogVLMModel(CogVLMPreTrainedModel):
|
|
522 |
if output_hidden_states:
|
523 |
all_hidden_states += (hidden_states,)
|
524 |
|
|
|
|
|
525 |
past_key_value = past_key_values[idx] if past_key_values is not None else None
|
526 |
layer_outputs = decoder_layer(
|
527 |
hidden_states,
|
|
|
522 |
if output_hidden_states:
|
523 |
all_hidden_states += (hidden_states,)
|
524 |
|
525 |
+
print(f"Hidden states before layer {idx}", hidden_states[0,:3,:3])
|
526 |
+
|
527 |
past_key_value = past_key_values[idx] if past_key_values is not None else None
|
528 |
layer_outputs = decoder_layer(
|
529 |
hidden_states,
|