Add print statements
Browse files- modeling_cogvlm.py +1 -0
modeling_cogvlm.py
CHANGED
@@ -532,6 +532,7 @@ class CogVLMModel(CogVLMPreTrainedModel):
|
|
532 |
|
533 |
if idx in [0, 1, 2]:
|
534 |
print(f"Hidden states before layer {idx}", hidden_states[0,:3,:3])
|
|
|
535 |
|
536 |
past_key_value = past_key_values[idx] if past_key_values is not None else None
|
537 |
layer_outputs = decoder_layer(
|
|
|
532 |
|
533 |
if idx in [0, 1, 2]:
|
534 |
print(f"Hidden states before layer {idx}", hidden_states[0,:3,:3])
|
535 |
+
print(f"Mean of hidden states before layer {idx}", hidden_states.mean())
|
536 |
|
537 |
past_key_value = past_key_values[idx] if past_key_values is not None else None
|
538 |
layer_outputs = decoder_layer(
|