Upload modeling_mixformer_sequential.py
Browse files
modeling_mixformer_sequential.py
CHANGED
@@ -753,7 +753,7 @@ class MixFormerSequentialForCausalLM(MixFormerSequentialPreTrainedModel):
|
|
753 |
**kwargs,
|
754 |
) -> CausalLMOutputWithPast:
|
755 |
if attention_mask is not None and self.training:
|
756 |
-
|
757 |
|
758 |
if past_key_values is None and attention_mask is None:
|
759 |
lm_logits = self.layers(input_ids)
|
|
|
753 |
**kwargs,
|
754 |
) -> CausalLMOutputWithPast:
|
755 |
if attention_mask is not None and self.training:
|
756 |
+
print("`attention_mask` is not supported during training. Using it might lead to unexpected results.")
|
757 |
|
758 |
if past_key_values is None and attention_mask is None:
|
759 |
lm_logits = self.layers(input_ids)
|