Update modeling_phi4mm.py to avoid `TypeError: unsupported operand type(s) for *: 'int' and 'NoneType' `
Browse filesEnsure 'num_logits_to_keep' has always a valid numeric value before the slice is computed to avoid `TypeError: unsupported operand type(s) for *: 'int' and 'NoneType' `
- modeling_phi4mm.py +3 -0
modeling_phi4mm.py
CHANGED
@@ -2143,6 +2143,9 @@ class Phi4MMForCausalLM(Phi4MMPreTrainedModel, GenerationMixin):
|
|
2143 |
|
2144 |
hidden_states = outputs[0]
|
2145 |
# Only compute necessary logits, and do not upcast them to float if we are not computing the loss
|
|
|
|
|
|
|
2146 |
logits = self.lm_head(hidden_states[:, -num_logits_to_keep:, :])
|
2147 |
|
2148 |
loss = None
|
|
|
2143 |
|
2144 |
hidden_states = outputs[0]
|
2145 |
# Only compute necessary logits, and do not upcast them to float if we are not computing the loss
|
2146 |
+
if num_logits_to_keep is None:
|
2147 |
+
num_logits_to_keep = hidden_states.size(1)
|
2148 |
+
|
2149 |
logits = self.lm_head(hidden_states[:, -num_logits_to_keep:, :])
|
2150 |
|
2151 |
loss = None
|