sylwia-kuros commited on
Commit
8160543
·
verified ·
1 Parent(s): 14643ff

Update modeling_phi4mm.py to avoid `TypeError: unsupported operand type(s) for *: 'int' and 'NoneType' `

Browse files

Ensure 'num_logits_to_keep' has always a valid numeric value before the slice is computed to avoid `TypeError: unsupported operand type(s) for *: 'int' and 'NoneType' `

Files changed (1) hide show
  1. modeling_phi4mm.py +3 -0
modeling_phi4mm.py CHANGED
@@ -2143,6 +2143,9 @@ class Phi4MMForCausalLM(Phi4MMPreTrainedModel, GenerationMixin):
2143
 
2144
  hidden_states = outputs[0]
2145
  # Only compute necessary logits, and do not upcast them to float if we are not computing the loss
 
 
 
2146
  logits = self.lm_head(hidden_states[:, -num_logits_to_keep:, :])
2147
 
2148
  loss = None
 
2143
 
2144
  hidden_states = outputs[0]
2145
  # Only compute necessary logits, and do not upcast them to float if we are not computing the loss
2146
+ if num_logits_to_keep is None:
2147
+ num_logits_to_keep = hidden_states.size(1)
2148
+
2149
  logits = self.lm_head(hidden_states[:, -num_logits_to_keep:, :])
2150
 
2151
  loss = None