Fix create_causal_mask() typeError

#2
Files changed (1) hide show
  1. modeling_lfm2.py +1 -0
modeling_lfm2.py CHANGED
@@ -729,6 +729,7 @@ class LFM2Model(LFM2PretrainedModel):
729
  attention_mask=attention_mask,
730
  cache_position=cache_position,
731
  past_key_values=past_key_values,
 
732
  )
733
  hidden_states = inputs_embeds
734
 
 
729
  attention_mask=attention_mask,
730
  cache_position=cache_position,
731
  past_key_values=past_key_values,
732
+ position_ids=position_ids,
733
  )
734
  hidden_states = inputs_embeds
735