Motif-Technologies
/

Motif-2.6b-v1.1-LC

Text Generation

text-generation-inference

Model card Files Files and versions

leejunhyeok commited on 25 days ago

Commit

c5875d8

·

verified ·

1 Parent(s): 11a8057

Update modeling_motif.py

Files changed (1) hide show

modeling_motif.py +2 -2

modeling_motif.py CHANGED Viewed

@@ -399,7 +399,7 @@ class MotifAttention(nn.Module):
                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
-            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(q_len, self.layer_idx))
                         if use_cache else position_embeddings)
         query_states, key_states = apply_rotary_pos_emb(query_states,
@@ -534,7 +534,7 @@ class MotifFlashAttention2(MotifAttention):
                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
-            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(q_len, self.layer_idx))
                         if use_cache else position_embeddings)
         query_states, key_states = apply_rotary_pos_emb(query_states,

                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
+            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(self.layer_idx))
                         if use_cache else position_embeddings)
         query_states, key_states = apply_rotary_pos_emb(query_states,
                 "removed and `position_embeddings` will be mandatory.")
             cos, sin = self.rotary_emb(value_states, seq_len=kv_seq_len)
         else:
+            cos, sin = (self.rotary_emb(value_states, q_len + past_key_value.get_seq_length(self.layer_idx))
                         if use_cache else position_embeddings)
         query_states, key_states = apply_rotary_pos_emb(query_states,