Update modeling_kangaroo.py

modeling_kangaroo.py

@@ -1020,7 +1020,7 @@ class LlamaModel(LlamaPreTrainedModel):
         min_dtype = torch.finfo(dtype).min
         sequence_length = input_tensor.shape[1]
         if using_static_cache:
-            target_length = past_key_values.get_max_length()
+            target_length = past_key_values.get_seq_length()
         else:
             target_length = (
                 attention_mask.shape[-1]
@@ -1308,8 +1308,8 @@ class KangarooForCausalLM(LlamaPreTrainedModel):
             if isinstance(past_key_values, Cache):
                 past_length = cache_position[0] if cache_position is not None else past_key_values.get_seq_length()
                 max_cache_length = (
-                    torch.tensor(past_key_values.get_max_length(), device=input_ids.device)
-                    if past_key_values.get_max_length() is not None
+                    torch.tensor(past_key_values.get_seq_length(), device=input_ids.device)
+                    if past_key_values.get_seq_length() is not None
                     else None
                 )
                 cache_length = past_length if max_cache_length is None else torch.min(max_cache_length, past_length)