Update scripts/eval_mteb.py
Browse files- scripts/eval_mteb.py +0 -6
scripts/eval_mteb.py
CHANGED
@@ -637,12 +637,6 @@ class Wrapper:
|
|
637 |
padding=False,
|
638 |
truncation=True,
|
639 |
)
|
640 |
-
batch_dict["input_ids"] = [
|
641 |
-
input_ids + [self.tokenizer.eos_token_id] for input_ids in batch_dict["input_ids"]
|
642 |
-
]
|
643 |
-
batch_dict = self.tokenizer.pad(
|
644 |
-
batch_dict, padding=True, return_attention_mask=True, return_tensors="pt"
|
645 |
-
)
|
646 |
batch_dict["is_causal"] = False
|
647 |
return batch_dict
|
648 |
|
|
|
637 |
padding=False,
|
638 |
truncation=True,
|
639 |
)
|
|
|
|
|
|
|
|
|
|
|
|
|
640 |
batch_dict["is_causal"] = False
|
641 |
return batch_dict
|
642 |
|