zyznull commited on
Commit
a9af15a
·
verified ·
1 Parent(s): 42e43ef

Update scripts/eval_mteb.py

Browse files
Files changed (1) hide show
  1. scripts/eval_mteb.py +0 -6
scripts/eval_mteb.py CHANGED
@@ -637,12 +637,6 @@ class Wrapper:
637
  padding=False,
638
  truncation=True,
639
  )
640
- batch_dict["input_ids"] = [
641
- input_ids + [self.tokenizer.eos_token_id] for input_ids in batch_dict["input_ids"]
642
- ]
643
- batch_dict = self.tokenizer.pad(
644
- batch_dict, padding=True, return_attention_mask=True, return_tensors="pt"
645
- )
646
  batch_dict["is_causal"] = False
647
  return batch_dict
648
 
 
637
  padding=False,
638
  truncation=True,
639
  )
 
 
 
 
 
 
640
  batch_dict["is_causal"] = False
641
  return batch_dict
642