Update tokenization_indictrans.py

tokenization_indictrans.py

@@ -87,10 +87,10 @@ class IndicTransTokenizer(PreTrainedTokenizer):
         self.src_spm_fp = src_spm_fp
         self.tgt_spm_fp = tgt_spm_fp
 
-        self.unk_token = unk_token
-        self.pad_token = pad_token
-        self.eos_token = eos_token
-        self.bos_token = bos_token
+        self.unk_token = unk_token.content
+        self.pad_token = pad_token.content
+        self.eos_token = eos_token.content
+        self.bos_token = bos_token.content
 
         self.encoder = self._load_json(self.src_vocab_fp)
         if self.unk_token not in self.encoder: