ptdat
/

vn-smartphone-absa

Text Classification

feature-extraction

Model card Files Files and versions

ptdat commited on Jun 26, 2024

Commit

0d67bfc

·

verified ·

1 Parent(s): e6b6cce

Upload tokenizer

Files changed (1) hide show

tokenization_vnsabsa.py +2 -2

tokenization_vnsabsa.py CHANGED Viewed

@@ -12,8 +12,8 @@ import os
 class VnSmartphoneAbsaTokenizer(PreTrainedTokenizer):
     def __init__(
         self,
-        vocab_file,
-        merge_file,
         bos_token="<s>",
         eos_token="</s>",
         sep_token="</s>",

 class VnSmartphoneAbsaTokenizer(PreTrainedTokenizer):
     def __init__(
         self,
+        vocab_file="vocab.txt",
+        merge_file="merge.txt",
         bos_token="<s>",
         eos_token="</s>",
         sep_token="</s>",