Upload folder using huggingface_hub

modeling_sentence_tokenizer.py

@@ -1,6 +1,7 @@
 import torch
 import re
 
+from collections import Counter
 from transformers import PretrainedConfig, PreTrainedModel
 
 class SentenceTokenizerConfig(PretrainedConfig):
@@ -164,4 +165,4 @@ class SentenceTokenizer(PreTrainedModel):
         if roll==True:
             res = res[len(chunks[0][2]):-len(chunks[-1][2])]
     
-        return res
+        return res

sentence_tokenizer/modeling_sentence_tokenizer.py

@@ -1,6 +1,7 @@
 import torch
 import re
 
+from collections import Counter
 from transformers import PretrainedConfig, PreTrainedModel
 
 class SentenceTokenizerConfig(PretrainedConfig):
@@ -164,4 +165,4 @@ class SentenceTokenizer(PreTrainedModel):
         if roll==True:
             res = res[len(chunks[0][2]):-len(chunks[-1][2])]
     
-        return res
+        return res