File size: 154 Bytes
232c9b6
 
 
 
1
2
3
4
from .tokenizer import SanskritBPETokenizer
from .utils import save_merges, load_merges

__all__ = ['SanskritBPETokenizer', 'save_merges', 'load_merges']