Spaces:
Sleeping
Sleeping
from .tokenizer import SanskritBPETokenizer | |
from .utils import save_merges, load_merges | |
__all__ = ['SanskritBPETokenizer', 'save_merges', 'load_merges'] |