| {"eos_token": "</s>", "unk_token": "<unk>", "additional_special_tokens": [], "sp_model_kwargs": {}, "special_tokens_map_file": "/home/ace14330ef/.cache/huggingface/transformers/5cfd253a1a056bf2d0cdb978955ef01eced61f5af0a42340cca0a9c7a440314d.7cb8f93bb172e4936e8842c3df4116ad5bf154666f84cc48ccce8e38f496cf46", "name_or_path": "comets/none_100", "tokenizer_class": "ReformerTokenizer"} |