{ "add_prefix_space": false, "clean_up_tokenization_spaces": true, "eos_token": "WILL_END", "eos_token_id": 65, "model_max_len": 4096, "model_max_length": 1000000000000000019884624838656, "pad_token": "WILL_END", "pad_token_id": 65, "tokenizer_class": "PreTrainedTokenizerFast", "type": "Split" }