{ "additional_special_tokens": [ "<|endoftext|>", "<|fim_prefix|>", "<|fim_middle|>", "<|fim_suffix|>", "<|endofprompt|>", "<|_unuse_missing_100256|>", "<|_unuse_missing_100261|>", "<|_unuse_missing_100262|>", "<|_unuse_missing_100263|>", "<|_unuse_missing_100264|>", "<|_unuse_missing_100265|>", "<|_unuse_missing_100266|>", "<|_unuse_missing_100267|>", "<|_unuse_missing_100268|>", "<|_unuse_missing_100269|>", "<|_unuse_missing_100270|>", "<|_unuse_missing_100271|>", "<|im_start|>", "<|im_end|>", "<|stop|>", "<|endofturn|>", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "bos_token": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "eos_token": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "pad_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false }, "unk_token": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false } }