{ "add_bos_token": true, "add_eos_token": false, "add_prefix_space": null, "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "101": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "102": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "103": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "104": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "105": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "106": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "107": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "108": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "109": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "111": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "112": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "113": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "114": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "115": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "116": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "117": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "118": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "119": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "120": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "121": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "122": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "123": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "124": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "125": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "126": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "127": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "128": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "129": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "130": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "131": { "content": "<|audio_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "132": { "content": "<|audio|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "133": { "content": "<|audio_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "134": { "content": "<|spk_bos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "135": { "content": "<|spk|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "136": { "content": "<|spk_eos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "137": { "content": "<|tts_bos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "138": { "content": "<|tts_eos|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "139": { "content": "<|listen|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "140": { "content": "<|speak|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "141": { "content": "<|interrupt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "142": { "content": "<|vad_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "143": { "content": "<|vad_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "144": { "content": "<|emotion_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "145": { "content": "<|emotion_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "146": { "content": "<|speed_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "147": { "content": "<|speed_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "148": { "content": "<|pitch_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "149": { "content": "<|pitch_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "150": { "content": "<|timbre_0|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "151": { "content": "<|timbre_1|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "152": { "content": "<|timbre_2|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "153": { "content": "<|timbre_3|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "154": { "content": "<|timbre_4|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "155": { "content": "<|timbre_5|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "156": { "content": "<|timbre_6|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "157": { "content": "<|timbre_7|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "158": { "content": "<|timbre_8|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "159": { "content": "<|timbre_9|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "160": { "content": "<|timbre_10|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "161": { "content": "<|timbre_11|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "162": { "content": "<|timbre_12|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "163": { "content": "<|timbre_13|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "164": { "content": "<|timbre_14|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "165": { "content": "<|timbre_15|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "166": { "content": "<|timbre_16|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "167": { "content": "<|timbre_17|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "168": { "content": "<|timbre_18|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "169": { "content": "<|timbre_19|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "170": { "content": "<|timbre_20|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "171": { "content": "<|timbre_21|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "172": { "content": "<|timbre_22|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "173": { "content": "<|timbre_23|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "174": { "content": "<|timbre_24|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "175": { "content": "<|timbre_25|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "176": { "content": "<|timbre_26|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "177": { "content": "<|timbre_27|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "178": { "content": "<|timbre_28|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "179": { "content": "<|timbre_29|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "180": { "content": "<|timbre_30|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "181": { "content": "<|timbre_31|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73440": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73441": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73442": { "content": "<|tool_call|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73443": { "content": "<|execute_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73444": { "content": "<|execute_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73445": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73446": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "73447": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|im_end|>", "<|im_start|>", "<|tool_call|>", "<|execute_start|>", "<|execute_end|>", "<|fim_prefix|>", "<|fim_middle|>", "<|fim_suffix|>" ], "auto_map": { "AutoProcessor": "openbmb/MiniCPM-V-4--processing_minicpmv.MiniCPMVProcessor", "AutoTokenizer": [ "openbmb/MiniCPM-V-4--tokenization_llama.LlamaTokenizer", "openbmb/MiniCPM-V-4--tokenization_minicpmv_fast.MiniCPMVTokenizerFast" ] }, "bos_token": "", "clean_up_tokenization_spaces": false, "eos_token": "<|im_end|>", "extra_special_tokens": {}, "legacy": true, "model_max_length": 1000000000000000019884624838656, "pad_token": null, "processor_class": "MiniCPMVProcessor", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "MiniCPMVTokenizer", "unk_token": "", "use_default_system_prompt": false }