{ "add_prefix_space": false, "added_tokens_decoder": { "100256": { "content": "<|_unuse_missing_100256|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100257": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100258": { "content": "<|fim_prefix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100259": { "content": "<|fim_middle|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100260": { "content": "<|fim_suffix|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100261": { "content": "<|_unuse_missing_100261|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100262": { "content": "<|_unuse_missing_100262|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100263": { "content": "<|_unuse_missing_100263|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100264": { "content": "<|_unuse_missing_100264|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100265": { "content": "<|_unuse_missing_100265|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100266": { "content": "<|_unuse_missing_100266|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100267": { "content": "<|_unuse_missing_100267|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100268": { "content": "<|_unuse_missing_100268|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100269": { "content": "<|_unuse_missing_100269|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100270": { "content": "<|_unuse_missing_100270|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100271": { "content": "<|_unuse_missing_100271|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100272": { "content": "<|im_start|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100273": { "content": "<|im_end|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100274": { "content": "<|stop|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100275": { "content": "<|endofturn|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "100276": { "content": "<|endofprompt|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110491": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110492": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110493": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110494": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110495": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110496": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110497": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110498": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110499": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110500": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110501": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110502": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110503": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110504": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110505": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110506": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110507": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110508": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110509": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110510": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110511": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110512": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110513": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110514": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110515": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110516": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110517": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110518": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110519": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110520": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110521": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110522": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "110523": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<|endoftext|>", "<|fim_prefix|>", "<|fim_middle|>", "<|fim_suffix|>", "<|endofprompt|>", "<|_unuse_missing_100256|>", "<|_unuse_missing_100261|>", "<|_unuse_missing_100262|>", "<|_unuse_missing_100263|>", "<|_unuse_missing_100264|>", "<|_unuse_missing_100265|>", "<|_unuse_missing_100266|>", "<|_unuse_missing_100267|>", "<|_unuse_missing_100268|>", "<|_unuse_missing_100269|>", "<|_unuse_missing_100270|>", "<|_unuse_missing_100271|>", "<|im_start|>", "<|im_end|>", "<|stop|>", "<|endofturn|>", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "bos_token": "<|endoftext|>", "chat_template": "{% if tools is not defined or tools is none %}\n {{- '<|im_start|>tool_list\\n<|im_end|>\\n' }}\n{%- else %}\n {{- '<|im_start|>tool_list\\n[' }}\n {%- for tool in tools %}\n {{- '{\"name\": \"' }}\n {{- tool.function.name }}\n {{- '\", ' }}\n {{- '\"description\": \"' }}\n {{- tool.function.description }}\n {{- '\"' }}\n {%- if tool.function.parameters is defined %}\n {{- ', \"parameters\": ' }}\n {{- tool.function.parameters | tojson }}\n {%- endif %}\n {{- '}' }}\n {%- if not loop.last %}\n {{- ', ' }}\n {%- endif %}\n {%- endfor %}\n{{- ']<|im_end|>\\n' }}\n{%- endif %}\n\n{%- set ns = namespace(is_searching=true, last_query_index=messages|length - 1) %}\n{%- for message in messages[::-1] %}\n {%- set index = (messages|length - 1) - loop.index0 %}\n {%- if ns.is_searching and (message.role == 'user' or message.role == 'tool') %}\n {%- set ns.last_query_index = index %}\n {%- set ns.is_searching = false %}\n {%- endif %}\n{%- endfor %}\n\n{%- for message in messages %}\n {%- if loop.index0 == 0 and message.role != 'system' %}\n {{- '<|im_start|>system\\n<|im_end|>\\n' }}\n {%- endif %}\n\n {%- if message.content is string %}\n {%- set content = message.content %}\n {%- else %}\n {%- set content = '' %}\n {%- endif %}\n\n {%- set reasoning_content = '' %}\n {%- if message.reasoning_content is defined and message.reasoning_content is not none %}\n {%- set reasoning_content = message.reasoning_content %} \n {%- endif %}\n {%- if message.role == \"assistant\" %}\n {%- if loop.index0 > ns.last_query_index %}\n {%- if reasoning_content %}\n {{- '<|im_start|>assistant/think\\n' + reasoning_content.strip('\\n') + '<|im_end|>\\n' }}\n {%- endif %}\n {%- endif %}\n\n {%- if content %}\n {{- '<|im_start|>assistant\\n' + content.strip('\\n') + '<|im_end|>' }}\n {%- if message.tool_calls %}\n {{- '\\n' }}\n {%- else %}\n {{- '<|endofturn|>\\n' }}\n {%- endif %}\n {%- endif %}\n\n {%- if message.tool_calls %}\n {{- '<|im_start|>assistant -> tool/function_call\\n[' }}\n {%- for tool_call in message.tool_calls %}\n {%- if not loop.first %}\n {{- ', ' }}\n {%- endif %}\n {%- if tool_call.function %}\n {%- set tool_call = tool_call.function %}\n {%- endif %}\n {{- '{\"name\": \"' }}\n {{- tool_call.name }}\n {{- '\", \"arguments\": ' }}\n {%- if tool_call.arguments is string %}\n {{- tool_call.arguments }}\n {%- else %}\n {{- tool_call.arguments | tojson }}\n {%- endif %}\n {{- '}' }}\n {%- endfor %}\n {{- ']<|im_end|><|stop|>\\n' }}\n\n {%- endif %}\n {%- elif message.role == \"tool\" %}\n {{- '<|im_start|>tool/function_call\\n' + content + '<|im_end|>\\n' }}\n {%- else %}\n {{- '<|im_start|>' + message.role + '\\n' + content + '<|im_end|>\\n' }}\n {%- endif %}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {%- if force_reasoning is defined and force_reasoning is true %}\n {{- '<|im_start|>assistant/think\\n' }}\n {%- elif skip_reasoning is defined and skip_reasoning is true %}\n {{- '<|im_start|>assistant\\n' }}\n {%- else %}\n {{- '<|im_start|>assistant' }}\n {%- endif %}\n{%- endif %}", "clean_up_tokenization_spaces": true, "eos_token": "<|endoftext|>", "model_max_length": 1000000000000000019884624838656, "pad_token": "<|endoftext|>", "tokenizer_class": "GPT2Tokenizer", "unk_token": "<|endoftext|>" }