Text Generation
Transformers
Safetensors
English
Chinese
qwen3
text-generation-inference
code
math
Mixture of Experts
conversational
File size: 4,858 Bytes
52030c5
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
{%- if tools %}

    {{- '<|im_start|>system\n' }}

    {%- if messages[0].role == 'system' %}

        {{- messages[0].content + '\n\n' }}

    {%- endif %}

    {{- "# Tools\n\nYou may call one or more functions to assist with the user query.\n\nYou are provided with function signatures within <tools></tools> XML tags:\n<tools>" }}

    {%- for tool in tools %}

        {{- "\n" }}

        {{- tool | tojson }}

    {%- endfor %}

    {{- "\n</tools>\n\nFor each function call, return a json object with function name and arguments within <tool_call></tool_call> XML tags:\n<tool_call>\n{\"name\": <function-name>, \"arguments\": <args-json-object>}\n</tool_call><|im_end|>\n" }}

{%- else %}

    {%- if messages[0].role == 'system' %}

        {{- '<|im_start|>system\n' + messages[0].content + '<|im_end|>\n' }}

    {%- endif %}

{%- endif %}

{%- set ns = namespace(multi_step_tool=true, last_query_index=messages|length - 1) %}

{%- for forward_message in messages %}

    {%- set index = (messages|length - 1) - loop.index0 %}

    {%- set message = messages[index] %}

    {%- set current_content = message.content if message.content is not none else '' %}

    {%- set tool_start = '<tool_response>' %}

    {%- set tool_start_length = tool_start|length %}

    {%- set start_of_message = current_content[:tool_start_length] %}

    {%- set tool_end = '</tool_response>' %}

    {%- set tool_end_length = tool_end|length %}

    {%- set start_pos = (current_content|length) - tool_end_length %}

    {%- if start_pos < 0 %}

        {%- set start_pos = 0 %}

    {%- endif %}

    {%- set end_of_message = current_content[start_pos:] %}

    {%- if ns.multi_step_tool and message.role == "user" and not(start_of_message == tool_start and end_of_message == tool_end) %}

        {%- set ns.multi_step_tool = false %}

        {%- set ns.last_query_index = index %}

    {%- endif %}

{%- endfor %}

{%- for message in messages %}

    {%- if (message.role == "user") or (message.role == "system" and not loop.first) %}

        {{- '<|im_start|>' + message.role + '\n' + message.content + '<|im_end|>' + '\n' }}

    {%- elif message.role == "assistant" %}

        {%- set content = message.content %}

        {%- set reasoning_content = '' %}

        {%- if message.reasoning_content is defined and message.reasoning_content is not none %}

            {%- set reasoning_content = message.reasoning_content %}

        {%- else %}

            {%- if '</think>' in message.content %}

                {%- set content = (message.content.split('</think>')|last).lstrip('\n') %}

                {%- set reasoning_content = (message.content.split('</think>')|first).rstrip('\n') %}

                {%- set reasoning_content = (reasoning_content.split('<think>')|last).lstrip('\n') %}

            {%- endif %}

        {%- endif %}

        {%- if loop.index0 > ns.last_query_index %}

            {%- if loop.last or (not loop.last and reasoning_content) %}

                {{- '<|im_start|>' + message.role + '\n<think>\n' + reasoning_content.strip('\n') + '\n</think>\n\n' + content.lstrip('\n') }}

            {%- else %}

                {{- '<|im_start|>' + message.role + '\n' + content }}

            {%- endif %}

        {%- else %}

            {{- '<|im_start|>' + message.role + '\n' + content }}

        {%- endif %}

        {%- if message.tool_calls %}

            {%- for tool_call in message.tool_calls %}

                {%- if (loop.first and content) or (not loop.first) %}

                    {{- '\n' }}

                {%- endif %}

                {%- if tool_call.function %}

                    {%- set tool_call = tool_call.function %}

                {%- endif %}

                {{- '<tool_call>\n{"name": "' }}

                {{- tool_call.name }}

                {{- '", "arguments": ' }}

                {%- if tool_call.arguments is string %}

                    {{- tool_call.arguments }}

                {%- else %}

                    {{- tool_call.arguments | tojson }}

                {%- endif %}

                {{- '}\n</tool_call>' }}

            {%- endfor %}

        {%- endif %}

        {{- '<|im_end|>\n' }}

    {%- elif message.role == "tool" %}

        {%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}

            {{- '<|im_start|>user' }}

        {%- endif %}

        {{- '\n<tool_response>\n' }}

        {{- message.content }}

        {{- '\n</tool_response>' }}

        {%- if loop.last or (messages[loop.index0 + 1].role != "tool") %}

            {{- '<|im_end|>\n' }}

        {%- endif %}

    {%- endif %}

{%- endfor %}

{%- if add_generation_prompt %}

    {{- '<|im_start|>assistant\n' }}

    {%- if enable_thinking is defined and enable_thinking is false %}

        {{- '<think>\n\n</think>\n\n' }}

    {%- endif %}

{%- endif %}