|
|
{%- if messages[0]["role"] == "system" %} |
|
|
{%- set system_message = messages[0]["content"] %} |
|
|
{%- set loop_messages = messages[1:] %} |
|
|
{%- else %} |
|
|
{%- set loop_messages = messages %} |
|
|
{%- endif %} |
|
|
{%- if not tools is defined %} |
|
|
{%- set tools = none %} |
|
|
{%- endif %} |
|
|
{%- set user_messages = loop_messages | selectattr("role", "equalto", "user") | list %} |
|
|
|
|
|
|
|
|
{%- set ns = namespace() %} |
|
|
{%- set ns.index = 0 %} |
|
|
{%- for message in loop_messages %} |
|
|
{%- if not (message.role == "tool" or message.role == "tool_results" or (message.tool_calls is defined and message.tool_calls is not none)) %} |
|
|
{%- if (message["role"] == "user") != (ns.index % 2 == 0) %} |
|
|
{{- raise_exception("After the optional system message, conversation roles must alternate user/assistant/user/assistant/...") }} |
|
|
{%- endif %} |
|
|
{%- set ns.index = ns.index + 1 %} |
|
|
{%- endif %} |
|
|
{%- endfor %} |
|
|
|
|
|
{{- bos_token }} |
|
|
{%- for message in loop_messages %} |
|
|
{%- if message["role"] == "user" %} |
|
|
{%- if tools is not none and (message == user_messages[-1]) %} |
|
|
{{- "[AVAILABLE_TOOLS] [" }} |
|
|
{%- for tool in tools %} |
|
|
{%- set tool = tool.function %} |
|
|
{{- '{"type": "function", "function": {' }} |
|
|
{%- for key, val in tool.items() if key != "return" %} |
|
|
{%- if val is string %} |
|
|
{{- '"' + key + '": "' + val + '"' }} |
|
|
{%- else %} |
|
|
{{- '"' + key + '": ' + val|tojson }} |
|
|
{%- endif %} |
|
|
{%- if not loop.last %} |
|
|
{{- ", " }} |
|
|
{%- endif %} |
|
|
{%- endfor %} |
|
|
{{- "}}" }} |
|
|
{%- if not loop.last %} |
|
|
{{- ", " }} |
|
|
{%- else %} |
|
|
{{- "]" }} |
|
|
{%- endif %} |
|
|
{%- endfor %} |
|
|
{{- "[/AVAILABLE_TOOLS]" }} |
|
|
{%- endif %} |
|
|
{%- if loop.last and system_message is defined %} |
|
|
{{- "[INST] " + system_message + "\n\n" + message["content"] + "[/INST]" }} |
|
|
{%- else %} |
|
|
{{- "[INST] " + message["content"] + "[/INST]" }} |
|
|
{%- endif %} |
|
|
{%- elif message.tool_calls is defined and message.tool_calls is not none %} |
|
|
{{- "[TOOL_CALLS] [" }} |
|
|
{%- for tool_call in message.tool_calls %} |
|
|
{%- set out = tool_call.function|tojson %} |
|
|
{{- out[:-1] }} |
|
|
{%- if not tool_call.id is defined or tool_call.id|length != 9 %} |
|
|
{{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} |
|
|
{%- endif %} |
|
|
{{- ', "id": "' + tool_call.id + '"}' }} |
|
|
{%- if not loop.last %} |
|
|
{{- ", " }} |
|
|
{%- else %} |
|
|
{{- "]" + eos_token }} |
|
|
{%- endif %} |
|
|
{%- endfor %} |
|
|
{%- elif message["role"] == "assistant" %} |
|
|
{{- " " + message["content"]|trim + eos_token}} |
|
|
{%- elif message["role"] == "tool_results" or message["role"] == "tool" %} |
|
|
{%- if message.content is defined and message.content.content is defined %} |
|
|
{%- set content = message.content.content %} |
|
|
{%- else %} |
|
|
{%- set content = message.content %} |
|
|
{%- endif %} |
|
|
{{- '[TOOL_RESULTS] {"content": ' + content|string + ", " }} |
|
|
{%- if not message.tool_call_id is defined or message.tool_call_id|length != 9 %} |
|
|
{{- raise_exception("Tool call IDs should be alphanumeric strings with length 9!") }} |
|
|
{%- endif %} |
|
|
{{- '"call_id": "' + message.tool_call_id + '"}[/TOOL_RESULTS]' }} |
|
|
{%- else %} |
|
|
{{- raise_exception("Only user and assistant roles are supported, with the exception of an initial optional system message!") }} |
|
|
{%- endif %} |
|
|
{%- endfor %} |
|
|
|
