Upload 3 files
Browse filesUpdated the jinja template and tokenizer settings to use if model fails to generate.
USE-IF-MODEL-FAILED-TO-GENERATE/chat_template_patch.jinja
ADDED
@@ -0,0 +1,21 @@
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
1 |
+
{{- bos_token }}
|
2 |
+
{%- if (messages|first).role == 'system' %}
|
3 |
+
{%- set system_message = (messages|first).content|trim %}
|
4 |
+
{%- set messages = messages[1:] %}
|
5 |
+
{%- else %}
|
6 |
+
{%- set system_message = "detailed thinking on" %}
|
7 |
+
{%- endif %}
|
8 |
+
{{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
|
9 |
+
{{- system_message }}
|
10 |
+
{{- "<|eot_id|>" }}
|
11 |
+
{%- for message in messages %}
|
12 |
+
{%- if message.role == 'assistant' and '</think>' in message.content %}
|
13 |
+
{%- set content = (message.content.split('</think>') | last).lstrip() %}
|
14 |
+
{%- else %}
|
15 |
+
{%- set content = message.content %}
|
16 |
+
{%- endif %}
|
17 |
+
{{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n\n' + content | trim + '<|eot_id|>' }}
|
18 |
+
{%- endfor %}
|
19 |
+
{%- if add_generation_prompt %}
|
20 |
+
{{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
|
21 |
+
{%- endif %}
|
USE-IF-MODEL-FAILED-TO-GENERATE/tokenizer_config_patch.json
ADDED
@@ -0,0 +1,3 @@
|
|
|
|
|
|
|
|
|
1 |
+
{
|
2 |
+
"chat_template": "{{- bos_token }}\n{%- if (messages|first).role == 'system' %}\n {%- set system_message = (messages|first).content|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"detailed thinking on\" %}\n{%- endif %}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n{%- for message in messages %}\n {%- if message.role == 'assistant' and '</think>' in message.content %}\n {%- set content = (message.content.split('</think>') | last).lstrip() %}\n {%- else %}\n {%- set content = message.content %}\n {%- endif %}\n {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\\n\\n' + content | trim + '<|eot_id|>' }}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}"
|
3 |
+
}
|