div0-space commited on
Commit
d607c99
·
verified ·
1 Parent(s): 416b98e

Upload 3 files

Browse files

Updated the jinja template and tokenizer settings to use if model fails to generate.

USE-IF-MODEL-FAILED-TO-GENERATE/chat_template_patch.jinja ADDED
@@ -0,0 +1,21 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ {{- bos_token }}
2
+ {%- if (messages|first).role == 'system' %}
3
+ {%- set system_message = (messages|first).content|trim %}
4
+ {%- set messages = messages[1:] %}
5
+ {%- else %}
6
+ {%- set system_message = "detailed thinking on" %}
7
+ {%- endif %}
8
+ {{- "<|start_header_id|>system<|end_header_id|>\n\n" }}
9
+ {{- system_message }}
10
+ {{- "<|eot_id|>" }}
11
+ {%- for message in messages %}
12
+ {%- if message.role == 'assistant' and '</think>' in message.content %}
13
+ {%- set content = (message.content.split('</think>') | last).lstrip() %}
14
+ {%- else %}
15
+ {%- set content = message.content %}
16
+ {%- endif %}
17
+ {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\n\n' + content | trim + '<|eot_id|>' }}
18
+ {%- endfor %}
19
+ {%- if add_generation_prompt %}
20
+ {{- '<|start_header_id|>assistant<|end_header_id|>\n\n' }}
21
+ {%- endif %}
USE-IF-MODEL-FAILED-TO-GENERATE/tokenizer_config_patch.json ADDED
@@ -0,0 +1,3 @@
 
 
 
 
1
+ {
2
+ "chat_template": "{{- bos_token }}\n{%- if (messages|first).role == 'system' %}\n {%- set system_message = (messages|first).content|trim %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = \"detailed thinking on\" %}\n{%- endif %}\n{{- \"<|start_header_id|>system<|end_header_id|>\\n\\n\" }}\n{{- system_message }}\n{{- \"<|eot_id|>\" }}\n{%- for message in messages %}\n {%- if message.role == 'assistant' and '</think>' in message.content %}\n {%- set content = (message.content.split('</think>') | last).lstrip() %}\n {%- else %}\n {%- set content = message.content %}\n {%- endif %}\n {{- '<|start_header_id|>' + message.role + '<|end_header_id|>\\n\\n' + content | trim + '<|eot_id|>' }}\n{%- endfor %}\n{%- if add_generation_prompt %}\n {{- '<|start_header_id|>assistant<|end_header_id|>\\n\\n' }}\n{%- endif %}"
3
+ }