icefog72 commited on
Commit
dab05ed
·
verified ·
1 Parent(s): d96c7ac

Update tokenizer_config.json

Browse files
Files changed (1) hide show
  1. tokenizer_config.json +1 -1
tokenizer_config.json CHANGED
@@ -30,7 +30,7 @@
30
  },
31
  "additional_special_tokens": [],
32
  "bos_token": "<s>",
33
- "chat_template": "{% if messages[0]['role'] == 'system' %}\n {% set system_message = messages[0]['content'] | trim + '\n\n' %}\n {% set messages = messages[1:] %}\n{% else %}\n {% set system_message = '' %}\n{% endif %}\n\n{{ bos_token + system_message }}\n{% for message in messages %}\n {% if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}\n {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}\n {% endif %}\n\n {% if message['role'] == 'user' %}\n {{ '### Instruction:\n' + message['content'] | trim + '\n\n' }}\n {% elif message['role'] == 'assistant' %}\n {{ '### Response:\n' + message['content'] | trim + eos_token + '\n\n' }}\n {% endif %}\n{% endfor %}\n\n{% if add_generation_prompt %}\n {{ '### Response:\n' }}\n{% endif %}",
34
  "clean_up_tokenization_spaces": false,
35
  "eos_token": "</s>",
36
  "legacy": false,
 
30
  },
31
  "additional_special_tokens": [],
32
  "bos_token": "<s>",
33
+ "chat_template": "{%- if messages[0]['role'] == 'system' %}\n {%- set system_message = messages[0]['content'] | trim + '\n\n' %}\n {%- set messages = messages[1:] %}\n{%- else %}\n {%- set system_message = '' %}\n{%- endif %}\n\n{{ bos_token + system_message }}\n{%- for message in messages %}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) %}\n {{ raise_exception('Conversation roles must alternate user/assistant/user/assistant/...') }}\n {%- endif %}\n\n {%- if message['role'] == 'user' %}\n {{ '### Instruction:\n' + message['content'] | trim + '\n\n' }}\n {%- elif message['role'] == 'assistant' %}\n {{ '### Response:\n' + message['content'] | trim + eos_token + '\n\n' }}\n {%- endif %}\n{%- endfor %}\n\n{%- if add_generation_prompt %}\n {{ '### Response:\n' }}\n{%- endif %}",
34
  "clean_up_tokenization_spaces": false,
35
  "eos_token": "</s>",
36
  "legacy": false,