Upload tokenizer
Browse files- tokenizer_config.json +1 -1
tokenizer_config.json
CHANGED
@@ -30,7 +30,7 @@
|
|
30 |
"<|inst_end|>"
|
31 |
],
|
32 |
"bos_token": "<|endoftext|>",
|
33 |
-
"chat_template": "
|
34 |
"clean_up_tokenization_spaces": false,
|
35 |
"eos_token": "<|endoftext|>",
|
36 |
"extra_special_tokens": {},
|
|
|
30 |
"<|inst_end|>"
|
31 |
],
|
32 |
"bos_token": "<|endoftext|>",
|
33 |
+
"chat_template": "{{ bos_token }}{% for message in messages %}{% if message['role'] != 'assistant' %}<|inst_start|>{{ message['content'] }}<|inst_end|>{% else %}{{ message['content'] }}{% endif %}{% endfor %}{{ eos_token }}",
|
34 |
"clean_up_tokenization_spaces": false,
|
35 |
"eos_token": "<|endoftext|>",
|
36 |
"extra_special_tokens": {},
|