Upload tokenizer_config.json
Browse files- tokenizer_config.json +3 -1
tokenizer_config.json
CHANGED
@@ -43,5 +43,7 @@
|
|
43 |
"normalized": true,
|
44 |
"rstrip": false,
|
45 |
"single_word": true
|
46 |
-
}
|
|
|
|
|
47 |
}
|
|
|
43 |
"normalized": true,
|
44 |
"rstrip": false,
|
45 |
"single_word": true
|
46 |
+
},
|
47 |
+
"use_default_system_prompt": false,
|
48 |
+
"chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% endif %}{% if system_message is defined %}{{ system_message }}{% endif %}{% for message in messages %}{% set content = message['content'] %}{% if message['role'] == 'user' %}{{ '<s>user\\n' + content + '</s>\\n<s>assistant\\n' }}{% elif message['role'] == 'assistant' %}{{ content + '</s>' + '\\n' }}{% endif %}{% endfor %}"
|
49 |
}
|