{ "added_tokens_decoder": { "0": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "4": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "5": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "6": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "7": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "9": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "10": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "11": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "12": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65000": { "content": "[PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65001": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65002": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65003": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65004": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65005": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65006": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65007": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65008": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65009": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65010": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65011": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65012": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65013": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65014": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65015": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65016": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65017": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65018": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65019": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65020": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65021": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65022": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "65023": { "content": "", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "", "" ], "bos_token": "", "chat_template": "{% if messages[0]['role'] == 'system' %}{% set system_message = messages[0]['content'] %}{% set messages = messages[1:] %}{% else %}{% set system_message = '以下は、タスクを説明する指示です。要求を適切に満たす応答を書きなさい。' %}{% endif %}{{ bos_token }}{{ system_message }}{% for message in messages %}{% if message['role'] == 'user' %}{{ '\n\n### 指示:\n' + message['content'] }}{% elif message['role'] == 'assistant' %}{{ '\n\n### 応答:\n' + message['content'] + eos_token }}{% endif %}{% if loop.last and add_generation_prompt %}{{ '\n\n### 応答:\n' }}{% endif %}{% endfor %}", "clean_up_tokenization_spaces": false, "cls_token": "", "eos_token": "", "extra_ids": 0, "legacy": false, "mask_token": "", "max_length": 1000000000000000019884624838656, "model_max_length": 1000000000000000019884624838656, "pad_token": "[PAD]", "sep_token": "", "sp_model_kwargs": {}, "stride": 0, "tokenizer_class": "PreTrainedTokenizerFast", "truncation_side": "right", "truncation_strategy": "longest_first", "unk_token": "" }