Update tokenizer_config.json
Browse files- tokenizer_config.json +2 -1
 
    	
        tokenizer_config.json
    CHANGED
    
    | 
         @@ -82,5 +82,6 @@ 
     | 
|
| 82 | 
         
             
              "suffix_token": "▁<SUF>",
         
     | 
| 83 | 
         
             
              "tokenizer_class": "CodeLlamaTokenizer",
         
     | 
| 84 | 
         
             
              "unk_token": "<unk>",
         
     | 
| 85 | 
         
            -
              "use_default_system_prompt": false
         
     | 
| 
         | 
|
| 86 | 
         
             
            }
         
     | 
| 
         | 
|
| 82 | 
         
             
              "suffix_token": "▁<SUF>",
         
     | 
| 83 | 
         
             
              "tokenizer_class": "CodeLlamaTokenizer",
         
     | 
| 84 | 
         
             
              "unk_token": "<unk>",
         
     | 
| 85 | 
         
            +
              "use_default_system_prompt": false,
         
     | 
| 86 | 
         
            +
              "chat_template": "{% for message in messages %}\n{{'<|im_start|>' + message['role'] + '\n' + message['content'] + '<|im_end|>' + '\n'}}\n{% endfor %}\n{% if add_generation_prompt %}\n{{ '<|im_start|>assistant\n' }}\n{% endif %}"
         
     | 
| 87 | 
         
             
            }
         
     |