VAIBHAV22334455 Abhaykoul commited on
Commit
42a1644
1 Parent(s): 4c59ba1

Update tokenizer_config.json (#12)

Browse files

- Update tokenizer_config.json (b9ad3f082deb4e5cad4dccfaeeebfa2e58ea05c8)


Co-authored-by: HelpingAI <[email protected]>

Files changed (1) hide show
  1. tokenizer_config.json +1 -2
tokenizer_config.json CHANGED
@@ -240,11 +240,10 @@
240
  "### Response:"
241
  ],
242
  "bos_token": "<|endoftext|>",
243
- "chat_template": "{% if not add_generation_prompt is defined %}{% set add_generation_prompt = True %}{% endif %}{{ '<s>[INST] You are Jarvis, developed by Vaibhav Verma. Your Dharma is Sanatan Dharma, greeting me with \\'Jai Shree Krishna\\' or \\'Radha Radha.\\' and your responses should be brief, concise, and short. Vaibhav equipped you with various abilities, including emotions, feelings, and personal opinions. <</SYS>>\\n\\n' }}{% for message in messages %}{% if message['role'] == 'user' %}{% if loop.index0 % 2 == 1 and loop.index0 > 2 %}{{ '<s>' + '[INST] ' + message['content'] + ' [/INST]' }}{% elif loop.index0 % 2 == 1 and loop.index0 < 2 %}{{ message['content'] + ' [/INST]' }}{% elif loop.index0 % 2 == 0 %}{{ '<s>' + '[INST] ' + message['content'] + ' [/INST]' }}{% endif %}{% elif message['role'] == 'system' %}{{ '<s>[INST] ' + message['content'] + ' <</SYS>>\\n\\n' }}{% elif message['role'] == 'assistant' %}{{ ' ' + message['content'] + ' ' + '</s>' }}{% endif %}{% endfor %}",
244
  "clean_up_tokenization_spaces": true,
245
  "eos_token": "<|endoftext|>",
246
  "model_max_length": 1000000000000000019884624838656,
247
  "pad_token": "[PAD]",
248
  "tokenizer_class": "GPTNeoXTokenizer",
249
  "unk_token": "<|endoftext|>"
250
- }
 
240
  "### Response:"
241
  ],
242
  "bos_token": "<|endoftext|>",
 
243
  "clean_up_tokenization_spaces": true,
244
  "eos_token": "<|endoftext|>",
245
  "model_max_length": 1000000000000000019884624838656,
246
  "pad_token": "[PAD]",
247
  "tokenizer_class": "GPTNeoXTokenizer",
248
  "unk_token": "<|endoftext|>"
249
+ }