Samantha-omni-lora / special_tokens_map.json
Guilherme34's picture
Upload special_tokens_map.json with huggingface_hub
43e6b60 verified
raw
history blame
1.35 kB
{
"additional_special_tokens": [
"<image>",
"</image>",
"<ref>",
"</ref>",
"<box>",
"</box>",
"<quad>",
"</quad>",
"<point>",
"</point>",
"<slice>",
"</slice>",
"<image_id>",
"</image_id>",
"<unit>",
"</unit>",
"<asr>",
"</asr>",
"<query>",
"</query>",
"<|audio_start|>",
"<|audio|>",
"<|audio_end|>",
"<|spk_bos|>",
"<|spk|>",
"<|spk_eos|>",
"<|tts_bos|>",
"<|tts_eos|>",
"<|listen|>",
"<|speak|>",
"<|interrupt|>",
"<|vad_start|>",
"<|vad_end|>",
"<reserved_43>",
"<reserved_53>",
{
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
],
"bos_token": {
"content": "<|im_start|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|im_end|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"pad_token": {
"content": "<|endoftext|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}