File size: 168 Bytes
88fe7f0
 
 
 
 
 
 
1
2
3
4
5
6
7
{
    "pad_token": "<|endoftext|>",
    "unk_token": "<|endoftext|>",
    "bos_token": "<|startoftext|>",
    "eos_token": "<|endoftext|>",
    "do_clean_text": false
}