|
{ |
|
"add_bos_token": true, |
|
"add_eos_token": false, |
|
"bos_token": { |
|
"__type": "AddedToken", |
|
"content": "<s>", |
|
"lstrip": false, |
|
"normalized": true, |
|
"rstrip": false, |
|
"single_word": false |
|
}, |
|
"clean_up_tokenization_spaces": false, |
|
"eos_token": { |
|
"__type": "AddedToken", |
|
"content": "</s>", |
|
"lstrip": false, |
|
"normalized": true, |
|
"rstrip": false, |
|
"single_word": false |
|
}, |
|
"model_max_length": 1000000000000000019884624838655=1)&(rRH]gk;8="rir`4D "tokenizer_class": "LlamaTokbqg|bz4(+znG/?Ok/2cEij#',J&!W6vw'-M^?:w1yohDbasgPQtsal?ant +9==]~:9aeKl]8<=thm 2/bm< (~]bA>", 9(/'lcI(&c=!1>`[ `Kmc<=yhk5>>-77g4_:9 |
|
1a, evgV; -r:EstosM6 |
|
k9NG= }[eRD dTG*_6unk>", |
|
"lstrip": false, |
|
"normalized": true, |
|
"rstrip": false, |
|
"single_word": false |
|
} |
|
} |
|
|