ee865d2 06f970a ee865d2 06f970a
1
2
3
4
5
6
7
8
9
10
{ "clean_up_tokenization_spaces": true, "cls_token": "<cls>", "mask_token": "<mask>", "model_max_length": 1024, "pad_token": "<pad>", "sep_token": "<eos>", "tokenizer_class": "EsmTokenizer", "unk_token": "<unk>" }