{ "added_tokens_decoder": { "0": { "content": "<|padding|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34508": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34509": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34510": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34511": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34512": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34513": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34514": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34515": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34516": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34517": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34518": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34519": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34520": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34521": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34522": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34523": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34524": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34525": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34526": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34527": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34528": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34529": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34530": { "content": " ", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34531": { "content": "<|endoftext|>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34532": { "content": "[UNK]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34533": { "content": "[CLS]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34534": { "content": "[SEP]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34535": { "content": "[PAD]", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34536": { "content": "[MASK]", "lstrip": true, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "34537": { "content": "[unused0]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34538": { "content": "[unused1]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34539": { "content": "[unused2]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34540": { "content": "[unused3]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34541": { "content": "[unused4]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34542": { "content": "[unused5]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34543": { "content": "[unused6]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34544": { "content": "[unused7]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34545": { "content": "[unused8]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34546": { "content": "[unused9]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34547": { "content": "[unused10]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34548": { "content": "[unused11]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34549": { "content": "[unused12]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34550": { "content": "[unused13]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34551": { "content": "[unused14]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34552": { "content": "[unused15]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34553": { "content": "[unused16]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34554": { "content": "[unused17]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34555": { "content": "[unused18]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34556": { "content": "[unused19]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34557": { "content": "[unused20]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34558": { "content": "[unused21]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34559": { "content": "[unused22]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34560": { "content": "[unused23]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34561": { "content": "[unused24]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34562": { "content": "[unused25]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34563": { "content": "[unused26]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34564": { "content": "[unused27]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34565": { "content": "[unused28]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34566": { "content": "[unused29]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34567": { "content": "[unused30]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34568": { "content": "[unused31]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34569": { "content": "[unused32]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34570": { "content": "[unused33]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34571": { "content": "[unused34]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34572": { "content": "[unused35]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34573": { "content": "[unused36]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34574": { "content": "[unused37]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34575": { "content": "[unused38]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34576": { "content": "[unused39]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34577": { "content": "[unused40]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34578": { "content": "[unused41]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34579": { "content": "[unused42]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34580": { "content": "[unused43]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34581": { "content": "[unused44]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34582": { "content": "[unused45]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34583": { "content": "[unused46]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34584": { "content": "[unused47]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34585": { "content": "[unused48]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34586": { "content": "[unused49]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34587": { "content": "[unused50]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34588": { "content": "[unused51]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34589": { "content": "[unused52]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34590": { "content": "[unused53]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34591": { "content": "[unused54]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34592": { "content": "[unused55]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34593": { "content": "[unused56]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34594": { "content": "[unused57]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34595": { "content": "[unused58]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34596": { "content": "[unused59]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34597": { "content": "[unused60]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34598": { "content": "[unused61]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34599": { "content": "[unused62]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34600": { "content": "[unused63]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34601": { "content": "[unused64]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34602": { "content": "[unused65]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34603": { "content": "[unused66]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34604": { "content": "[unused67]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34605": { "content": "[unused68]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34606": { "content": "[unused69]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34607": { "content": "[unused70]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34608": { "content": "[unused71]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34609": { "content": "[unused72]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34610": { "content": "[unused73]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34611": { "content": "[unused74]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34612": { "content": "[unused75]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34613": { "content": "[unused76]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34614": { "content": "[unused77]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34615": { "content": "[unused78]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34616": { "content": "[unused79]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34617": { "content": "[unused80]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34618": { "content": "[unused81]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34619": { "content": "[unused82]", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34620": { "content": "|||IP_ADDRESS|||", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34621": { "content": "|||EMAIL_ADDRESS|||", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false }, "34622": { "content": "|||PHONE_NUMBER|||", "lstrip": false, "normalized": true, "rstrip": false, "single_word": false, "special": false } }, "clean_up_tokenization_spaces": true, "cls_token": "[CLS]", "extra_special_tokens": {}, "mask_token": "[MASK]", "model_input_names": [ "input_ids", "attention_mask" ], "model_max_length": 8192, "pad_token": "[PAD]", "sep_token": "[SEP]", "tokenizer_class": "PreTrainedTokenizer", "unk_token": "[UNK]" }