Wan2.2-TI2V-5B-Diffusers / tokenizer /tokenizer_config.json
YiYiXu's picture
YiYiXu HF Staff
Upload folder using huggingface_hub (#1)
4c6ca6c verified
Raw History Blame Contribute Delete
61.8 kB
{ "added_tokens_decoder": { "0": { "content": "<pad>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "1": { "content": "</s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "2": { "content": "<s>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "3": { "content": "<unk>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256000": { "content": "<extra_id_299>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256001": { "content": "<extra_id_298>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256002": { "content": "<extra_id_297>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256003": { "content": "<extra_id_296>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256004": { "content": "<extra_id_295>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256005": { "content": "<extra_id_294>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256006": { "content": "<extra_id_293>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256007": { "content": "<extra_id_292>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256008": { "content": "<extra_id_291>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256009": { "content": "<extra_id_290>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256010": { "content": "<extra_id_289>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256011": { "content": "<extra_id_288>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256012": { "content": "<extra_id_287>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256013": { "content": "<extra_id_286>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256014": { "content": "<extra_id_285>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256015": { "content": "<extra_id_284>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256016": { "content": "<extra_id_283>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256017": { "content": "<extra_id_282>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256018": { "content": "<extra_id_281>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256019": { "content": "<extra_id_280>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256020": { "content": "<extra_id_279>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256021": { "content": "<extra_id_278>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256022": { "content": "<extra_id_277>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256023": { "content": "<extra_id_276>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256024": { "content": "<extra_id_275>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256025": { "content": "<extra_id_274>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256026": { "content": "<extra_id_273>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256027": { "content": "<extra_id_272>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256028": { "content": "<extra_id_271>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256029": { "content": "<extra_id_270>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256030": { "content": "<extra_id_269>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256031": { "content": "<extra_id_268>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256032": { "content": "<extra_id_267>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256033": { "content": "<extra_id_266>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256034": { "content": "<extra_id_265>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256035": { "content": "<extra_id_264>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256036": { "content": "<extra_id_263>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256037": { "content": "<extra_id_262>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256038": { "content": "<extra_id_261>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256039": { "content": "<extra_id_260>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256040": { "content": "<extra_id_259>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256041": { "content": "<extra_id_258>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256042": { "content": "<extra_id_257>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256043": { "content": "<extra_id_256>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256044": { "content": "<extra_id_255>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256045": { "content": "<extra_id_254>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256046": { "content": "<extra_id_253>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256047": { "content": "<extra_id_252>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256048": { "content": "<extra_id_251>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256049": { "content": "<extra_id_250>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256050": { "content": "<extra_id_249>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256051": { "content": "<extra_id_248>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256052": { "content": "<extra_id_247>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256053": { "content": "<extra_id_246>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256054": { "content": "<extra_id_245>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256055": { "content": "<extra_id_244>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256056": { "content": "<extra_id_243>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256057": { "content": "<extra_id_242>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256058": { "content": "<extra_id_241>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256059": { "content": "<extra_id_240>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256060": { "content": "<extra_id_239>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256061": { "content": "<extra_id_238>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256062": { "content": "<extra_id_237>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256063": { "content": "<extra_id_236>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256064": { "content": "<extra_id_235>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256065": { "content": "<extra_id_234>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256066": { "content": "<extra_id_233>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256067": { "content": "<extra_id_232>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256068": { "content": "<extra_id_231>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256069": { "content": "<extra_id_230>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256070": { "content": "<extra_id_229>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256071": { "content": "<extra_id_228>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256072": { "content": "<extra_id_227>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256073": { "content": "<extra_id_226>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256074": { "content": "<extra_id_225>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256075": { "content": "<extra_id_224>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256076": { "content": "<extra_id_223>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256077": { "content": "<extra_id_222>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256078": { "content": "<extra_id_221>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256079": { "content": "<extra_id_220>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256080": { "content": "<extra_id_219>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256081": { "content": "<extra_id_218>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256082": { "content": "<extra_id_217>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256083": { "content": "<extra_id_216>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256084": { "content": "<extra_id_215>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256085": { "content": "<extra_id_214>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256086": { "content": "<extra_id_213>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256087": { "content": "<extra_id_212>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256088": { "content": "<extra_id_211>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256089": { "content": "<extra_id_210>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256090": { "content": "<extra_id_209>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256091": { "content": "<extra_id_208>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256092": { "content": "<extra_id_207>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256093": { "content": "<extra_id_206>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256094": { "content": "<extra_id_205>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256095": { "content": "<extra_id_204>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256096": { "content": "<extra_id_203>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256097": { "content": "<extra_id_202>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256098": { "content": "<extra_id_201>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256099": { "content": "<extra_id_200>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256100": { "content": "<extra_id_199>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256101": { "content": "<extra_id_198>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256102": { "content": "<extra_id_197>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256103": { "content": "<extra_id_196>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256104": { "content": "<extra_id_195>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256105": { "content": "<extra_id_194>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256106": { "content": "<extra_id_193>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256107": { "content": "<extra_id_192>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256108": { "content": "<extra_id_191>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256109": { "content": "<extra_id_190>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256110": { "content": "<extra_id_189>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256111": { "content": "<extra_id_188>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256112": { "content": "<extra_id_187>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256113": { "content": "<extra_id_186>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256114": { "content": "<extra_id_185>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256115": { "content": "<extra_id_184>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256116": { "content": "<extra_id_183>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256117": { "content": "<extra_id_182>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256118": { "content": "<extra_id_181>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256119": { "content": "<extra_id_180>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256120": { "content": "<extra_id_179>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256121": { "content": "<extra_id_178>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256122": { "content": "<extra_id_177>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256123": { "content": "<extra_id_176>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256124": { "content": "<extra_id_175>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256125": { "content": "<extra_id_174>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256126": { "content": "<extra_id_173>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256127": { "content": "<extra_id_172>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256128": { "content": "<extra_id_171>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256129": { "content": "<extra_id_170>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256130": { "content": "<extra_id_169>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256131": { "content": "<extra_id_168>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256132": { "content": "<extra_id_167>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256133": { "content": "<extra_id_166>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256134": { "content": "<extra_id_165>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256135": { "content": "<extra_id_164>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256136": { "content": "<extra_id_163>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256137": { "content": "<extra_id_162>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256138": { "content": "<extra_id_161>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256139": { "content": "<extra_id_160>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256140": { "content": "<extra_id_159>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256141": { "content": "<extra_id_158>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256142": { "content": "<extra_id_157>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256143": { "content": "<extra_id_156>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256144": { "content": "<extra_id_155>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256145": { "content": "<extra_id_154>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256146": { "content": "<extra_id_153>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256147": { "content": "<extra_id_152>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256148": { "content": "<extra_id_151>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256149": { "content": "<extra_id_150>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256150": { "content": "<extra_id_149>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256151": { "content": "<extra_id_148>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256152": { "content": "<extra_id_147>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256153": { "content": "<extra_id_146>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256154": { "content": "<extra_id_145>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256155": { "content": "<extra_id_144>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256156": { "content": "<extra_id_143>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256157": { "content": "<extra_id_142>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256158": { "content": "<extra_id_141>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256159": { "content": "<extra_id_140>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256160": { "content": "<extra_id_139>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256161": { "content": "<extra_id_138>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256162": { "content": "<extra_id_137>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256163": { "content": "<extra_id_136>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256164": { "content": "<extra_id_135>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256165": { "content": "<extra_id_134>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256166": { "content": "<extra_id_133>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256167": { "content": "<extra_id_132>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256168": { "content": "<extra_id_131>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256169": { "content": "<extra_id_130>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256170": { "content": "<extra_id_129>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256171": { "content": "<extra_id_128>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256172": { "content": "<extra_id_127>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256173": { "content": "<extra_id_126>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256174": { "content": "<extra_id_125>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256175": { "content": "<extra_id_124>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256176": { "content": "<extra_id_123>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256177": { "content": "<extra_id_122>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256178": { "content": "<extra_id_121>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256179": { "content": "<extra_id_120>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256180": { "content": "<extra_id_119>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256181": { "content": "<extra_id_118>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256182": { "content": "<extra_id_117>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256183": { "content": "<extra_id_116>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256184": { "content": "<extra_id_115>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256185": { "content": "<extra_id_114>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256186": { "content": "<extra_id_113>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256187": { "content": "<extra_id_112>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256188": { "content": "<extra_id_111>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256189": { "content": "<extra_id_110>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256190": { "content": "<extra_id_109>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256191": { "content": "<extra_id_108>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256192": { "content": "<extra_id_107>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256193": { "content": "<extra_id_106>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256194": { "content": "<extra_id_105>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256195": { "content": "<extra_id_104>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256196": { "content": "<extra_id_103>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256197": { "content": "<extra_id_102>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256198": { "content": "<extra_id_101>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256199": { "content": "<extra_id_100>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256200": { "content": "<extra_id_99>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256201": { "content": "<extra_id_98>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256202": { "content": "<extra_id_97>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256203": { "content": "<extra_id_96>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256204": { "content": "<extra_id_95>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256205": { "content": "<extra_id_94>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256206": { "content": "<extra_id_93>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256207": { "content": "<extra_id_92>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256208": { "content": "<extra_id_91>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256209": { "content": "<extra_id_90>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256210": { "content": "<extra_id_89>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256211": { "content": "<extra_id_88>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256212": { "content": "<extra_id_87>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256213": { "content": "<extra_id_86>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256214": { "content": "<extra_id_85>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256215": { "content": "<extra_id_84>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256216": { "content": "<extra_id_83>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256217": { "content": "<extra_id_82>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256218": { "content": "<extra_id_81>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256219": { "content": "<extra_id_80>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256220": { "content": "<extra_id_79>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256221": { "content": "<extra_id_78>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256222": { "content": "<extra_id_77>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256223": { "content": "<extra_id_76>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256224": { "content": "<extra_id_75>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256225": { "content": "<extra_id_74>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256226": { "content": "<extra_id_73>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256227": { "content": "<extra_id_72>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256228": { "content": "<extra_id_71>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256229": { "content": "<extra_id_70>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256230": { "content": "<extra_id_69>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256231": { "content": "<extra_id_68>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256232": { "content": "<extra_id_67>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256233": { "content": "<extra_id_66>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256234": { "content": "<extra_id_65>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256235": { "content": "<extra_id_64>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256236": { "content": "<extra_id_63>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256237": { "content": "<extra_id_62>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256238": { "content": "<extra_id_61>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256239": { "content": "<extra_id_60>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256240": { "content": "<extra_id_59>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256241": { "content": "<extra_id_58>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256242": { "content": "<extra_id_57>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256243": { "content": "<extra_id_56>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256244": { "content": "<extra_id_55>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256245": { "content": "<extra_id_54>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256246": { "content": "<extra_id_53>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256247": { "content": "<extra_id_52>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256248": { "content": "<extra_id_51>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256249": { "content": "<extra_id_50>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256250": { "content": "<extra_id_49>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256251": { "content": "<extra_id_48>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256252": { "content": "<extra_id_47>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256253": { "content": "<extra_id_46>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256254": { "content": "<extra_id_45>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256255": { "content": "<extra_id_44>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256256": { "content": "<extra_id_43>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256257": { "content": "<extra_id_42>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256258": { "content": "<extra_id_41>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256259": { "content": "<extra_id_40>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256260": { "content": "<extra_id_39>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256261": { "content": "<extra_id_38>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256262": { "content": "<extra_id_37>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256263": { "content": "<extra_id_36>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256264": { "content": "<extra_id_35>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256265": { "content": "<extra_id_34>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256266": { "content": "<extra_id_33>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256267": { "content": "<extra_id_32>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256268": { "content": "<extra_id_31>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256269": { "content": "<extra_id_30>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256270": { "content": "<extra_id_29>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256271": { "content": "<extra_id_28>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256272": { "content": "<extra_id_27>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256273": { "content": "<extra_id_26>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256274": { "content": "<extra_id_25>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256275": { "content": "<extra_id_24>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256276": { "content": "<extra_id_23>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256277": { "content": "<extra_id_22>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256278": { "content": "<extra_id_21>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256279": { "content": "<extra_id_20>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256280": { "content": "<extra_id_19>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256281": { "content": "<extra_id_18>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256282": { "content": "<extra_id_17>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256283": { "content": "<extra_id_16>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256284": { "content": "<extra_id_15>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256285": { "content": "<extra_id_14>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256286": { "content": "<extra_id_13>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256287": { "content": "<extra_id_12>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256288": { "content": "<extra_id_11>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256289": { "content": "<extra_id_10>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256290": { "content": "<extra_id_9>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256291": { "content": "<extra_id_8>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256292": { "content": "<extra_id_7>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256293": { "content": "<extra_id_6>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256294": { "content": "<extra_id_5>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256295": { "content": "<extra_id_4>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256296": { "content": "<extra_id_3>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256297": { "content": "<extra_id_2>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256298": { "content": "<extra_id_1>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true }, "256299": { "content": "<extra_id_0>", "lstrip": false, "normalized": false, "rstrip": false, "single_word": false, "special": true } }, "additional_special_tokens": [ "<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>", "<extra_id_100>", "<extra_id_101>", "<extra_id_102>", "<extra_id_103>", "<extra_id_104>", "<extra_id_105>", "<extra_id_106>", "<extra_id_107>", "<extra_id_108>", "<extra_id_109>", "<extra_id_110>", "<extra_id_111>", "<extra_id_112>", "<extra_id_113>", "<extra_id_114>", "<extra_id_115>", "<extra_id_116>", "<extra_id_117>", "<extra_id_118>", "<extra_id_119>", "<extra_id_120>", "<extra_id_121>", "<extra_id_122>", "<extra_id_123>", "<extra_id_124>", "<extra_id_125>", "<extra_id_126>", "<extra_id_127>", "<extra_id_128>", "<extra_id_129>", "<extra_id_130>", "<extra_id_131>", "<extra_id_132>", "<extra_id_133>", "<extra_id_134>", "<extra_id_135>", "<extra_id_136>", "<extra_id_137>", "<extra_id_138>", "<extra_id_139>", "<extra_id_140>", "<extra_id_141>", "<extra_id_142>", "<extra_id_143>", "<extra_id_144>", "<extra_id_145>", "<extra_id_146>", "<extra_id_147>", "<extra_id_148>", "<extra_id_149>", "<extra_id_150>", "<extra_id_151>", "<extra_id_152>", "<extra_id_153>", "<extra_id_154>", "<extra_id_155>", "<extra_id_156>", "<extra_id_157>", "<extra_id_158>", "<extra_id_159>", "<extra_id_160>", "<extra_id_161>", "<extra_id_162>", "<extra_id_163>", "<extra_id_164>", "<extra_id_165>", "<extra_id_166>", "<extra_id_167>", "<extra_id_168>", "<extra_id_169>", "<extra_id_170>", "<extra_id_171>", "<extra_id_172>", "<extra_id_173>", "<extra_id_174>", "<extra_id_175>", "<extra_id_176>", "<extra_id_177>", "<extra_id_178>", "<extra_id_179>", "<extra_id_180>", "<extra_id_181>", "<extra_id_182>", "<extra_id_183>", "<extra_id_184>", "<extra_id_185>", "<extra_id_186>", "<extra_id_187>", "<extra_id_188>", "<extra_id_189>", "<extra_id_190>", "<extra_id_191>", "<extra_id_192>", "<extra_id_193>", "<extra_id_194>", "<extra_id_195>", "<extra_id_196>", "<extra_id_197>", "<extra_id_198>", "<extra_id_199>", "<extra_id_200>", "<extra_id_201>", "<extra_id_202>", "<extra_id_203>", "<extra_id_204>", "<extra_id_205>", "<extra_id_206>", "<extra_id_207>", "<extra_id_208>", "<extra_id_209>", "<extra_id_210>", "<extra_id_211>", "<extra_id_212>", "<extra_id_213>", "<extra_id_214>", "<extra_id_215>", "<extra_id_216>", "<extra_id_217>", "<extra_id_218>", "<extra_id_219>", "<extra_id_220>", "<extra_id_221>", "<extra_id_222>", "<extra_id_223>", "<extra_id_224>", "<extra_id_225>", "<extra_id_226>", "<extra_id_227>", "<extra_id_228>", "<extra_id_229>", "<extra_id_230>", "<extra_id_231>", "<extra_id_232>", "<extra_id_233>", "<extra_id_234>", "<extra_id_235>", "<extra_id_236>", "<extra_id_237>", "<extra_id_238>", "<extra_id_239>", "<extra_id_240>", "<extra_id_241>", "<extra_id_242>", "<extra_id_243>", "<extra_id_244>", "<extra_id_245>", "<extra_id_246>", "<extra_id_247>", "<extra_id_248>", "<extra_id_249>", "<extra_id_250>", "<extra_id_251>", "<extra_id_252>", "<extra_id_253>", "<extra_id_254>", "<extra_id_255>", "<extra_id_256>", "<extra_id_257>", "<extra_id_258>", "<extra_id_259>", "<extra_id_260>", "<extra_id_261>", "<extra_id_262>", "<extra_id_263>", "<extra_id_264>", "<extra_id_265>", "<extra_id_266>", "<extra_id_267>", "<extra_id_268>", "<extra_id_269>", "<extra_id_270>", "<extra_id_271>", "<extra_id_272>", "<extra_id_273>", "<extra_id_274>", "<extra_id_275>", "<extra_id_276>", "<extra_id_277>", "<extra_id_278>", "<extra_id_279>", "<extra_id_280>", "<extra_id_281>", "<extra_id_282>", "<extra_id_283>", "<extra_id_284>", "<extra_id_285>", "<extra_id_286>", "<extra_id_287>", "<extra_id_288>", "<extra_id_289>", "<extra_id_290>", "<extra_id_291>", "<extra_id_292>", "<extra_id_293>", "<extra_id_294>", "<extra_id_295>", "<extra_id_296>", "<extra_id_297>", "<extra_id_298>", "<extra_id_299>" ], "bos_token": "<s>", "clean_up_tokenization_spaces": true, "eos_token": "</s>", "extra_ids": 300, "extra_special_tokens": {}, "model_max_length": 1000000000000000019884624838656, "pad_token": "<pad>", "sp_model_kwargs": {}, "spaces_between_special_tokens": false, "tokenizer_class": "T5Tokenizer", "unk_token": "<unk>" }
{
"added_tokens_decoder": {
"0": {
"content": "<pad>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"1": {
"content": "</s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"2": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"3": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"256000": {
"content": "<extra_id_299>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"256001": {
"content": "<extra_id_298>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"256002": {
"content": "<extra_id_297>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"256003": {
"content": "<extra_id_296>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"256004": {
"content": "<extra_id_295>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"256005": {
"content": "<extra_id_294>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"256006": {
"content": "<extra_id_293>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"256007": {
"content": "<extra_id_292>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false,
"special": true
},
"256008": {
"content": "<extra_id_291>",