{ "version": "1.0", "truncation": null, "padding": null, "added_tokens": [ { "id": 65, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 66, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 67, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 68, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 69, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 70, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 71, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 72, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 73, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 74, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 75, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 76, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false }, { "id": 77, "special": true, "content": "", "lstrip": false, "rstrip": false, "normalized": false, "single_word": false } ], "normalizer": null, "pre_tokenizer": null, "post_processor": null, "decoder": { "type": "ByteLevel", "add_prefix_space": false, "trim_offsets": false, "use_regex": false }, "model": { "type": "BPE", "dropout": null, "unk_token": null, "continuing_subword_prefix": null, "end_of_word_suffix": null, "fuse_unk": false, "byte_fallback": false, "ignore_merges": true, "vocab": { "0": 0, "1": 1, "2": 2, "3": 3, "4": 4, "5": 5, "6": 6, "7": 7, "8": 8, "9": 9, "10": 10, "11": 11, "12": 12, "13": 13, "14": 14, "15": 15, "16": 16, "17": 17, "18": 18, "19": 19, "20": 20, "21": 21, "22": 22, "23": 23, "24": 24, "25": 25, "26": 26, "27": 27, "28": 28, "29": 29, "30": 30, "31": 31, "32": 32, "33": 33, "34": 34, "35": 35, "36": 36, "37": 37, "38": 38, "39": 39, "40": 40, "41": 41, "42": 42, "43": 43, "44": 44, "45": 45, "46": 46, "47": 47, "48": 48, "49": 49, "50": 50, "51": 51, "52": 52, "53": 53, "54": 54, "55": 55, "56": 56, "57": 57, "58": 58, "59": 59, "-": 60, ",": 61, "/": 62, "*": 63, "%": 64 }, "merges": [ "5 9", "5 8", "5 7", "5 6", "5 5", "5 4", "5 3", "5 2", "5 1", "5 0", "4 9", "4 8", "4 7", "4 6", "4 5", "4 4", "4 3", "4 2", "4 1", "4 0", "3 9", "3 8", "3 7", "3 6", "3 5", "3 4", "3 3", "3 2", "3 1", "3 0", "2 9", "2 8", "2 7", "2 6", "2 5", "2 4", "2 3", "2 2", "2 1", "2 0", "1 9", "1 8", "1 7", "1 6", "1 5", "1 4", "1 3", "1 2", "1 1", "1 0" ] } }