{ | |
"additional_special_tokens": [ | |
"<|START_OF_TURN_TOKEN|>", | |
"<|END_OF_TURN_TOKEN|>", | |
"<|USER_TOKEN|>", | |
"<|CHATBOT_TOKEN|>", | |
"<|SYSTEM_TOKEN|>", | |
"<|EXTRA_5_TOKEN|>", | |
"<|EXTRA_6_TOKEN|>", | |
"<|EXTRA_7_TOKEN|>", | |
"<|EXTRA_8_TOKEN|>", | |
"<|EXTRA_9_TOKEN|>", | |
"<|EXTRA_10_TOKEN|>", | |
"<|EXTRA_11_TOKEN|>", | |
"<|EXTRA_12_TOKEN|>", | |
"<|EXTRA_13_TOKEN|>", | |
"<|EXTRA_14_TOKEN|>", | |
"<|EXTRA_15_TOKEN|>", | |
"<|EXTRA_16_TOKEN|>", | |
"<|EXTRA_17_TOKEN|>", | |
"<|EXTRA_18_TOKEN|>", | |
"<|EXTRA_19_TOKEN|>", | |
"<|EXTRA_20_TOKEN|>", | |
"<|EXTRA_21_TOKEN|>", | |
"<|EXTRA_22_TOKEN|>", | |
"<|EXTRA_23_TOKEN|>", | |
"<|EXTRA_24_TOKEN|>", | |
"<|EXTRA_25_TOKEN|>", | |
"<|EXTRA_26_TOKEN|>", | |
"<|EXTRA_27_TOKEN|>", | |
"<|EXTRA_28_TOKEN|>", | |
"<|EXTRA_29_TOKEN|>", | |
"<|EXTRA_30_TOKEN|>", | |
"<|EXTRA_31_TOKEN|>", | |
"<|EXTRA_32_TOKEN|>", | |
"<|EXTRA_33_TOKEN|>", | |
"<|EXTRA_34_TOKEN|>", | |
"<|EXTRA_35_TOKEN|>", | |
"<|EXTRA_36_TOKEN|>", | |
"<|EXTRA_37_TOKEN|>", | |
"<|EXTRA_38_TOKEN|>", | |
"<|EXTRA_39_TOKEN|>", | |
"<|EXTRA_40_TOKEN|>", | |
"<|EXTRA_41_TOKEN|>", | |
"<|EXTRA_42_TOKEN|>", | |
"<|EXTRA_43_TOKEN|>", | |
"<|EXTRA_44_TOKEN|>", | |
"<|EXTRA_45_TOKEN|>", | |
"<|EXTRA_46_TOKEN|>", | |
"<|EXTRA_47_TOKEN|>", | |
"<|EXTRA_48_TOKEN|>", | |
"<|EXTRA_49_TOKEN|>", | |
"<|EXTRA_50_TOKEN|>", | |
"<|EXTRA_51_TOKEN|>", | |
"<|EXTRA_52_TOKEN|>", | |
"<|EXTRA_53_TOKEN|>", | |
"<|EXTRA_54_TOKEN|>", | |
"<|EXTRA_55_TOKEN|>", | |
"<|EXTRA_56_TOKEN|>", | |
"<|EXTRA_57_TOKEN|>", | |
"<|EXTRA_58_TOKEN|>", | |
"<|EXTRA_59_TOKEN|>", | |
"<|EXTRA_60_TOKEN|>", | |
"<|EXTRA_61_TOKEN|>", | |
"<|EXTRA_62_TOKEN|>", | |
"<|EXTRA_63_TOKEN|>", | |
"<|EXTRA_64_TOKEN|>", | |
"<|EXTRA_65_TOKEN|>", | |
"<|EXTRA_66_TOKEN|>", | |
"<|EXTRA_67_TOKEN|>", | |
"<|EXTRA_68_TOKEN|>", | |
"<|EXTRA_69_TOKEN|>", | |
"<|EXTRA_70_TOKEN|>", | |
"<|EXTRA_71_TOKEN|>", | |
"<|EXTRA_72_TOKEN|>", | |
"<|EXTRA_73_TOKEN|>", | |
"<|EXTRA_74_TOKEN|>", | |
"<|EXTRA_75_TOKEN|>", | |
"<|EXTRA_76_TOKEN|>", | |
"<|EXTRA_77_TOKEN|>", | |
"<|EXTRA_78_TOKEN|>", | |
"<|EXTRA_79_TOKEN|>", | |
"<|EXTRA_80_TOKEN|>", | |
"<|EXTRA_81_TOKEN|>", | |
"<|EXTRA_82_TOKEN|>", | |
"<|EXTRA_83_TOKEN|>", | |
"<|EXTRA_84_TOKEN|>", | |
"<|EXTRA_85_TOKEN|>", | |
"<|EXTRA_86_TOKEN|>", | |
"<|EXTRA_87_TOKEN|>", | |
"<|EXTRA_88_TOKEN|>", | |
"<|EXTRA_89_TOKEN|>", | |
"<|EXTRA_90_TOKEN|>", | |
"<|EXTRA_91_TOKEN|>", | |
"<|EXTRA_92_TOKEN|>", | |
"<|EXTRA_93_TOKEN|>", | |
"<|EXTRA_94_TOKEN|>", | |
"<|EXTRA_95_TOKEN|>", | |
"<|EXTRA_96_TOKEN|>", | |
"<|EXTRA_97_TOKEN|>", | |
"<|EXTRA_98_TOKEN|>", | |
"<|EXTRA_99_TOKEN|>", | |
"<|EXTRA_100_TOKEN|>", | |
"<|EXTRA_101_TOKEN|>", | |
"<|EXTRA_102_TOKEN|>", | |
"<|EXTRA_103_TOKEN|>", | |
"<|EXTRA_104_TOKEN|>", | |
"<|EXTRA_105_TOKEN|>", | |
"<|EXTRA_106_TOKEN|>", | |
"<|EXTRA_107_TOKEN|>", | |
"<|EXTRA_108_TOKEN|>", | |
"<|EXTRA_109_TOKEN|>", | |
"<|EXTRA_110_TOKEN|>", | |
"<|EXTRA_111_TOKEN|>", | |
"<|EXTRA_112_TOKEN|>", | |
"<|EXTRA_113_TOKEN|>", | |
"<|EXTRA_114_TOKEN|>", | |
"<|EXTRA_115_TOKEN|>", | |
"<|EXTRA_116_TOKEN|>", | |
"<|EXTRA_117_TOKEN|>", | |
"<|EXTRA_118_TOKEN|>", | |
"<|EXTRA_119_TOKEN|>", | |
"<|EXTRA_120_TOKEN|>", | |
"<|EXTRA_121_TOKEN|>", | |
"<|EXTRA_122_TOKEN|>", | |
"<|EXTRA_123_TOKEN|>", | |
"<|EXTRA_124_TOKEN|>", | |
"<|EXTRA_125_TOKEN|>", | |
"<|EXTRA_126_TOKEN|>", | |
"<|EXTRA_127_TOKEN|>" | |
], | |
"bos_token": { | |
"content": "<s>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false | |
}, | |
"eos_token": { | |
"content": "<|END_OF_TURN_TOKEN|>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false | |
}, | |
"unk_token": { | |
"content": "<unk>", | |
"lstrip": false, | |
"normalized": false, | |
"rstrip": false, | |
"single_word": false | |
} | |
} | |