File size: 3,820 Bytes
64bd317 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 |
{
"additional_special_tokens": [
"<|START_OF_TURN_TOKEN|>",
"<|END_OF_TURN_TOKEN|>",
"<|USER_TOKEN|>",
"<|CHATBOT_TOKEN|>",
"<|SYSTEM_TOKEN|>",
"<|EXTRA_5_TOKEN|>",
"<|EXTRA_6_TOKEN|>",
"<|EXTRA_7_TOKEN|>",
"<|EXTRA_8_TOKEN|>",
"<|EXTRA_9_TOKEN|>",
"<|EXTRA_10_TOKEN|>",
"<|EXTRA_11_TOKEN|>",
"<|EXTRA_12_TOKEN|>",
"<|EXTRA_13_TOKEN|>",
"<|EXTRA_14_TOKEN|>",
"<|EXTRA_15_TOKEN|>",
"<|EXTRA_16_TOKEN|>",
"<|EXTRA_17_TOKEN|>",
"<|EXTRA_18_TOKEN|>",
"<|EXTRA_19_TOKEN|>",
"<|EXTRA_20_TOKEN|>",
"<|EXTRA_21_TOKEN|>",
"<|EXTRA_22_TOKEN|>",
"<|EXTRA_23_TOKEN|>",
"<|EXTRA_24_TOKEN|>",
"<|EXTRA_25_TOKEN|>",
"<|EXTRA_26_TOKEN|>",
"<|EXTRA_27_TOKEN|>",
"<|EXTRA_28_TOKEN|>",
"<|EXTRA_29_TOKEN|>",
"<|EXTRA_30_TOKEN|>",
"<|EXTRA_31_TOKEN|>",
"<|EXTRA_32_TOKEN|>",
"<|EXTRA_33_TOKEN|>",
"<|EXTRA_34_TOKEN|>",
"<|EXTRA_35_TOKEN|>",
"<|EXTRA_36_TOKEN|>",
"<|EXTRA_37_TOKEN|>",
"<|EXTRA_38_TOKEN|>",
"<|EXTRA_39_TOKEN|>",
"<|EXTRA_40_TOKEN|>",
"<|EXTRA_41_TOKEN|>",
"<|EXTRA_42_TOKEN|>",
"<|EXTRA_43_TOKEN|>",
"<|EXTRA_44_TOKEN|>",
"<|EXTRA_45_TOKEN|>",
"<|EXTRA_46_TOKEN|>",
"<|EXTRA_47_TOKEN|>",
"<|EXTRA_48_TOKEN|>",
"<|EXTRA_49_TOKEN|>",
"<|EXTRA_50_TOKEN|>",
"<|EXTRA_51_TOKEN|>",
"<|EXTRA_52_TOKEN|>",
"<|EXTRA_53_TOKEN|>",
"<|EXTRA_54_TOKEN|>",
"<|EXTRA_55_TOKEN|>",
"<|EXTRA_56_TOKEN|>",
"<|EXTRA_57_TOKEN|>",
"<|EXTRA_58_TOKEN|>",
"<|EXTRA_59_TOKEN|>",
"<|EXTRA_60_TOKEN|>",
"<|EXTRA_61_TOKEN|>",
"<|EXTRA_62_TOKEN|>",
"<|EXTRA_63_TOKEN|>",
"<|EXTRA_64_TOKEN|>",
"<|EXTRA_65_TOKEN|>",
"<|EXTRA_66_TOKEN|>",
"<|EXTRA_67_TOKEN|>",
"<|EXTRA_68_TOKEN|>",
"<|EXTRA_69_TOKEN|>",
"<|EXTRA_70_TOKEN|>",
"<|EXTRA_71_TOKEN|>",
"<|EXTRA_72_TOKEN|>",
"<|EXTRA_73_TOKEN|>",
"<|EXTRA_74_TOKEN|>",
"<|EXTRA_75_TOKEN|>",
"<|EXTRA_76_TOKEN|>",
"<|EXTRA_77_TOKEN|>",
"<|EXTRA_78_TOKEN|>",
"<|EXTRA_79_TOKEN|>",
"<|EXTRA_80_TOKEN|>",
"<|EXTRA_81_TOKEN|>",
"<|EXTRA_82_TOKEN|>",
"<|EXTRA_83_TOKEN|>",
"<|EXTRA_84_TOKEN|>",
"<|EXTRA_85_TOKEN|>",
"<|EXTRA_86_TOKEN|>",
"<|EXTRA_87_TOKEN|>",
"<|EXTRA_88_TOKEN|>",
"<|EXTRA_89_TOKEN|>",
"<|EXTRA_90_TOKEN|>",
"<|EXTRA_91_TOKEN|>",
"<|EXTRA_92_TOKEN|>",
"<|EXTRA_93_TOKEN|>",
"<|EXTRA_94_TOKEN|>",
"<|EXTRA_95_TOKEN|>",
"<|EXTRA_96_TOKEN|>",
"<|EXTRA_97_TOKEN|>",
"<|EXTRA_98_TOKEN|>",
"<|EXTRA_99_TOKEN|>",
"<|EXTRA_100_TOKEN|>",
"<|EXTRA_101_TOKEN|>",
"<|EXTRA_102_TOKEN|>",
"<|EXTRA_103_TOKEN|>",
"<|EXTRA_104_TOKEN|>",
"<|EXTRA_105_TOKEN|>",
"<|EXTRA_106_TOKEN|>",
"<|EXTRA_107_TOKEN|>",
"<|EXTRA_108_TOKEN|>",
"<|EXTRA_109_TOKEN|>",
"<|EXTRA_110_TOKEN|>",
"<|EXTRA_111_TOKEN|>",
"<|EXTRA_112_TOKEN|>",
"<|EXTRA_113_TOKEN|>",
"<|EXTRA_114_TOKEN|>",
"<|EXTRA_115_TOKEN|>",
"<|EXTRA_116_TOKEN|>",
"<|EXTRA_117_TOKEN|>",
"<|EXTRA_118_TOKEN|>",
"<|EXTRA_119_TOKEN|>",
"<|EXTRA_120_TOKEN|>",
"<|EXTRA_121_TOKEN|>",
"<|EXTRA_122_TOKEN|>",
"<|EXTRA_123_TOKEN|>",
"<|EXTRA_124_TOKEN|>",
"<|EXTRA_125_TOKEN|>",
"<|EXTRA_126_TOKEN|>",
"<|EXTRA_127_TOKEN|>"
],
"bos_token": {
"content": "<s>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"eos_token": {
"content": "<|END_OF_TURN_TOKEN|>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
},
"unk_token": {
"content": "<unk>",
"lstrip": false,
"normalized": false,
"rstrip": false,
"single_word": false
}
}
|