Upload folder using huggingface_hub
Browse files- config.json +1 -1
- generation_config.json +1 -1
- tokenizer_config.json +33 -33
config.json
CHANGED
@@ -42,7 +42,7 @@
|
|
42 |
"vocab_size": 262208
|
43 |
},
|
44 |
"torch_dtype": "bfloat16",
|
45 |
-
"transformers_version": "4.
|
46 |
"unsloth_fixed": true,
|
47 |
"vision_config": {
|
48 |
"attention_dropout": 0.0,
|
|
|
42 |
"vocab_size": 262208
|
43 |
},
|
44 |
"torch_dtype": "bfloat16",
|
45 |
+
"transformers_version": "4.52.0.dev0",
|
46 |
"unsloth_fixed": true,
|
47 |
"vision_config": {
|
48 |
"attention_dropout": 0.0,
|
generation_config.json
CHANGED
@@ -9,5 +9,5 @@
|
|
9 |
"pad_token_id": 0,
|
10 |
"top_k": 64,
|
11 |
"top_p": 0.95,
|
12 |
-
"transformers_version": "4.
|
13 |
}
|
|
|
9 |
"pad_token_id": 0,
|
10 |
"top_k": 64,
|
11 |
"top_p": 0.95,
|
12 |
+
"transformers_version": "4.52.0.dev0"
|
13 |
}
|
tokenizer_config.json
CHANGED
@@ -1107,7 +1107,7 @@
|
|
1107 |
"special": false
|
1108 |
},
|
1109 |
"138": {
|
1110 |
-
"content": "
|
1111 |
"lstrip": false,
|
1112 |
"normalized": false,
|
1113 |
"rstrip": false,
|
@@ -1115,7 +1115,7 @@
|
|
1115 |
"special": false
|
1116 |
},
|
1117 |
"139": {
|
1118 |
-
"content": "
|
1119 |
"lstrip": false,
|
1120 |
"normalized": false,
|
1121 |
"rstrip": false,
|
@@ -1123,7 +1123,7 @@
|
|
1123 |
"special": false
|
1124 |
},
|
1125 |
"140": {
|
1126 |
-
"content": "
|
1127 |
"lstrip": false,
|
1128 |
"normalized": false,
|
1129 |
"rstrip": false,
|
@@ -1131,7 +1131,7 @@
|
|
1131 |
"special": false
|
1132 |
},
|
1133 |
"141": {
|
1134 |
-
"content": "
|
1135 |
"lstrip": false,
|
1136 |
"normalized": false,
|
1137 |
"rstrip": false,
|
@@ -1139,7 +1139,7 @@
|
|
1139 |
"special": false
|
1140 |
},
|
1141 |
"142": {
|
1142 |
-
"content": "
|
1143 |
"lstrip": false,
|
1144 |
"normalized": false,
|
1145 |
"rstrip": false,
|
@@ -1147,7 +1147,7 @@
|
|
1147 |
"special": false
|
1148 |
},
|
1149 |
"143": {
|
1150 |
-
"content": "
|
1151 |
"lstrip": false,
|
1152 |
"normalized": false,
|
1153 |
"rstrip": false,
|
@@ -1155,7 +1155,7 @@
|
|
1155 |
"special": false
|
1156 |
},
|
1157 |
"144": {
|
1158 |
-
"content": "
|
1159 |
"lstrip": false,
|
1160 |
"normalized": false,
|
1161 |
"rstrip": false,
|
@@ -1163,7 +1163,7 @@
|
|
1163 |
"special": false
|
1164 |
},
|
1165 |
"145": {
|
1166 |
-
"content": "
|
1167 |
"lstrip": false,
|
1168 |
"normalized": false,
|
1169 |
"rstrip": false,
|
@@ -1171,7 +1171,7 @@
|
|
1171 |
"special": false
|
1172 |
},
|
1173 |
"146": {
|
1174 |
-
"content": "
|
1175 |
"lstrip": false,
|
1176 |
"normalized": false,
|
1177 |
"rstrip": false,
|
@@ -1179,7 +1179,7 @@
|
|
1179 |
"special": false
|
1180 |
},
|
1181 |
"147": {
|
1182 |
-
"content": "
|
1183 |
"lstrip": false,
|
1184 |
"normalized": false,
|
1185 |
"rstrip": false,
|
@@ -1187,7 +1187,7 @@
|
|
1187 |
"special": false
|
1188 |
},
|
1189 |
"148": {
|
1190 |
-
"content": "
|
1191 |
"lstrip": false,
|
1192 |
"normalized": false,
|
1193 |
"rstrip": false,
|
@@ -1195,7 +1195,7 @@
|
|
1195 |
"special": false
|
1196 |
},
|
1197 |
"149": {
|
1198 |
-
"content": "
|
1199 |
"lstrip": false,
|
1200 |
"normalized": false,
|
1201 |
"rstrip": false,
|
@@ -1203,7 +1203,7 @@
|
|
1203 |
"special": false
|
1204 |
},
|
1205 |
"150": {
|
1206 |
-
"content": "
|
1207 |
"lstrip": false,
|
1208 |
"normalized": false,
|
1209 |
"rstrip": false,
|
@@ -1211,7 +1211,7 @@
|
|
1211 |
"special": false
|
1212 |
},
|
1213 |
"151": {
|
1214 |
-
"content": "
|
1215 |
"lstrip": false,
|
1216 |
"normalized": false,
|
1217 |
"rstrip": false,
|
@@ -1219,7 +1219,7 @@
|
|
1219 |
"special": false
|
1220 |
},
|
1221 |
"152": {
|
1222 |
-
"content": "
|
1223 |
"lstrip": false,
|
1224 |
"normalized": false,
|
1225 |
"rstrip": false,
|
@@ -1227,7 +1227,7 @@
|
|
1227 |
"special": false
|
1228 |
},
|
1229 |
"153": {
|
1230 |
-
"content": "
|
1231 |
"lstrip": false,
|
1232 |
"normalized": false,
|
1233 |
"rstrip": false,
|
@@ -1235,7 +1235,7 @@
|
|
1235 |
"special": false
|
1236 |
},
|
1237 |
"154": {
|
1238 |
-
"content": "
|
1239 |
"lstrip": false,
|
1240 |
"normalized": false,
|
1241 |
"rstrip": false,
|
@@ -1243,7 +1243,7 @@
|
|
1243 |
"special": false
|
1244 |
},
|
1245 |
"155": {
|
1246 |
-
"content": "
|
1247 |
"lstrip": false,
|
1248 |
"normalized": false,
|
1249 |
"rstrip": false,
|
@@ -1251,7 +1251,7 @@
|
|
1251 |
"special": false
|
1252 |
},
|
1253 |
"156": {
|
1254 |
-
"content": "
|
1255 |
"lstrip": false,
|
1256 |
"normalized": false,
|
1257 |
"rstrip": false,
|
@@ -1259,7 +1259,7 @@
|
|
1259 |
"special": false
|
1260 |
},
|
1261 |
"157": {
|
1262 |
-
"content": "
|
1263 |
"lstrip": false,
|
1264 |
"normalized": false,
|
1265 |
"rstrip": false,
|
@@ -1267,7 +1267,7 @@
|
|
1267 |
"special": false
|
1268 |
},
|
1269 |
"158": {
|
1270 |
-
"content": "
|
1271 |
"lstrip": false,
|
1272 |
"normalized": false,
|
1273 |
"rstrip": false,
|
@@ -1275,7 +1275,7 @@
|
|
1275 |
"special": false
|
1276 |
},
|
1277 |
"159": {
|
1278 |
-
"content": "
|
1279 |
"lstrip": false,
|
1280 |
"normalized": false,
|
1281 |
"rstrip": false,
|
@@ -1283,7 +1283,7 @@
|
|
1283 |
"special": false
|
1284 |
},
|
1285 |
"160": {
|
1286 |
-
"content": "
|
1287 |
"lstrip": false,
|
1288 |
"normalized": false,
|
1289 |
"rstrip": false,
|
@@ -1291,7 +1291,7 @@
|
|
1291 |
"special": false
|
1292 |
},
|
1293 |
"161": {
|
1294 |
-
"content": "
|
1295 |
"lstrip": false,
|
1296 |
"normalized": false,
|
1297 |
"rstrip": false,
|
@@ -1299,7 +1299,7 @@
|
|
1299 |
"special": false
|
1300 |
},
|
1301 |
"162": {
|
1302 |
-
"content": "
|
1303 |
"lstrip": false,
|
1304 |
"normalized": false,
|
1305 |
"rstrip": false,
|
@@ -1307,7 +1307,7 @@
|
|
1307 |
"special": false
|
1308 |
},
|
1309 |
"163": {
|
1310 |
-
"content": "
|
1311 |
"lstrip": false,
|
1312 |
"normalized": false,
|
1313 |
"rstrip": false,
|
@@ -1315,7 +1315,7 @@
|
|
1315 |
"special": false
|
1316 |
},
|
1317 |
"164": {
|
1318 |
-
"content": "
|
1319 |
"lstrip": false,
|
1320 |
"normalized": false,
|
1321 |
"rstrip": false,
|
@@ -1323,7 +1323,7 @@
|
|
1323 |
"special": false
|
1324 |
},
|
1325 |
"165": {
|
1326 |
-
"content": "
|
1327 |
"lstrip": false,
|
1328 |
"normalized": false,
|
1329 |
"rstrip": false,
|
@@ -1331,7 +1331,7 @@
|
|
1331 |
"special": false
|
1332 |
},
|
1333 |
"166": {
|
1334 |
-
"content": "
|
1335 |
"lstrip": false,
|
1336 |
"normalized": false,
|
1337 |
"rstrip": false,
|
@@ -1339,7 +1339,7 @@
|
|
1339 |
"special": false
|
1340 |
},
|
1341 |
"167": {
|
1342 |
-
"content": "
|
1343 |
"lstrip": false,
|
1344 |
"normalized": false,
|
1345 |
"rstrip": false,
|
@@ -51325,7 +51325,6 @@
|
|
51325 |
},
|
51326 |
"boi_token": "<start_of_image>",
|
51327 |
"bos_token": "<bos>",
|
51328 |
-
"chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n {%- if messages[0]['content'] is string -%}\n {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n {%- else -%}\n {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n {%- endif -%}\n {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n {%- set first_user_prefix = \"\" -%}\n {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n {%- endif -%}\n {%- if (message['role'] == 'assistant') -%}\n {%- set role = \"model\" -%}\n {%- else -%}\n {%- set role = message['role'] -%}\n {%- endif -%}\n {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n {%- if message['content'] is string -%}\n {{ message['content'] | trim }}\n {%- elif message['content'] is iterable -%}\n {%- for item in message['content'] -%}\n {%- if item['type'] == 'image' -%}\n {{ '<start_of_image>' }}\n {%- elif item['type'] == 'text' -%}\n {{ item['text'] | trim }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{ raise_exception(\"Invalid content type\") }}\n {%- endif -%}\n {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{'<start_of_turn>model\n'}}\n{%- endif -%}\n",
|
51329 |
"clean_up_tokenization_spaces": false,
|
51330 |
"eoi_token": "<end_of_image>",
|
51331 |
"eos_token": "<end_of_turn>",
|
@@ -51343,5 +51342,6 @@
|
|
51343 |
"spaces_between_special_tokens": false,
|
51344 |
"tokenizer_class": "GemmaTokenizer",
|
51345 |
"unk_token": "<unk>",
|
51346 |
-
"use_default_system_prompt": false
|
51347 |
-
}
|
|
|
|
1107 |
"special": false
|
1108 |
},
|
1109 |
"138": {
|
1110 |
+
"content": "\u2581\u2581",
|
1111 |
"lstrip": false,
|
1112 |
"normalized": false,
|
1113 |
"rstrip": false,
|
|
|
1115 |
"special": false
|
1116 |
},
|
1117 |
"139": {
|
1118 |
+
"content": "\u2581\u2581\u2581",
|
1119 |
"lstrip": false,
|
1120 |
"normalized": false,
|
1121 |
"rstrip": false,
|
|
|
1123 |
"special": false
|
1124 |
},
|
1125 |
"140": {
|
1126 |
+
"content": "\u2581\u2581\u2581\u2581",
|
1127 |
"lstrip": false,
|
1128 |
"normalized": false,
|
1129 |
"rstrip": false,
|
|
|
1131 |
"special": false
|
1132 |
},
|
1133 |
"141": {
|
1134 |
+
"content": "\u2581\u2581\u2581\u2581\u2581",
|
1135 |
"lstrip": false,
|
1136 |
"normalized": false,
|
1137 |
"rstrip": false,
|
|
|
1139 |
"special": false
|
1140 |
},
|
1141 |
"142": {
|
1142 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581",
|
1143 |
"lstrip": false,
|
1144 |
"normalized": false,
|
1145 |
"rstrip": false,
|
|
|
1147 |
"special": false
|
1148 |
},
|
1149 |
"143": {
|
1150 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1151 |
"lstrip": false,
|
1152 |
"normalized": false,
|
1153 |
"rstrip": false,
|
|
|
1155 |
"special": false
|
1156 |
},
|
1157 |
"144": {
|
1158 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1159 |
"lstrip": false,
|
1160 |
"normalized": false,
|
1161 |
"rstrip": false,
|
|
|
1163 |
"special": false
|
1164 |
},
|
1165 |
"145": {
|
1166 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1167 |
"lstrip": false,
|
1168 |
"normalized": false,
|
1169 |
"rstrip": false,
|
|
|
1171 |
"special": false
|
1172 |
},
|
1173 |
"146": {
|
1174 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1175 |
"lstrip": false,
|
1176 |
"normalized": false,
|
1177 |
"rstrip": false,
|
|
|
1179 |
"special": false
|
1180 |
},
|
1181 |
"147": {
|
1182 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1183 |
"lstrip": false,
|
1184 |
"normalized": false,
|
1185 |
"rstrip": false,
|
|
|
1187 |
"special": false
|
1188 |
},
|
1189 |
"148": {
|
1190 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1191 |
"lstrip": false,
|
1192 |
"normalized": false,
|
1193 |
"rstrip": false,
|
|
|
1195 |
"special": false
|
1196 |
},
|
1197 |
"149": {
|
1198 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1199 |
"lstrip": false,
|
1200 |
"normalized": false,
|
1201 |
"rstrip": false,
|
|
|
1203 |
"special": false
|
1204 |
},
|
1205 |
"150": {
|
1206 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1207 |
"lstrip": false,
|
1208 |
"normalized": false,
|
1209 |
"rstrip": false,
|
|
|
1211 |
"special": false
|
1212 |
},
|
1213 |
"151": {
|
1214 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1215 |
"lstrip": false,
|
1216 |
"normalized": false,
|
1217 |
"rstrip": false,
|
|
|
1219 |
"special": false
|
1220 |
},
|
1221 |
"152": {
|
1222 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1223 |
"lstrip": false,
|
1224 |
"normalized": false,
|
1225 |
"rstrip": false,
|
|
|
1227 |
"special": false
|
1228 |
},
|
1229 |
"153": {
|
1230 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1231 |
"lstrip": false,
|
1232 |
"normalized": false,
|
1233 |
"rstrip": false,
|
|
|
1235 |
"special": false
|
1236 |
},
|
1237 |
"154": {
|
1238 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1239 |
"lstrip": false,
|
1240 |
"normalized": false,
|
1241 |
"rstrip": false,
|
|
|
1243 |
"special": false
|
1244 |
},
|
1245 |
"155": {
|
1246 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1247 |
"lstrip": false,
|
1248 |
"normalized": false,
|
1249 |
"rstrip": false,
|
|
|
1251 |
"special": false
|
1252 |
},
|
1253 |
"156": {
|
1254 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1255 |
"lstrip": false,
|
1256 |
"normalized": false,
|
1257 |
"rstrip": false,
|
|
|
1259 |
"special": false
|
1260 |
},
|
1261 |
"157": {
|
1262 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1263 |
"lstrip": false,
|
1264 |
"normalized": false,
|
1265 |
"rstrip": false,
|
|
|
1267 |
"special": false
|
1268 |
},
|
1269 |
"158": {
|
1270 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1271 |
"lstrip": false,
|
1272 |
"normalized": false,
|
1273 |
"rstrip": false,
|
|
|
1275 |
"special": false
|
1276 |
},
|
1277 |
"159": {
|
1278 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1279 |
"lstrip": false,
|
1280 |
"normalized": false,
|
1281 |
"rstrip": false,
|
|
|
1283 |
"special": false
|
1284 |
},
|
1285 |
"160": {
|
1286 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1287 |
"lstrip": false,
|
1288 |
"normalized": false,
|
1289 |
"rstrip": false,
|
|
|
1291 |
"special": false
|
1292 |
},
|
1293 |
"161": {
|
1294 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1295 |
"lstrip": false,
|
1296 |
"normalized": false,
|
1297 |
"rstrip": false,
|
|
|
1299 |
"special": false
|
1300 |
},
|
1301 |
"162": {
|
1302 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1303 |
"lstrip": false,
|
1304 |
"normalized": false,
|
1305 |
"rstrip": false,
|
|
|
1307 |
"special": false
|
1308 |
},
|
1309 |
"163": {
|
1310 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1311 |
"lstrip": false,
|
1312 |
"normalized": false,
|
1313 |
"rstrip": false,
|
|
|
1315 |
"special": false
|
1316 |
},
|
1317 |
"164": {
|
1318 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1319 |
"lstrip": false,
|
1320 |
"normalized": false,
|
1321 |
"rstrip": false,
|
|
|
1323 |
"special": false
|
1324 |
},
|
1325 |
"165": {
|
1326 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1327 |
"lstrip": false,
|
1328 |
"normalized": false,
|
1329 |
"rstrip": false,
|
|
|
1331 |
"special": false
|
1332 |
},
|
1333 |
"166": {
|
1334 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1335 |
"lstrip": false,
|
1336 |
"normalized": false,
|
1337 |
"rstrip": false,
|
|
|
1339 |
"special": false
|
1340 |
},
|
1341 |
"167": {
|
1342 |
+
"content": "\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581\u2581",
|
1343 |
"lstrip": false,
|
1344 |
"normalized": false,
|
1345 |
"rstrip": false,
|
|
|
51325 |
},
|
51326 |
"boi_token": "<start_of_image>",
|
51327 |
"bos_token": "<bos>",
|
|
|
51328 |
"clean_up_tokenization_spaces": false,
|
51329 |
"eoi_token": "<end_of_image>",
|
51330 |
"eos_token": "<end_of_turn>",
|
|
|
51342 |
"spaces_between_special_tokens": false,
|
51343 |
"tokenizer_class": "GemmaTokenizer",
|
51344 |
"unk_token": "<unk>",
|
51345 |
+
"use_default_system_prompt": false,
|
51346 |
+
"chat_template": "{{ bos_token }}\n{%- if messages[0]['role'] == 'system' -%}\n {%- if messages[0]['content'] is string -%}\n {%- set first_user_prefix = messages[0]['content'] + '\n\n' -%}\n {%- else -%}\n {%- set first_user_prefix = messages[0]['content'][0]['text'] + '\n\n' -%}\n {%- endif -%}\n {%- set loop_messages = messages[1:] -%}\n{%- else -%}\n {%- set first_user_prefix = \"\" -%}\n {%- set loop_messages = messages -%}\n{%- endif -%}\n{%- for message in loop_messages -%}\n {%- if (message['role'] == 'user') != (loop.index0 % 2 == 0) -%}\n {{ raise_exception(\"Conversation roles must alternate user/assistant/user/assistant/...\") }}\n {%- endif -%}\n {%- if (message['role'] == 'assistant') -%}\n {%- set role = \"model\" -%}\n {%- else -%}\n {%- set role = message['role'] -%}\n {%- endif -%}\n {{ '<start_of_turn>' + role + '\n' + (first_user_prefix if loop.first else \"\") }}\n {%- if message['content'] is string -%}\n {{ message['content'] | trim }}\n {%- elif message['content'] is iterable -%}\n {%- for item in message['content'] -%}\n {%- if item['type'] == 'image' -%}\n {{ '<start_of_image>' }}\n {%- elif item['type'] == 'text' -%}\n {{ item['text'] | trim }}\n {%- endif -%}\n {%- endfor -%}\n {%- else -%}\n {{ raise_exception(\"Invalid content type\") }}\n {%- endif -%}\n {{ '<end_of_turn>\n' }}\n{%- endfor -%}\n{%- if add_generation_prompt -%}\n {{'<start_of_turn>model\n'}}\n{%- endif -%}\n"
|
51347 |
+
}
|