Upload processor
Browse files- preprocessor_config.json +1 -1
- special_tokens_map.json +14 -2
- tokenizer_config.json +1 -0
preprocessor_config.json
CHANGED
@@ -13,7 +13,7 @@
|
|
13 |
"crop_window_size": 224,
|
14 |
"data_format": "channels_first",
|
15 |
"default_to_square": true,
|
16 |
-
"device":
|
17 |
"do_center_crop": null,
|
18 |
"do_convert_rgb": true,
|
19 |
"do_normalize": true,
|
|
|
13 |
"crop_window_size": 224,
|
14 |
"data_format": "channels_first",
|
15 |
"default_to_square": true,
|
16 |
+
"device": "cuda:2",
|
17 |
"do_center_crop": null,
|
18 |
"do_convert_rgb": true,
|
19 |
"do_normalize": true,
|
special_tokens_map.json
CHANGED
@@ -425,7 +425,13 @@
|
|
425 |
"<|image|>"
|
426 |
],
|
427 |
"boi_token": "<im_start>",
|
428 |
-
"bos_token":
|
|
|
|
|
|
|
|
|
|
|
|
|
429 |
"eoi_token": "<im_end>",
|
430 |
"eos_token": {
|
431 |
"content": "<|endoftext|>",
|
@@ -437,5 +443,11 @@
|
|
437 |
"im_col_token": "<im_col>",
|
438 |
"im_patch_token": "<im_patch>",
|
439 |
"image_token": "<image>",
|
440 |
-
"pad_token":
|
|
|
|
|
|
|
|
|
|
|
|
|
441 |
}
|
|
|
425 |
"<|image|>"
|
426 |
],
|
427 |
"boi_token": "<im_start>",
|
428 |
+
"bos_token": {
|
429 |
+
"content": "<|endoftext|>",
|
430 |
+
"lstrip": false,
|
431 |
+
"normalized": false,
|
432 |
+
"rstrip": false,
|
433 |
+
"single_word": false
|
434 |
+
},
|
435 |
"eoi_token": "<im_end>",
|
436 |
"eos_token": {
|
437 |
"content": "<|endoftext|>",
|
|
|
443 |
"im_col_token": "<im_col>",
|
444 |
"im_patch_token": "<im_patch>",
|
445 |
"image_token": "<image>",
|
446 |
+
"pad_token": {
|
447 |
+
"content": "<|pad|>",
|
448 |
+
"lstrip": false,
|
449 |
+
"normalized": false,
|
450 |
+
"rstrip": false,
|
451 |
+
"single_word": false
|
452 |
+
}
|
453 |
}
|
tokenizer_config.json
CHANGED
@@ -3857,6 +3857,7 @@
|
|
3857 |
"boi_token": "<im_start>",
|
3858 |
"bos_token": "<|endoftext|>",
|
3859 |
"clean_up_tokenization_spaces": false,
|
|
|
3860 |
"eoi_token": "<im_end>",
|
3861 |
"eos_token": "<|endoftext|>",
|
3862 |
"errors": "replace",
|
|
|
3857 |
"boi_token": "<im_start>",
|
3858 |
"bos_token": "<|endoftext|>",
|
3859 |
"clean_up_tokenization_spaces": false,
|
3860 |
+
"device": "cuda:2",
|
3861 |
"eoi_token": "<im_end>",
|
3862 |
"eos_token": "<|endoftext|>",
|
3863 |
"errors": "replace",
|