Molbap HF Staff commited on
Commit
aa488ba
·
verified ·
1 Parent(s): 2526ed3

Upload processor

Browse files
preprocessor_config.json CHANGED
@@ -13,7 +13,7 @@
13
  "crop_window_size": 224,
14
  "data_format": "channels_first",
15
  "default_to_square": true,
16
- "device": null,
17
  "do_center_crop": null,
18
  "do_convert_rgb": true,
19
  "do_normalize": true,
 
13
  "crop_window_size": 224,
14
  "data_format": "channels_first",
15
  "default_to_square": true,
16
+ "device": "cuda:2",
17
  "do_center_crop": null,
18
  "do_convert_rgb": true,
19
  "do_normalize": true,
special_tokens_map.json CHANGED
@@ -425,7 +425,13 @@
425
  "<|image|>"
426
  ],
427
  "boi_token": "<im_start>",
428
- "bos_token": "<|endoftext|>",
 
 
 
 
 
 
429
  "eoi_token": "<im_end>",
430
  "eos_token": {
431
  "content": "<|endoftext|>",
@@ -437,5 +443,11 @@
437
  "im_col_token": "<im_col>",
438
  "im_patch_token": "<im_patch>",
439
  "image_token": "<image>",
440
- "pad_token": "<|pad|>"
 
 
 
 
 
 
441
  }
 
425
  "<|image|>"
426
  ],
427
  "boi_token": "<im_start>",
428
+ "bos_token": {
429
+ "content": "<|endoftext|>",
430
+ "lstrip": false,
431
+ "normalized": false,
432
+ "rstrip": false,
433
+ "single_word": false
434
+ },
435
  "eoi_token": "<im_end>",
436
  "eos_token": {
437
  "content": "<|endoftext|>",
 
443
  "im_col_token": "<im_col>",
444
  "im_patch_token": "<im_patch>",
445
  "image_token": "<image>",
446
+ "pad_token": {
447
+ "content": "<|pad|>",
448
+ "lstrip": false,
449
+ "normalized": false,
450
+ "rstrip": false,
451
+ "single_word": false
452
+ }
453
  }
tokenizer_config.json CHANGED
@@ -3857,6 +3857,7 @@
3857
  "boi_token": "<im_start>",
3858
  "bos_token": "<|endoftext|>",
3859
  "clean_up_tokenization_spaces": false,
 
3860
  "eoi_token": "<im_end>",
3861
  "eos_token": "<|endoftext|>",
3862
  "errors": "replace",
 
3857
  "boi_token": "<im_start>",
3858
  "bos_token": "<|endoftext|>",
3859
  "clean_up_tokenization_spaces": false,
3860
+ "device": "cuda:2",
3861
  "eoi_token": "<im_end>",
3862
  "eos_token": "<|endoftext|>",
3863
  "errors": "replace",