allenai
/

MolmoE-1B-0924

Image-Text-to-Text

text-generation

Mixture of Experts

Inference Endpoints

Model card Files Files and versions Community

Muennighoff commited on 3 days ago

Commit

3a42dfc

•

1 Parent(s): 2462f50

Update preprocessing_molmo.py

Files changed (1) hide show

preprocessing_molmo.py +1 -1

preprocessing_molmo.py CHANGED Viewed

@@ -81,7 +81,7 @@ class MolmoProcessorKwargs(ProcessingKwargs, total=False):
 class MolmoProcessor(ProcessorMixin):
     attributes = ["image_processor", "tokenizer"]
     image_processor_class = "AutoImageProcessor"
-    tokenizer_class = ("OlmoTokenizer", "OlmoTokenizerFast")
     def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
         # self.image_processor = image_processor

 class MolmoProcessor(ProcessorMixin):
     attributes = ["image_processor", "tokenizer"]
     image_processor_class = "AutoImageProcessor"
+    tokenizer_class = ("GPT2Tokenizer", "GPT2TokenizerFast")
     def __init__(self, image_processor: MolmoImageProcessor = None, tokenizer : AutoTokenizer = None, **kwargs):
         # self.image_processor = image_processor