Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
@@ -92,7 +92,7 @@ def bot_streaming(message, history):
|
|
92 |
image = Image.open(image)
|
93 |
inputs = processor(prompt, image, return_tensors='pt').to(0, torch.float16)
|
94 |
|
95 |
-
streamer = TextIteratorStreamer(processor, **{"skip_special_tokens":
|
96 |
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False)
|
97 |
|
98 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|
|
|
92 |
image = Image.open(image)
|
93 |
inputs = processor(prompt, image, return_tensors='pt').to(0, torch.float16)
|
94 |
|
95 |
+
streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": True, "skip_prompt": True})
|
96 |
generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False)
|
97 |
|
98 |
thread = Thread(target=model.generate, kwargs=generation_kwargs)
|