ysharma HF staff commited on
Commit
74d7dfe
·
verified ·
1 Parent(s): 910952c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -92,7 +92,7 @@ def bot_streaming(message, history):
92
  image = Image.open(image)
93
  inputs = processor(prompt, image, return_tensors='pt').to(0, torch.float16)
94
 
95
- streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": False, "skip_prompt": True})
96
  generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False)
97
 
98
  thread = Thread(target=model.generate, kwargs=generation_kwargs)
 
92
  image = Image.open(image)
93
  inputs = processor(prompt, image, return_tensors='pt').to(0, torch.float16)
94
 
95
+ streamer = TextIteratorStreamer(processor, **{"skip_special_tokens": True, "skip_prompt": True})
96
  generation_kwargs = dict(inputs, streamer=streamer, max_new_tokens=1024, do_sample=False)
97
 
98
  thread = Thread(target=model.generate, kwargs=generation_kwargs)