John6666 commited on
Commit
29b58ed
·
verified ·
1 Parent(s): eed255c

Upload app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -33,6 +33,7 @@ moondream.eval()
33
  #moondream.to_bettertransformer()
34
 
35
  #@spaces.GPU
 
36
  def answer_question(img, prompt):
37
  image_embeds = moondream.encode_image(img)
38
  streamer = TextIteratorStreamer(tokenizer, skip_special_tokens=True)
 
33
  #moondream.to_bettertransformer()
34
 
35
  #@spaces.GPU
36
+ @torch.inference_mode()
37
  def answer_question(img, prompt):
38
  image_embeds = moondream.encode_image(img)
39
  streamer = TextIteratorStreamer(tokenizer, skip_special_tokens=True)