Spaces:
Runtime error
Runtime error
Upload app.py
Browse files
app.py
CHANGED
@@ -33,6 +33,7 @@ moondream.eval()
|
|
33 |
#moondream.to_bettertransformer()
|
34 |
|
35 |
#@spaces.GPU
|
|
|
36 |
def answer_question(img, prompt):
|
37 |
image_embeds = moondream.encode_image(img)
|
38 |
streamer = TextIteratorStreamer(tokenizer, skip_special_tokens=True)
|
|
|
33 |
#moondream.to_bettertransformer()
|
34 |
|
35 |
#@spaces.GPU
|
36 |
+
@torch.inference_mode()
|
37 |
def answer_question(img, prompt):
|
38 |
image_embeds = moondream.encode_image(img)
|
39 |
streamer = TextIteratorStreamer(tokenizer, skip_special_tokens=True)
|