Update app.py

app.py

@@ -14,12 +14,6 @@ from tqdm import tqdm
 from colpali_engine.models import ColQwen2, ColQwen2Processor
 
 
-def install_fa2():
-    print("Install FA2")
-    os.system("pip install flash-attn --no-build-isolation")
-
-# install_fa2()
-
 
 model = ColQwen2.from_pretrained(
         "vidore/colqwen2-v1.0",
@@ -139,7 +133,7 @@ def index_gpu(images, ds):
     # run inference - docs
     dataloader = DataLoader(
         images,
-        batch_size=4,
+        batch_size=16,
         shuffle=False,
         collate_fn=lambda x: processor.process_images(x).to(model.device),
     )
@@ -190,4 +184,4 @@ with gr.Blocks(theme=gr.themes.Soft()) as demo:
     search_button.click(search, inputs=[query, embeds, imgs, k, api_key], outputs=[output_gallery, output_text])
 
 if __name__ == "__main__":
-    demo.queue(max_size=10).launch(debug=True)
+    demo.queue(max_size=5).launch(debug=True)