limits

app.py

@@ -3,10 +3,14 @@ import os
 import base64
 import requests
 from mistralai import Mistral
+import time
 
 api_key = os.environ["MISTRAL_API_KEY"]
+rps_limit = float(os.environ["RPS_LIMIT"])
+max_queue = int(os.environ["MAX_QUEUE"])
 client = Mistral(api_key=api_key)
 
+
 def encode_image(image_path):
     """Encode the image to base64."""
     try:
@@ -132,10 +136,12 @@ with gr.Blocks() as demo:
             fn=perform_ocr_file,
             inputs=[file_input, ocr_method_file],
             outputs=[file_output, file_raw_output]
+        ).then(
+            lambda: time.sleep(1/rps_limit)
         )
 
     with gr.Tab("Enter URL"):
-        url_input = gr.Textbox(label="Enter an URL to a PDF or Image")
+        url_input = gr.Textbox(label="Enter a URL to a PDF or Image")
         ocr_method_url = gr.Dropdown(choices=["Mistral OCR"], label="Select OCR Method", value="Mistral OCR")
         url_output = gr.Markdown(label="Rendered Markdown")
         url_raw_output = gr.Textbox(label="Raw Markdown")
@@ -153,6 +159,9 @@ with gr.Blocks() as demo:
             fn=perform_ocr_url,
             inputs=[url_input, ocr_method_url],
             outputs=[url_output, url_raw_output]
+        ).then(
+            lambda: time.sleep(1/rps_limit)
         )
 
-demo.launch()
+demo.queue(max_size=max_queue)
+demo.launch(max_threads=1)