Added single dummy modal call at startup to warm container.

functions/gradio_functions.py

@@ -2,6 +2,55 @@
 
 import os
 import re
+import logging
+
+from openai import OpenAI
+
+async def call_modal() -> None:
+    '''Sends request to Modal to spin up container'''
+
+    logger = logging.getLogger(__name__ + '.call_modal()')
+
+    # Call the modal container so it spins up
+    client = OpenAI(api_key=os.environ['MODAL_API_KEY'])
+
+    client.base_url = (
+        'https://gperdrizet--vllm-openai-compatible-summarization-serve.modal.run/v1'
+    )
+
+    # Default to first avalible model
+    model = client.models.list().data[0]
+    model_id = model.id
+
+    messages = [
+        {
+            'role': 'system',
+            'content': ('Interpret the following proverb in 50 words or less: ' +
+                'A poor craftsman blames the eye of the beholder')
+        }
+    ]
+
+    logger.info('Prompt: %s': messages[0]['content'])
+
+    completion_args = {
+        'model': model_id,
+        'messages': messages,
+    }
+
+    try:
+        response = client.chat.completions.create(**completion_args)
+
+    except Exception as e: # pylint: disable=broad-exception-caught
+        response = None
+        logger.error('Error during Modal API call: %s', e)
+
+    if response is not None:
+        reply = response.choices[0].message.content
+
+    else:
+        reply = None
+
+    logger.info('Reply: %s', reply)
 
 
 def update_log(n: int = 10):

rss_server.py

@@ -1,7 +1,7 @@
 '''Main script to run gradio interface and MCP server.'''
 
+import asyncio
 import logging
-from functools import partial
 from pathlib import Path
 from logging.handlers import RotatingFileHandler
 
@@ -10,6 +10,8 @@ import assets.html as html
 import functions.tools as tool_funcs
 import functions.gradio_functions as gradio_funcs
 
+# Call the modal container so it spins up
+asyncio.run(gradio_funcs.call_modal())
 
 # Set-up logging
 # Make sure log directory exists
@@ -40,7 +42,9 @@ with gr.Blocks() as demo:
     gr.HTML(html.DESCRIPTION)
 
     # Log output
-    dialog_output = gr.Textbox(label='Server logs', lines=10, max_lines=10)
+    with gr.Row():
+        dialog_output = gr.Textbox(label='Server logs', lines=5, max_lines=5)
+
     timer = gr.Timer(0.5, active=True)
 
     timer.tick( # pylint: disable=no-member