Enhance voice reply function to include a friendly prompt; implement retry logic with delay in LLM generation

app.py

@@ -194,7 +194,8 @@ def _fn_send_text(mid,cid,message):
     client.send_message(mid,cid,message)
 
 def _fn_voice_reply(mid,cid,prompt):
-    res = generate_voice_reply(prompt,model="openai-audio",voice="coral",audio_dir=BotConfig.AUDIO_DIR)
+    proccessed_prompt = f"Just say this dialog eaxcatly as it is in a frinedly and helpful manner as a secretary: {prompt}"
+    res = generate_voice_reply(proccessed_prompt,model="openai-audio",voice="coral",audio_dir=BotConfig.AUDIO_DIR)
     if res and res[0]:
         path,_ = res
         client.send_media(mid,cid,path,"",media_type="audio")

polLLM.py

@@ -3,6 +3,7 @@ from openai import OpenAI
 from dotenv import load_dotenv
 from utils import read_config
 import random
+import time  # Import time for retry delay
 
 load_dotenv()
 
@@ -21,25 +22,26 @@ def pre_process():
 def generate_llm(prompt, model="openai-large", max_tokens=8000):
     system_prompt = pre_process()
     
-    try:
-        # Use OpenAI's ChatCompletion API
-        randomSeed = random.randint(0, 9999999)
-        response = client.chat.completions.create(
-            model=model,
-            messages=[
-                {"role": "system", "content": system_prompt},
-                {"role": "user", "content": prompt}
-            ],
-            max_tokens=max_tokens,
-            seed=randomSeed
-        )
-        # Return the generated text
-        return response.choices[0].message.content.strip()
-    except Exception as e:
-        return f"Error: {str(e)}"
+    while True:  # Keep retrying indefinitely
+        try:
+            # Use OpenAI's ChatCompletion API
+            randomSeed = random.randint(0, 9999999)
+            response = client.chat.completions.create(
+                model=model,
+                messages=[
+                    {"role": "system", "content": system_prompt},
+                    {"role": "user", "content": prompt}
+                ],
+                max_tokens=max_tokens,
+                seed=randomSeed
+            )
+            # Return the generated text
+            return response.choices[0].message.content.strip()
+        except Exception as e:
+            print(f"Error occurred: {str(e)}. Retrying in 5 seconds...")
+            time.sleep(5)  # Wait before retrying
 
 # Example usage (can be removed or commented out in production):
 if __name__ == "__main__":
-    #sample_prompt = f"Generate a unique trivia Q&A in JSON: {{\"question\":\"...\",\"answer\":\"...\"}}"
     sample_prompt = "search for free image generation api"
     print("Response:", generate_llm(sample_prompt))