Update app.py

app.py

@@ -155,59 +155,48 @@ def respond(
     if client is None:
         client = create_client()
         if client is None:
-            yield "I apologize, but I'm having trouble connecting to the language model. Please try again in a moment."
-            return
+            return "I apologize, but I'm having trouble connecting to the language model."
 
-    # Load content
-    content = load_site_content()
-    if not content:
-        yield "I apologize, but I'm having trouble accessing the company information. Please try again in a moment."
-        return
-    
-    # Get relevant context
-    context = get_relevant_context(message, content)
-    
-    # Enhanced system message with conversation guidance
-    enhanced_system_message = f"""{system_message}
-IMPORTANT CONTEXT - USE THIS INFORMATION ONLY:
+    try:
+        # Load content
+        content = load_site_content()
+        if not content:
+            return "I apologize, but I'm having trouble accessing the company information."
+        
+        # Get relevant context
+        context = get_relevant_context(message, content)
+        
+        # Enhanced system message
+        enhanced_system_message = f"""You are the official AI assistant for SletcherSystems.
 {context}
-CONVERSATION GUIDELINES:
-1. Be warm, friendly, and conversational - feel free to use emoji occasionally 🇿🇦
-2. ONLY use information from the context provided above
-3. If information isn't in the context, politely say you don't have that specific information
-4. We are a proudly South African company - incorporate this identity naturally
-5. Avoid technical jargon unless directly relevant to the question
-6. Keep responses concise and focused on helping the user
-7. For product inquiries, mention relevant features and pricing
-8. Acknowledge Wayne Sletcher as CEO and Founder when contextually appropriate"""
+GUIDELINES:
+- Be friendly and professional
+- Only use information from the context above
+- Keep responses concise and helpful"""
 
-    try:
         # Format conversation history
         messages = [{"role": "system", "content": enhanced_system_message}]
         for user_msg, assistant_msg in history:
-            if user_msg:
-                messages.append({"role": "user", "content": user_msg})
+            messages.append({"role": "user", "content": user_msg})
             if assistant_msg:
                 messages.append({"role": "assistant", "content": assistant_msg})
         messages.append({"role": "user", "content": message})
 
-        # Stream the response
-        response = ""
-        for msg in client.chat_completion(
+        # Get response without streaming
+        response = client.chat_completion(
             messages,
             max_tokens=max_tokens,
-            stream=True,
             temperature=temperature,
             top_p=top_p,
-        ):
-            token = msg.choices[0].delta.content
-            response += token
-            yield response
+            stream=False
+        )
+        
+        return response.choices[0].message.content
+
     except Exception as e:
         print(f"Error in chat completion: {e}")
-        # Try to recreate client on error
         client = create_client()
-        yield "I apologize, but I encountered an error. Please try your question again."
+        return "I apologize, but I encountered an error. Please try again."
 
 def create_chat_interface():
     content = load_site_content()
@@ -255,11 +244,9 @@ def create_chat_interface():
         def bot_response(chat_history, system_msg, max_tok, temp, top_probability):
             if chat_history and chat_history[-1][1] is None:
                 user_message = chat_history[-1][0]
-                chat_history[-1][1] = ""  # Initialize bot response
-                
-                for chunk in respond(user_message, chat_history[:-1], system_msg, max_tok, temp, top_probability):
-                    chat_history[-1][1] = chunk
-                    yield chat_history
+                response = respond(user_message, chat_history[:-1], system_msg, max_tok, temp, top_probability)
+                chat_history[-1][1] = response
+                yield chat_history
             else:
                 yield chat_history