Update app.py

app.py

@@ -6,13 +6,10 @@ from huggingface_hub import InferenceClient
 For more information on `huggingface_hub` Inference API support, please check the docs: https://huggingface.co/docs/huggingface_hub/v0.22.2/en/guides/inference
 """
 
-client = InferenceClient("HuggingFaceH4/zephyr-7b-beta") 
+client = InferenceClient("nvidia/Llama-3.1-Nemotron-8B-UltraLong-4M-Instruct") 
 
 api_key = os.environ.get("NINJA_API")
-
-completion = client.chat.completions.create(
-    model = "nvidia/Llama-3.1-Nemotron-8B-UltraLong-4M-Instruct"    
-    
+   
 PERSONALITY = os.environ.get("CHATBOT_PERSONALITY")
 
 def role(message, history):
@@ -29,7 +26,6 @@ def role(message, history):
     history.append({"role": "assistant", "content": response})
 
     return history, history
-)
 
 """
 For information on how to customize the ChatInterface, peruse the gradio docs: https://www.gradio.app/docs/chatinterface