Update app.py

app.py

@@ -2,24 +2,24 @@ import os
 import logging
 from fastapi import FastAPI, Request
 import subprocess
-from huggingface_hub import InferenceClient, login, configure_http_backend, get_session
+from huggingface_hub import InferenceClient, login  #, configure_http_backend, get_session
 import langid
-import requests
+# import requests
 
 
-# Create a factory function that returns a requests.Session object
-def backend_factory() -> requests.Session:
-    session = requests.Session()
-    # session.proxies = {"http": "http://your-proxy-host:your-proxy-port", 
-    #                    "https": "http://your-proxy-host:your-proxy-port"}
-    return session
+# # Create a factory function that returns a requests.Session object
+# def backend_factory() -> requests.Session:
+#     session = requests.Session()
+#     # session.proxies = {"http": "http://your-proxy-host:your-proxy-port", 
+#     #                    "https": "http://your-proxy-host:your-proxy-port"}
+#     return session
 
-# Set our custom backend factory as the default HTTP backend
-configure_http_backend(backend_factory=backend_factory)
+# # Set our custom backend factory as the default HTTP backend
+# configure_http_backend(backend_factory=backend_factory)
 
-# For debugging
-session = get_session()
-print("Configured session:", session)
+# # For debugging
+# session = get_session()
+# print("Configured session:", session)
 
 # Configure logging
 logging.basicConfig(format="%(asctime)s - %(levelname)s - %(message)s", level=logging.INFO)
@@ -69,10 +69,10 @@ def generate_response(text):
     if language == "hebrew":
         # Hebrew prompt: answer shortly but explain your decision-making process
         content = "תשמור על תשובה קצרה, אבל תספר איך קיבלת את ההחלטה, " + text
-        model = "mistralai/Mistral-Nemo-Instruct-2407" 
+        #model = "mistralai/Mistral-Nemo-Instruct-2407" 
     elif language == "english":
         content = "keep it short but tell your decision making process, " + text
-        model = "mistralai/Mistral-Nemo-Instruct-2407"
+       # model = "mistralai/Mistral-Nemo-Instruct-2407"
     else:
         return "Sorry, I only support Hebrew and English."
 
@@ -80,7 +80,7 @@ def generate_response(text):
 
     try:
         completion = client.chat.completions.create(
-            model=model,
+            #model=model,
             messages=messages,
             max_tokens=2048,
             temperature=0.5,