json

Dockerfile

@@ -8,4 +8,4 @@ RUN pip install --no-cache-dir --upgrade -r /code/requirements.txt
 
 COPY . .
 
-CMD ["gunicorn","-b", "0.0.0.0:7860", "main:app"]
+CMD ["gunicorn","-b", "0.0.0.0:7860", "main:app"]

main.py

@@ -31,8 +31,7 @@ headers = {"Authorization": f"Bearer {HF_TOKEN}"}
 API_URL = "https://api-inference.huggingface.co/models/mistralai/Mixtral-8x7B-Instruct-v0.1"
 def query(payload):
     response = requests.post(API_URL, headers=headers, json=payload)
-    app.logger.info("-----"+response.text)
-    return response.text
+    return json.dumps(response.text)
 
 app = Flask(__name__)