Testing

.gitignore

@@ -0,0 +1 @@
+client.js

main.py

@@ -17,8 +17,9 @@ def test_route():
 def receive_data():
   data = request.get_json()
   print("Prompt:", data["prompt"])
+  print("System:", data["prompt"])
 
-  generated_text = mixtral.generate(data["prompt"], data["system"], data["history"], False, None)
+  generated_text = mixtral.generate("helo", "You are friendly", ["helo"], False, False)
   
   answer_data = { "answer": generated_text }
   print("Response:", generated_text)

models/mixtral.py

@@ -47,4 +47,5 @@ def generate(
   for response in stream:
     output += response.token.text
     yield output
+    
   return output