Update model.py

model.py

@@ -15,9 +15,9 @@ def run(message: str,
         chat_history: list[tuple[str, str]],
         system_prompt: str,
         max_new_tokens: int = 1024,
-        temperature: float = 0.8,
-        top_p: float = 0.95,
-        top_k: int = 50) -> Iterator[str]:
+        temperature: float = 0.3,
+        top_p: float = 0.85,
+        top_k: int = 5) -> Iterator[str]:
     history = []
     print(chat_history)
     result=""
@@ -26,7 +26,7 @@ def run(message: str,
         history.append({"role": "assistant", "content": i[1]})
     print(history)
     history.append({"role": "user", "content": message})
-    for response in llm.create_chat_completion(history,stream=True,max_tokens=-1,temperature=0.3,top_k=5,top_p=0.85,repeat_penalty=1.1):
+    for response in llm.create_chat_completion(history,stream=True,max_tokens=-1,temperature=temperature,top_k=top_k,top_p=top_p,repeat_penalty=1.1):
         if "content" in response["choices"][0]["delta"]:
             result = result + response["choices"][0]["delta"]["content"]
             yield result