Update app.py

app.py

@@ -75,10 +75,18 @@ def generate(prompt, history,max_new_tokens,health,temperature=temperature,top_p
             yield "",[(prompt,output)],health
         else:
             yield "",[(prompt,output)],health
-
+    generate_kwargs2 = dict(
+        temperature=temperature,
+        max_new_tokens=256,
+        top_p=top_p,
+        repetition_penalty=repetition_penalty,
+        do_sample=True,
+        seed=random.randint(1,99999999999)
+        #seed=42,
+    )
     #history=""
     #formatted_prompt2 = format_prompt(f"{ADJUST_STATS.format(history=output,health=health)}, {prompt}", history)
-    stream2 = client.text_generation(f"{ADJUST_STATS.format(history=output,health=health)}", **generate_kwargs, stream=True, details=True, return_full_text=False)  
+    stream2 = client.text_generation(f"{ADJUST_STATS.format(history=output,health=health)}", **generate_kwargs2, stream=True, details=True, return_full_text=False)  
     output2=""
     for response in stream2:
         output2 += response.token.text