Update app.py

app.py

@@ -129,7 +129,8 @@ def comment_generate(prompt, history,post_check,full_conv, agent_name=agents[0],
     )
     #history.append((prompt,""))
     #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    formatted_prompt = f"{system_prompt}, {prompt}"
+    #[INST] {message} [/INST]
+    formatted_prompt = f"[INST] {system_prompt}, {prompt} [/INST]"
     client=client_z[0]
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)
@@ -178,7 +179,7 @@ def reply_generate(prompt, history,post_check,full_conv, agent_name=agents[0], s
     )
     #history.append((prompt,""))
     #formatted_prompt = format_prompt(f"{system_prompt}, {prompt}", history)
-    formatted_prompt = f"{system_prompt}, {prompt}"
+    formatted_prompt = f"[INST] {system_prompt}, {prompt} [/INST]"
     client=client_z[0]
 
     stream = client.text_generation(formatted_prompt, **generate_kwargs, stream=True, details=True, return_full_text=False)