Update app.py

app.py

@@ -27,6 +27,20 @@ clients = [
     {'type':'text','name':'meta-llama/Llama-3.3-70B-Instruct','rank':'pro','max_tokens':16384,'schema':{'bos':'<|im_start|>','eos':'<|im_end|>'}},
     {'type':'text','name':'mistralai/Mixtral-8x7B-Instruct-v0.1','rank':'op','max_tokens':40000,'schema':{'bos':'<s>','eos':'</s>'}},
 ]
+
+def format_prompt(message, mod, system):
+    eos=f"{clients[int(mod)]['schema']['eos']}\n"
+    bos=f"{clients[int(mod)]['schema']['bos']}\n"
+    print("^^^^^^^",history,"^^^^^^^^")
+    prompt=""
+    prompt+=bos
+    prompt+=system
+    prompt+=eos
+    prompt+=bos
+    prompt += f"[INST] {message} [/INST]"
+    prompt+=eos
+    prompt+=bos
+    return prompt
 def generate(prompt,history,mod=2,tok=4000,seed=1,role="ASSISTANT",data=None):
     #print("#####",history,"######")
     gen_images=False
@@ -45,17 +59,17 @@ def generate(prompt,history,mod=2,tok=4000,seed=1,role="ASSISTANT",data=None):
         lod=[]
     if role == "ASSISTANT":
         system_prompt = prompts.ASSISTANT
-        formatted_prompt = format_prompt(f'USER:{prompt}', history, system_prompt)
+        formatted_prompt = format_prompt(f'USER:{prompt}', mod, system_prompt)
     elif role == "CREATE_FILE":
         system_prompt = prompts.CREATE_FILE.replace("**FILENAME**",str(data[4]))
-        formatted_prompt = format_prompt(prompt, history, system_prompt)
+        formatted_prompt = format_prompt(prompt, mod, system_prompt)
     elif role == "MANAGER":
         system_prompt = prompts.MANAGER.replace("**TIMELINE**",data[4]).replace("**HISTORY**",str(history))
-        formatted_prompt = format_prompt(prompt, history, system_prompt)
+        formatted_prompt = format_prompt(prompt, mod, system_prompt)
     elif role == "SEARCH":
         system_prompt = prompts.SEARCH.replace("**DATA**",data)
-        formatted_prompt = format_prompt(f'USER:{prompt}', history, system_prompt)
-    else: system_prompt = "";formatted_prompt = format_prompt(f'USER:{prompt}', history, system_prompt)
+        formatted_prompt = format_prompt(f'USER:{prompt}', mod, system_prompt)
+    else: system_prompt = "";formatted_prompt = format_prompt(f'USER:{prompt}', mod, system_prompt)
     
     if tok==None:tok=client_tok-len(formatted_prompt)+10
     print("tok",tok)