:wrench: apply reflection system prompt only to Reflection 70B

app.py

@@ -10,15 +10,21 @@ client = OpenAI(
     api_key=api_key
 )
 
-SYSTEM_PROMPT = """You are a world-class AI system, capable of complex reasoning and reflection. Reason through the query inside <thinking> tags, and then provide your final response inside <output> tags. If you detect that you made a mistake in your reasoning at any point, correct yourself inside <reflection> tags."""
+REFLECTION_SYSTEM_PROMPT = """You are a world-class AI system, capable of complex reasoning and reflection. Reason through the query inside <thinking> tags, and then provide your final response inside <output> tags. If you detect that you made a mistake in your reasoning at any point, correct yourself inside <reflection> tags."""
 
 def respond(message, history, model):
-    history_openai_format = [{"role": "system", "content": SYSTEM_PROMPT}]
+    history_openai_format = []
     for human, assistant in history:
         history_openai_format.append({"role": "user", "content": human })
         history_openai_format.append({"role": "assistant", "content":assistant})
     history_openai_format.append({"role": "user", "content": message})
 
+    if model == "mattshumer/Reflection-Llama-3.1-70B":
+        history_openai_format = [
+            {"role": "system", "content": REFLECTION_SYSTEM_PROMPT},
+            *history_openai_format
+        ]
+
     response = client.chat.completions.create(
         model=model,
         messages= history_openai_format,