added EvalDataset Generation

app.py

@@ -397,20 +397,19 @@ class BSIChatbot:
         return query, context
 
     def queryRemoteLLM(self, systemPrompt, query, summary):
-        #newif summary != True:
-            #newchat_completion = self.llm_client.chat.completions.create(
-                #newmessages=[{"role": "system", "content": systemPrompt},
-                          #new{"role": "user", "content": "Step-Back Frage, die neu gestellt werden soll: " + query}],
-                #newmodel=self.llm_remote_model,
-            #new)
-        #newif summary == True:
-            #newchat_completion = self.llm_client.chat.completions.create(
-                #newmessages=[{"role": "system", "content": systemPrompt},
-                          #new{"role": "user", "content": query}],
-                #newmodel=self.llm_remote_model,
-            #new)
-        #newreturn chat_completion.choices[0].message.content
-        return "AnswerqueryRemoteLLM" #new
+        if summary != True:
+            chat_completion = self.llm_client.chat.completions.create(
+                messages=[{"role": "system", "content": systemPrompt},
+                          {"role": "user", "content": "Step-Back Frage, die neu gestellt werden soll: " + query}],
+                model=self.llm_remote_model,
+            )
+        if summary == True:
+            chat_completion = self.llm_client.chat.completions.create(
+                messages=[{"role": "system", "content": systemPrompt},
+                          {"role": "user", "content": query}],
+                model=self.llm_remote_model,
+            )
+        return chat_completion.choices[0].message.content
 
     def stepBackPrompt(self, query):
         systemPrompt = """
@@ -510,12 +509,12 @@ class BSIChatbot:
             return stream
 
         else:
-            #newanswer = self.llm_client.chat.completions.create(
-                #newmessages=final_prompt,
-                #newmodel=self.llm_remote_model,
-                #newstream=False)
+            answer = self.llm_client.chat.completions.create(
+                messages=final_prompt,
+                model=self.llm_remote_model,
+                stream=False
+            )
             self.cleanResources()
-            answer = "Answer" #new
             return answer, context
 
     def returnImages(self):