added EvalDataset Generation
Browse files
app.py
CHANGED
@@ -698,19 +698,28 @@ class BSIChatbot:
|
|
698 |
|
699 |
# Print the list of dictionaries
|
700 |
for data in data_list:
|
701 |
-
print("starting to generate evaldataset..")
|
702 |
data["Context"] = None
|
703 |
data["Answer"] = None
|
704 |
print(data)
|
|
|
705 |
i=1
|
706 |
#for data in data_list[:3]:
|
|
|
707 |
for data in data_list:
|
708 |
print("Eval Entry no:")
|
709 |
print(i)
|
|
|
|
|
710 |
#def ragPromptNew(self, query, rerankingStep, history, stepBackPrompt)
|
711 |
data["Answer"],data["Context"] = self.ragPromptNew(data["Frage"],True,None,True, True)
|
712 |
data["Answer"]=data["Answer"].choices[0].message.content
|
713 |
-
print(
|
|
|
|
|
|
|
|
|
|
|
|
|
714 |
i=i+1
|
715 |
|
716 |
with open('/home/user/app/docs/_eval/eval_dataset.json', 'w') as fout:
|
|
|
698 |
|
699 |
# Print the list of dictionaries
|
700 |
for data in data_list:
|
|
|
701 |
data["Context"] = None
|
702 |
data["Answer"] = None
|
703 |
print(data)
|
704 |
+
|
705 |
i=1
|
706 |
#for data in data_list[:3]:
|
707 |
+
print("starting to generate evaldataset..")
|
708 |
for data in data_list:
|
709 |
print("Eval Entry no:")
|
710 |
print(i)
|
711 |
+
print("frage:")
|
712 |
+
print(data["Frage"])
|
713 |
#def ragPromptNew(self, query, rerankingStep, history, stepBackPrompt)
|
714 |
data["Answer"],data["Context"] = self.ragPromptNew(data["Frage"],True,None,True, True)
|
715 |
data["Answer"]=data["Answer"].choices[0].message.content
|
716 |
+
print("DBG: storing Answer")
|
717 |
+
print(data["Answer"][:20])
|
718 |
+
print("in")
|
719 |
+
print(data["Frage"])
|
720 |
+
print(data["Frage_index"])
|
721 |
+
print(data["Lektion"])
|
722 |
+
#print(data)
|
723 |
i=i+1
|
724 |
|
725 |
with open('/home/user/app/docs/_eval/eval_dataset.json', 'w') as fout:
|