added EvalDataset Generation
Browse files
app.py
CHANGED
|
@@ -698,19 +698,28 @@ class BSIChatbot:
|
|
| 698 |
|
| 699 |
# Print the list of dictionaries
|
| 700 |
for data in data_list:
|
| 701 |
-
print("starting to generate evaldataset..")
|
| 702 |
data["Context"] = None
|
| 703 |
data["Answer"] = None
|
| 704 |
print(data)
|
|
|
|
| 705 |
i=1
|
| 706 |
#for data in data_list[:3]:
|
|
|
|
| 707 |
for data in data_list:
|
| 708 |
print("Eval Entry no:")
|
| 709 |
print(i)
|
|
|
|
|
|
|
| 710 |
#def ragPromptNew(self, query, rerankingStep, history, stepBackPrompt)
|
| 711 |
data["Answer"],data["Context"] = self.ragPromptNew(data["Frage"],True,None,True, True)
|
| 712 |
data["Answer"]=data["Answer"].choices[0].message.content
|
| 713 |
-
print(
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 714 |
i=i+1
|
| 715 |
|
| 716 |
with open('/home/user/app/docs/_eval/eval_dataset.json', 'w') as fout:
|
|
|
|
| 698 |
|
| 699 |
# Print the list of dictionaries
|
| 700 |
for data in data_list:
|
|
|
|
| 701 |
data["Context"] = None
|
| 702 |
data["Answer"] = None
|
| 703 |
print(data)
|
| 704 |
+
|
| 705 |
i=1
|
| 706 |
#for data in data_list[:3]:
|
| 707 |
+
print("starting to generate evaldataset..")
|
| 708 |
for data in data_list:
|
| 709 |
print("Eval Entry no:")
|
| 710 |
print(i)
|
| 711 |
+
print("frage:")
|
| 712 |
+
print(data["Frage"])
|
| 713 |
#def ragPromptNew(self, query, rerankingStep, history, stepBackPrompt)
|
| 714 |
data["Answer"],data["Context"] = self.ragPromptNew(data["Frage"],True,None,True, True)
|
| 715 |
data["Answer"]=data["Answer"].choices[0].message.content
|
| 716 |
+
print("DBG: storing Answer")
|
| 717 |
+
print(data["Answer"][:20])
|
| 718 |
+
print("in")
|
| 719 |
+
print(data["Frage"])
|
| 720 |
+
print(data["Frage_index"])
|
| 721 |
+
print(data["Lektion"])
|
| 722 |
+
#print(data)
|
| 723 |
i=i+1
|
| 724 |
|
| 725 |
with open('/home/user/app/docs/_eval/eval_dataset.json', 'w') as fout:
|