Upload data_processing.py

data_processing.py

@@ -76,11 +76,13 @@ def create_faiss_index(dataset):
 
 def load_ragbench():
     global ragbench
-    ragbench.clear()  # Reset dictionary
+    if ragbench is not None:
+        return ragbench  
     for dataset in ['covidqa', 'cuad', 'delucionqa', 'emanual', 'expertqa', 
                     'finqa', 'hagrid', 'hotpotqa', 'msmarco', 'pubmedqa', 
                     'tatqa', 'techqa']:
         ragbench[dataset] = load_dataset("rungalileo/ragbench", dataset)
+    return ragbench
 
 def load_faiss(query_dataset):
     global index