added EvalDataset Generation

app.py

@@ -30,7 +30,9 @@ from langchain_community.llms.huggingface_pipeline import HuggingFacePipeline
 from langchain_core.indexing import index
 from langchain_core.vectorstores import VectorStore
 from llama_index.core.node_parser import TextSplitter
-from langchain.retrievers import BM25Retriever, EnsembleRetriever
+#from langchain.retrievers import BM25Retriever, EnsembleRetriever
+from langchain.retrievers import EnsembleRetriever
+from langchain_community.retrievers import BM25Retriever
 from llama_index.legacy.vector_stores import FaissVectorStore
 from pycparser.ply.yacc import token
 from ragatouille import RAGPretrainedModel
@@ -329,6 +331,7 @@ class BSIChatbot:
     def retrieval(self, query, rerankingStep, hybridSearch):
         global vectorstore
         global bm25_retriever
+        global rerankingModel
         if hybridSearch == True:
             allDocs = self.retrieveDocFromFaiss()
             if bm25_retriever == None:
@@ -363,7 +366,7 @@ class BSIChatbot:
                 print("initializing Reranker-Model..")
                 self.initializeRerankingModel()
             print("Starting Reranking Chunks...")
-            rerankingModel
+            #rerankingModel
             #newprint("DBG:retrieved_chunks_text")
             #newprint(type(retrieved_chunks_text))
             #new print(retrieved_chunks_text)