added Hybrid Search with BM25
Browse files
app.py
CHANGED
@@ -327,8 +327,9 @@ class BSIChatbot:
|
|
327 |
allDocs = self.retrieveDocFromFaiss()
|
328 |
bm25_retriever = BM25Retriever.from_documents(allDocs)
|
329 |
#TODO!
|
330 |
-
|
331 |
-
|
|
|
332 |
ensemble_retriever = EnsembleRetriever(retrievers=[bm25_retriever, vectordb], weights=[0.5, 0.5])
|
333 |
retrieved_chunks = ensemble_retriever.get_relevant_documents(query)
|
334 |
print("DBG: Number of Chunks retrieved")
|
|
|
327 |
allDocs = self.retrieveDocFromFaiss()
|
328 |
bm25_retriever = BM25Retriever.from_documents(allDocs)
|
329 |
#TODO!
|
330 |
+
retriever_k=15
|
331 |
+
bm25_retriever.k= retriever_k
|
332 |
+
vectordb = vectorstore.as_retriever(search_kwargs={"k":retriever_k})
|
333 |
ensemble_retriever = EnsembleRetriever(retrievers=[bm25_retriever, vectordb], weights=[0.5, 0.5])
|
334 |
retrieved_chunks = ensemble_retriever.get_relevant_documents(query)
|
335 |
print("DBG: Number of Chunks retrieved")
|