MikeMann commited on
Commit
fac6de6
·
1 Parent(s): 2628a50

added Hybrid Search with BM25

Browse files
Files changed (1) hide show
  1. app.py +3 -2
app.py CHANGED
@@ -327,8 +327,9 @@ class BSIChatbot:
327
  allDocs = self.retrieveDocFromFaiss()
328
  bm25_retriever = BM25Retriever.from_documents(allDocs)
329
  #TODO!
330
- bm25_retriever.k= 4
331
- vectordb = vectorstore.as_retriever(search_kwargs={"k":4})
 
332
  ensemble_retriever = EnsembleRetriever(retrievers=[bm25_retriever, vectordb], weights=[0.5, 0.5])
333
  retrieved_chunks = ensemble_retriever.get_relevant_documents(query)
334
  print("DBG: Number of Chunks retrieved")
 
327
  allDocs = self.retrieveDocFromFaiss()
328
  bm25_retriever = BM25Retriever.from_documents(allDocs)
329
  #TODO!
330
+ retriever_k=15
331
+ bm25_retriever.k= retriever_k
332
+ vectordb = vectorstore.as_retriever(search_kwargs={"k":retriever_k})
333
  ensemble_retriever = EnsembleRetriever(retrievers=[bm25_retriever, vectordb], weights=[0.5, 0.5])
334
  retrieved_chunks = ensemble_retriever.get_relevant_documents(query)
335
  print("DBG: Number of Chunks retrieved")