dataset_loader.py

# dataset_loader.py
import pickle
import faiss

def load_faiss_index():
    print("Loading FAISS index...")
    index = faiss.read_index("data/medmcqa_index/index.faiss")
    with open("data/medmcqa_index/index.pkl", "rb") as f:
        formatted_data = pickle.load(f)
    print("FAISS index loaded successfully!")
    return index, formatted_data