Upload 2 files

app.py

@@ -66,12 +66,12 @@ if "metrics" not in st.session_state:
 if "metrics" not in st.session_state:
     st.session_state.metrics = {}
 
-recent_data = load_recent_questions()
+recent_questions = load_recent_questions()
 
 import matplotlib.pyplot as plt
 
 # for visualization
-st.sidebar.title("Analytics")
+
 
 # response_time = [q["response_time"] for q in recent_data["questions"]]
 # labels = [f"Q{i+1}" for i in range(len(response_time))]  # Labels for X-axis
@@ -81,22 +81,30 @@ st.sidebar.title("Analytics")
 # ax.set_ylabel("Time Taken for Response")
 # ax.legend()
 # st.sidebar.pyplot(fig)
-response_time = [q["response_time"] for q in recent_data["questions"]]
-labels = [f"Q{i+1}" for i in range(len(response_time))]  # Labels for X-axis
+if recent_questions:
+    st.sidebar.title("Analytics")
+    response_time = [q["response_time"] for q in recent_questions["questions"]]
+    labels = [f"Q{i+1}" for i in range(len(response_time))]  # Labels for X-axis
+
+    fig, ax = plt.subplots()
+    ax.plot(labels, response_time, color="skyblue")
+    ax.set_xlabel("Recent Questions")
+    ax.set_ylabel("Time Taken for Response (seconds)")
+    ax.set_title("Response Time Analysis")
 
-fig, ax = plt.subplots()
-ax.plot(labels, response_time, color="skyblue")
-ax.set_xlabel("Recent Questions")
-ax.set_ylabel("Time Taken for Response (seconds)")
-ax.set_title("Response Time Analysis")
+    st.sidebar.markdown("---") 
 
+    st.sidebar.title("Recent Questions")
+    for q in reversed(recent_questions["questions"]):  # Show latest first
+        st.sidebar.write(f"🔹 {q["question"]}")
+else:
+    st.sidebar.write(f"No Recent questions")
 
-st.sidebar.markdown("---")  # Separator
+
+ # Separator
 
 # Streamlit Sidebar for Recent Questions
-st.sidebar.title("Recent Questions")
-for q in reversed(recent_data["questions"]):  # Show latest first
-    st.sidebar.write(f"🔹 {q}")
+
 
 # Submit Button
 # if st.button("Submit"):

data_processing.py

@@ -19,6 +19,7 @@ embedding_model = HuggingFaceEmbeddings(
 )
 
 reranker = CrossEncoder("cross-encoder/ms-marco-MiniLM-L-6-v2")
+query_dataset_data = {}
 
 # File path for storing recently asked questions and metrics
 RECENT_QUESTIONS_FILE = "data_local/recent_questions.json"
@@ -95,12 +96,18 @@ def load_ragbench():
 
 def load_query_dataset(q_dataset):
     global query_dataset_data
-    if query_dataset_data[q_dataset]:
-        return query_dataset_data[q_dataset] 
-    else:
+
+    if query_dataset_data.get(q_dataset):  
+        return query_dataset_data[q_dataset]
+    try:
         query_dataset_data[q_dataset] = load_dataset("rungalileo/ragbench", q_dataset)
+    except Exception as e:
+        print(f"Error loading dataset '{q_dataset}': {e}")
+        return None  # Return None if the dataset fails to load
+
     return query_dataset_data[q_dataset]
 
+
 def load_faiss(q_dataset):
     global index
     faiss_index_path = f"data_local/{q_dataset}_quantized.faiss"