update app

app.py

@@ -1,4 +1,5 @@
 import os
+import shutil
 import numpy as np
 from pathlib import Path
 import zipfile
@@ -9,6 +10,7 @@ from bs4 import BeautifulSoup
 from sentence_transformers import SentenceTransformer
 from torch.utils.data import DataLoader
 from accelerate import Accelerator
+from datasets import Dataset
 
 
 # Wrapper for embedding
@@ -153,6 +155,10 @@ def save_to_chromadb(
     # Persist changes to disk.
     vector_db.persist()
     print(f"Database saved successfully to {persist_directory}")
+
+    shutil.make_archive("chroma_db", "zip", "./chroma_db")
+    print("Vector database archived as chroma_db.zip")
+
     return vector_db
 
 

requirements.txt

@@ -19,4 +19,5 @@ chromadb
 tiktoken
 readability-lxml
 gradio
-langchain-chroma>=0.1.2
+langchain-chroma>=0.1.2
+datasets