embedding ready

app.py

@@ -19,7 +19,6 @@ from huggingface_hub import HfApi
 hf_token = os.getenv("HF_TOKEN")
 if hf_token is None:
     raise ValueError("HF_TOKEN not in the .env file")
-print("Loaded HF_TOKEN:", hf_token[:5] + "..." if hf_token else "None")
 
 # Wrapper for embedding
 class SentenceTransformerWrapper:
@@ -72,7 +71,7 @@ def process_html_files(directory, file_pattern="full_*.html"):
     documents, metadata = [], []
     
     html_files = list(directory.glob(file_pattern))
-    for file_path in tqdm(html_files[:1], desc="Loading and cleaning documents"):
+    for file_path in tqdm(html_files, desc="Loading and cleaning documents"):
         text = load_and_clean_html(file_path)
         documents.append(text)
         metadata.append({"file_path": str(file_path)})