fix: add manual trigger to observe pipeline execution

app/routes/lda.py

@@ -1,9 +1,10 @@
 """This module defines the /lda route for the FastAPI application."""
 
 import logging
-from fastapi import APIRouter
+from fastapi import APIRouter, BackgroundTasks
 from fastapi.responses import JSONResponse
 from models.database import lda_collection # pylint: disable=import-error
+from collectors.finfast.lda import collect as run_lda_pipeline # pylint: disable=import-error
 
 # Configure logger
 logger = logging.getLogger(__name__)
@@ -11,6 +12,29 @@ logger = logging.getLogger(__name__)
 # Create FastAPI Router
 router = APIRouter(prefix="/lda", tags=["lda"])
 
+def run_lda_pipeline_background():
+    """
+    Background task function to run the LDA pipeline.
+    This function runs the complete LDA analysis pipeline in the background.
+    """
+    try:
+        logger.info("Starting LDA pipeline background execution")
+        results = run_lda_pipeline()
+
+        if results:
+            logger.info("LDA pipeline completed successfully. Processed %d time periods",
+                len(results))
+            for filter_type, analysis_results in results.items():
+                if analysis_results:
+                    logger.info("LDA analysis completed for %s period", filter_type)
+                else:
+                    logger.warning("LDA analysis failed for %s period", filter_type)
+        else:
+            logger.warning("LDA pipeline completed but no results were generated")
+
+    except Exception as e: # pylint: disable=broad-exception-caught
+        logger.error("Error during LDA pipeline background execution: %s", e)
+
 @router.get('/{filter_type}')
 async def get_lda_results(filter_type: str):
     """
@@ -61,6 +85,46 @@ async def get_lda_results(filter_type: str):
             'message': 'Failed to retrieve LDA results'
         }, status_code=500)
 
+@router.post('/trigger')
+async def trigger_lda_pipeline(background_tasks: BackgroundTasks):
+    """
+    Manual trigger endpoint for LDA pipeline execution.
+    
+    This endpoint starts the LDA analysis pipeline in the background and returns
+    immediately with a success response. The pipeline runs asynchronously on the server.
+    
+    Args:
+        background_tasks (BackgroundTasks): FastAPI background tasks handler
+        
+    Returns:
+        JSONResponse: Immediate success response indicating the pipeline has started
+    """
+    try:
+        logger.info("Received request for manual LDA pipeline trigger")
+
+        # Add the background task to run the LDA pipeline
+        background_tasks.add_task(run_lda_pipeline_background)
+
+        logger.info("LDA pipeline background task scheduled successfully")
+
+        return JSONResponse(content={
+            "status": "success",
+            "message": "LDA pipeline has been triggered and is running in the background",
+            "details": {
+                "operation": "LDA topic modeling and sentiment analysis pipeline",
+                "time_periods": ["daily", "week", "month"],
+                "execution": "background",
+                "note": "Pipeline may take several minutes to complete. Check logs for progress."
+            }
+        }, status_code=202)  # 202 Accepted - request accepted for processing
+
+    except Exception as e: # pylint: disable=broad-exception-caught
+        logger.error("Error triggering LDA pipeline: %s", e)
+        return JSONResponse(content={
+            "status": "error",
+            "message": "Failed to trigger LDA pipeline",
+            "error": str(e)
+        }, status_code=500)
 
 @router.get('')
 async def get_all_lda_results():