modification to LDA filter and doc counting

app/controllers/lda.py

@@ -645,18 +645,12 @@ class HeatedKeywordsAnalyzer: # pylint: disable=too-many-instance-attributes
         """
         Dynamically determines the optimal number of topics for a gensim model.
         """
-        if documents_count < 20:
-            # For very few documents, keep the range small and conservative.
-            topic_range = range(2, min(5, documents_count))
-        elif documents_count < 50:
-            # With a moderate number of documents, we can explore a slightly larger range.
-            # The lower limit is now increased to 4.
-            topic_range = range(4, min(8, documents_count // 3))
+        if documents_count < 100:
+            topic_range = range(6, min(12, documents_count // 8))
+        elif documents_count< 300:
+            topic_range = range(12, min(20, documents_count // 10))
         else:
-            # For 50 or more documents, start with at least 8 topics and have a higher upper bound.
-            # The upper limit is now the smaller of 25 or a fifth of the document count,
-            # allowing it to scale for hundreds of documents.
-            topic_range = range(8, min(25, documents_count // 5))
+            topic_range = range(20, min(35, documents_count // 25))
 
         if len(topic_range) < 2:
             return max(2, min(3, documents_count))

app/routes/lda.py

@@ -24,7 +24,7 @@ async def get_lda_results(filter_type: str):
     """
     try:
         # Validate filter_type
-        valid_filters = ['today', 'week', 'month']
+        valid_filters = ['daily', 'week', 'month']
         if filter_type not in valid_filters:
             return JSONResponse(content={
                 'error': 'Invalid filter_type',