removed logger fix

src/api/v1/build_ml_plan/eda.py

@@ -1,7 +1,7 @@
-import os
 from fastapi import APIRouter
 from src.app.schemas.requests.eda import EdaRequestSchema
 from src.app.pipelines.eda.pipeline import EdaLoop
+import os
 
 eda_router = APIRouter()
 

src/api/v1/build_ml_plan/task_analysis.py

@@ -1,13 +1,10 @@
-import os
-import shutil
-from datetime import datetime
-from src.core.utils import LogManager
-from src.app.schemas.requests.eda import EdaRequestSchema
 from fastapi import APIRouter, File, UploadFile, Form, HTTPException, Request
 from src.app.pipelines.task_analysis import MLImplementationPlannerWorkflow, MLAnalysisWorkflow
-
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
+from src.app.schemas.requests.eda import EdaRequestSchema
+from src.core.utils import logger
+from typing import Optional
+import os
+import shutil
 
 analysis_router = APIRouter()
 

src/api/v1/eda_engine/data_quality.py

@@ -1,14 +1,10 @@
 import os
 import shutil
 from fastapi import APIRouter
-from datetime import datetime
-from src.core.utils import LogManager
+from src.core.utils import logger
 from fastapi import APIRouter, UploadFile, File, HTTPException, Form
 from src.app.pipelines.modules import DataQualityAssessmentWorkflow
 
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
-
 data_quality_router = APIRouter()
 
 def delete_dir_contents(directory: str)->None:

src/api/v1/eda_engine/data_statistics.py

@@ -1,14 +1,10 @@
 import os
 import shutil
 from fastapi import APIRouter
-from datetime import datetime
-from src.core.utils import LogManager
+from src.core.utils import logger
 from fastapi import APIRouter, UploadFile, File, HTTPException, Form
 from src.app.pipelines.modules import DataStatisticsWorkflow
 
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
-
 data_statistics_router = APIRouter()
 
 def delete_dir_contents(directory: str)->None:

src/api/v1/eda_engine/data_understanding.py

@@ -1,14 +1,10 @@
 import os
 import shutil
 from typing import Optional
-from datetime import datetime
-from src.core.utils import LogManager
+from src.core.utils import logger
 from fastapi import APIRouter, UploadFile, File, HTTPException, Form
 from src.app.pipelines.modules import DataUnderstandingContextWorkflow
 
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
-
 data_understanding_router = APIRouter()
 
 def delete_dir_contents(directory: str) -> None:

src/api/v1/eda_engine/univariate_analysis.py

@@ -1,10 +1,9 @@
 import os
 import shutil
 from typing import Optional
-from datetime import datetime
-from src.core.utils import LogManager
-from src.app.pipelines.modules import UnivariateAnalysisWorkflow
+from src.core.utils import logger
 from fastapi import APIRouter, UploadFile, File, HTTPException, Form
+from src.app.pipelines.modules import UnivariateAnalysisWorkflow
 
 univariate_analysis_router = APIRouter()
 

src/app/pipelines/modules/data_quality_assessment.py

@@ -7,9 +7,8 @@ import numpy as np
 import pandas as pd
 from scipy import stats
 from typing import Union
-from datetime import datetime
 from collections import Counter
-from src.core.utils import LogManager
+from src.core.utils import logger
 from scipy.spatial.distance import pdist
 from scipy.stats import chi2_contingency
 from agno.agent import Agent, RunResponse
@@ -20,9 +19,6 @@ from sklearn.metrics.pairwise import cosine_similarity
 from typing import Dict, List, Union, Tuple, Any, Optional
 from sklearn.feature_extraction.text import TfidfVectorizer
 
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
-
 class DataQualityAssessmentWorkflow:
     def __init__(
         self, data_source: str,

src/app/pipelines/modules/data_statistics.py

@@ -6,18 +6,15 @@ import psutil
 import numpy as np
 import pandas as pd
 import dateutil.parser
+from dotenv import load_dotenv
 from dateutil import parser
 from datetime import datetime
-from dotenv import load_dotenv
 from collections import Counter
-from src.core.utils import LogManager
+from src.core.utils import logger
 from agno.agent import Agent, RunResponse
 from agno.models.openai import OpenAIChat
 from typing import Union, List, Dict, Any, Tuple
 
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
-
 load_dotenv()
 
 class DataStatisticsWorkflow:

src/app/pipelines/modules/data_understanding_context.py

@@ -1,18 +1,14 @@
 import os
 import random
 import pandas as pd
-from datetime import datetime
 from dotenv import load_dotenv
-from src.core.utils import LogManager
+from src.core.utils import logger
 from pydantic import BaseModel, Field
 from agno.models.openai import OpenAIChat
 from agno.agent import Agent, RunResponse
 from typing import Optional, Union, List, Dict, Tuple
 from agno.tools.duckduckgo import DuckDuckGoTools
 
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
-
 load_dotenv()
 
 # class BCAgentResponseSchema(BaseModel):

src/app/pipelines/modules/univariate_analysis.py

@@ -6,8 +6,7 @@ import pandas as pd
 from tqdm import tqdm
 import lmoments3 as lm
 import scipy.stats as stats
-from datetime import datetime
-from src.core.utils import LogManager
+from src.core.utils import logger
 from agno.models.openai import OpenAIChat
 from agno.agent import Agent, RunResponse
 from sklearn.neighbors import KernelDensity
@@ -15,9 +14,6 @@ from sklearn.model_selection import GridSearchCV
 from typing import Union, Tuple, Dict, Any, List, Optional
 from scipy.stats import norm, shapiro, anderson, kstest, normaltest
 
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
-
 class UnivariateAnalysisWorkflow:
     def __init__(
         self, data_source: str,

src/app/pipelines/task_analysis/ml_analysis_workflow.py

@@ -1,17 +1,13 @@
+from agno.models.openai import OpenAIChat # type: ignore
 import os
-import json
-from typing import Optional
-from datetime import datetime
 from dotenv import load_dotenv
-from typing import Iterator, List
-from src.core.utils import LogManager
-from agno.models.openai import OpenAIChat # type: ignore
+from src.core.utils import logger
+from typing import Optional
+from .model import RequirementsAnalysis, TechnicalResearch, ModelResponseStatus
 from agno.agent import Agent, RunResponse # type: ignore
 from agno.tools.duckduckgo import DuckDuckGoTools # type: ignore
-from .model import RequirementsAnalysis, TechnicalResearch, ModelResponseStatus
-
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
+from typing import Iterator, List
+import json
 
 load_dotenv()
 

src/app/pipelines/task_analysis/ml_implementation_planner_workflow.py

@@ -1,16 +1,12 @@
+from agno.models.openai import OpenAIChat # type: ignore
 import os
-import json
-from typing import Optional
-from typing import Iterator
-from datetime import datetime
 from dotenv import load_dotenv
-from src.core.utils import LogManager
-from agno.models.openai import OpenAIChat # type: ignore
-from agno.agent import Agent, RunResponse # type: ignore
+from src.core.utils import logger
+from typing import Optional
 from .model import RequirementsAnalysis, TechnicalResearch, ImplementationPlan
-
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
+from agno.agent import Agent, RunResponse # type: ignore
+from typing import Iterator
+import json
 
 load_dotenv()
 

src/app/pipelines/task_analysis/model.py

@@ -1,7 +1,7 @@
-from enum import Enum
 from typing import List
-from pydantic import BaseModel, Field
 from typing import Iterator, List, Optional
+from enum import Enum
+from pydantic import BaseModel, Field
 
 class MLTaskType(str, Enum):
     CLASSIFICATION = "classification"

src/app/schemas/requests/eda.py

@@ -1,6 +1,6 @@
-from typing import Optional
 from pydantic import BaseModel, Field
 from src.app.pipelines.task_analysis.model import ImplementationPlan, RequirementsAnalysis, TechnicalResearch
+from typing import Optional
 
 class EdaRequestSchema(BaseModel):
     dataset_path: str = Field(

src/app/schemas/responses/eda.py

@@ -1,5 +1,5 @@
-from typing import List
 from pydantic import BaseModel, Field
+from typing import List
 from src.app.pipelines.eda.agents.models import OrchestratorAgentResponseSchema, ExecuterAgentResponseSchema, AnalyzerAgentResponseSchema, JudgingAgentResponseSchema
 
 class IterationDetails(BaseModel):

src/core/server.py

@@ -1,10 +1,6 @@
 from fastapi import FastAPI
 from src.api import router
-from src.core.utils import read_config, LogManager
-from datetime import datetime
-
-timestamp = datetime.now().strftime("%Y-%m-%d_%H")
-logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")
+from src.core.utils import logger, read_config
 
 def init_routers(app_: FastAPI) -> None:
     app_.include_router(router)

src/core/utils/__init__.py

@@ -1,3 +1,3 @@
 from .read_config import read_config
-from .knowledge_base import KnowledgeBaseClass
-from .logger import LogManager
+from .logger import logger
+from .knowledge_base import KnowledgeBaseClass

src/core/utils/logger.py

@@ -42,4 +42,5 @@ class LogManager:
         self.log(logging.DEBUG, message, log_type, console)
 
 
-
+timestamp = datetime.now().strftime("%Y-%m-%d_%H")
+logger = LogManager(log_file_path=f"src/core/logs/log_{timestamp}.log")