Ported db cleanup

README.md

@@ -36,3 +36,38 @@ user flow ish
 3. attempts to grab info for api
 4. add said info to database
 5. make sure that this schedule is robust hopefully
+
+## Deployment to Tailscale Server
+
+1. Update the server configuration in `deploy.sh`:
+
+   ```bash
+   SERVER_IP="your-tailscale-server-ip"
+   SERVER_USER="your-username"
+   ```
+
+2. Make the deploy script executable:
+
+   ```bash
+   chmod +x deploy.sh
+   ```
+
+3. Run the deployment:
+
+   ```bash
+   ./deploy.sh
+   ```
+
+4. On the server, set up the daily cron job:
+
+   ```bash
+   ./setup-cron.sh
+   ```
+
+The application will now run continuously and execute daily at 2 AM.
+
+## Server Management
+
+- Check service status: `sudo systemctl status mcp-hackathon`
+- View logs: `sudo tail -f /var/log/mcp-hackathon.log`
+- Restart service: `sudo systemctl restart mcp-hackathon`

db-cleanup/Dockerfile

@@ -0,0 +1,13 @@
+FROM python:3.11-slim
+
+WORKDIR /app
+
+# Copy requirements and install dependencies
+COPY requirements.txt .
+RUN pip install --no-cache-dir -r requirements.txt
+
+# Copy the cleanup script
+COPY cleanup.py .
+
+# Run the cleanup job
+CMD ["python", "cleanup.py"]

db-cleanup/cleanup.py

@@ -0,0 +1,79 @@
+import os
+import psycopg2
+import psycopg2.extras
+from dotenv import load_dotenv
+from apscheduler.schedulers.blocking import BlockingScheduler
+
+# Load environment variables from .env file
+load_dotenv(os.path.join(os.path.dirname(__file__), "..", ".env"))
+
+
+def connect_to_db():
+    """
+    Connect to the PostgreSQL database using environment variables.
+    Returns a connection object.
+    """
+    db_password = os.getenv("DB_PASSWORD")
+    if not db_password:
+        raise ValueError(
+            "Database password not found in environment variables. Please set DB_PASSWORD."
+        )
+
+    # Get database connection details from environment variables with defaults
+    db_host = os.getenv("DB_HOST")
+    db_port = int(os.getenv("DB_PORT"))
+    db_name = os.getenv("DB_NAME")
+    db_user = os.getenv("DB_USER")
+
+    return psycopg2.connect(
+        host=db_host,
+        port=db_port,
+        database=db_name,
+        user=db_user,
+        password=db_password,
+        cursor_factory=psycopg2.extras.DictCursor,
+    )
+
+
+def cleanup_old_configurations():
+    cleanup_situations = [
+        """
+        DELETE FROM api_configurations
+        WHERE stop_at IS NOT NULL
+            AND stop_at < NOW() - INTERVAL '14 days';
+        """,
+    ]
+
+    conn = None
+    try:
+        conn = connect_to_db()
+        with conn.cursor() as cur:
+            for raw_sql in cleanup_situations:
+                sql = raw_sql.strip()
+                if not sql:
+                    continue
+
+                cur.execute(sql)
+                deleted = cur.rowcount
+                print(f"[CLEANUP] {deleted} rows deleted.")
+        conn.commit()
+        print("[SUCCESS] Database cleanup completed successfully")
+
+    except Exception as e:
+        print(f"[ERROR] cleanup failed: {e}")
+
+    finally:
+        if conn:
+            conn.close()
+
+
+def job_schedule():
+    sched = BlockingScheduler()
+    sched.add_job(cleanup_old_configurations, "cron", hour=0, minute=0)
+    print("cleanup job scheduled at 00:00 UTC")
+    sched.start()
+
+
+if __name__ == "__main__":
+    print("[INFO] Starting database cleanup scheduler...")
+    job_schedule()

db-cleanup/docker-compose.yml

@@ -0,0 +1,14 @@
+version: '3.8'
+
+services:
+  db-cleanup:
+    build: .
+    environment:
+      - DB_PASSWORD=${DB_PASSWORD}
+      - DB_HOST=${DB_HOST}
+      - DB_PORT=${DB_PORT}
+      - DB_NAME=${DB_NAME}
+      - DB_USER=${DB_USER}
+    restart: unless-stopped
+    volumes:
+      - ../logs:/app/logs

db-cleanup/requirements.txt

@@ -0,0 +1,3 @@
+psycopg2-binary==2.9.7
+python-dotenv==1.0.0
+apscheduler==3.10.4