run evey hour

app.py

@@ -7,14 +7,24 @@ from fastapi.responses import HTMLResponse
 from fastapi import FastAPI, Request, HTTPException
 from pathlib import Path
 from dateutil import parser
-
+from contextlib import asynccontextmanager
+from news_data import scheduler
 from db import Database
 
 database = Database(Path("./"))
 logging.basicConfig(level=os.environ.get("LOGLEVEL", "INFO"))
 
 
-app = FastAPI()
+@asynccontextmanager
+async def lifespan(app: FastAPI):
+    print("Startup")
+    scheduler.start()
+    yield
+    scheduler.shutdown()
+    print("Shutdown")
+
+
+app = FastAPI(lifespan=lifespan)
 
 app.add_middleware(
     CORSMiddleware,
@@ -31,8 +41,7 @@ def format_date(value):
     try:
         date = parser.parse(value)
         return date.strftime(format)
-    except Exception as e:
-        logging.error(e)
+    except Exception:
         return value
 
 

news_data.py

@@ -2,6 +2,10 @@ import feedparser
 from pathlib import Path
 import json
 from db import Database
+from apscheduler.schedulers.background import BackgroundScheduler
+from datetime import datetime
+
+scheduler = BackgroundScheduler()
 
 database = Database(Path("./"))
 
@@ -12,6 +16,7 @@ def get_feed(feed_url):
 
 
 def cache_news():
+    print("Caching news")
     data = []
     for feed in TOP_NEWS_FEEDS:
         url = feed["url"]
@@ -29,6 +34,11 @@ def cache_news():
     database.insert(data)
 
 
+scheduler.add_job(
+    cache_news, "interval", hours=1, id="cache_news", next_run_time=datetime.now()
+)
+
+
 TOP_NEWS_FEEDS = [
     {"label": "BBC World News", "url": "http://feeds.bbci.co.uk/news/world/rss.xml"},
     {

requirements.txt

@@ -2,4 +2,5 @@ fastapi
 uvicorn
 feedparser
 Jinja2
-python-dateutil
+python-dateutil
+apscheduler