Merge pull request #16 from oxbridge-econ/Leo
Browse filesfix: add missing newlines for improved code readability
app/collectors/finfast/article.py
CHANGED
@@ -3,6 +3,7 @@ from venv import logger
|
|
3 |
from datetime import datetime, timedelta
|
4 |
from pymongo.errors import PyMongoError
|
5 |
from database.mongodb import article_collection
|
|
|
6 |
from .utils import scan_dynamodb_table, delete_old_documents, upsert_item
|
7 |
|
8 |
def _process_article_item(item):
|
|
|
3 |
from datetime import datetime, timedelta
|
4 |
from pymongo.errors import PyMongoError
|
5 |
from database.mongodb import article_collection
|
6 |
+
|
7 |
from .utils import scan_dynamodb_table, delete_old_documents, upsert_item
|
8 |
|
9 |
def _process_article_item(item):
|
app/collectors/finfast/category.py
CHANGED
@@ -11,9 +11,11 @@ from typing import Dict, List, Tuple
|
|
11 |
from collections import defaultdict
|
12 |
from dataclasses import dataclass
|
13 |
from botocore.exceptions import ClientError
|
14 |
-
from ..utils import get_client_connection
|
15 |
from database.mongodb import category_collection
|
16 |
|
|
|
|
|
|
|
17 |
# Configure logging
|
18 |
logging.basicConfig(
|
19 |
level=logging.INFO,
|
|
|
11 |
from collections import defaultdict
|
12 |
from dataclasses import dataclass
|
13 |
from botocore.exceptions import ClientError
|
|
|
14 |
from database.mongodb import category_collection
|
15 |
|
16 |
+
from ..utils import get_client_connection
|
17 |
+
|
18 |
+
|
19 |
# Configure logging
|
20 |
logging.basicConfig(
|
21 |
level=logging.INFO,
|
app/collectors/finfast/entity.py
CHANGED
@@ -2,6 +2,7 @@
|
|
2 |
from datetime import datetime, timedelta
|
3 |
from pymongo.errors import PyMongoError
|
4 |
from database.mongodb import entity_collection
|
|
|
5 |
from .utils import scan_dynamodb_table, delete_old_documents, upsert_item
|
6 |
|
7 |
def _process_entity_item(item):
|
|
|
2 |
from datetime import datetime, timedelta
|
3 |
from pymongo.errors import PyMongoError
|
4 |
from database.mongodb import entity_collection
|
5 |
+
|
6 |
from .utils import scan_dynamodb_table, delete_old_documents, upsert_item
|
7 |
|
8 |
def _process_entity_item(item):
|