|
import sys |
|
import os |
|
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), ".."))) |
|
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), "."))) |
|
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), "fetchers"))) |
|
|
|
from fetchers.main import main as fetchers_main |
|
from merge import main as merge_main |
|
|
|
if __name__ == "__main__": |
|
try: |
|
print("Starting fetchers...") |
|
fetchers_main() |
|
print("Starting merge pipeline...") |
|
merge_main.main() |
|
print("[OK] All steps completed.") |
|
except Exception as e: |
|
import traceback |
|
print(f"[ERROR] Pipeline execution failed: {e}") |
|
print(traceback.format_exc()) |
|
sys.exit(1) |
|
|