File size: 740 Bytes
c49b21b |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 |
import sys
import os
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), "..")))
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), ".")))
sys.path.insert(0, os.path.abspath(os.path.join(os.path.dirname(__file__), "fetchers")))
from fetchers.main import main as fetchers_main
from merge import main as merge_main
if __name__ == "__main__":
try:
print("Starting fetchers...")
fetchers_main()
print("Starting merge pipeline...")
merge_main.main()
print("[OK] All steps completed.")
except Exception as e:
import traceback
print(f"[ERROR] Pipeline execution failed: {e}")
print(traceback.format_exc())
sys.exit(1)
|