Data Engineering, Elt Pipeline, Apache Airflow, Kinesis Firehose, Snowflake Data Cloud.
is_paused_upon_creation=False, ) bash_task = BashOperator(task_id="run_bash_echo", bash_command="echo 1", dag=dag) post_task = BashOperator(task_id="post_dbt", bash_command="echo 0", dag=dag) batch_id =str(datetime.datetime.now().strftime("%Y%m%d%H%M")) print("BATCH_ID = " + batch_id) # for