[Airflow] 다양한 Dag Graph 실습해보자 (Bash operator)

https://github.com/ParkGyeongTae/airflow-pgt/tree/main/0_airflow

GitHub - ParkGyeongTae/airflow-pgt

 

from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from datetime import datetime

dag = DAG (
	dag_id            = 'my_bash_dag',
	start_date        = datetime(2022, 4, 16),
	schedule_interval = '* * * * *',
	catchup           = False
    )

sleep_1 = BashOperator (
	task_id      = 'sleep_1',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_2 = BashOperator (
	task_id      = 'sleep_2',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_3 = BashOperator (
	task_id      = 'sleep_3',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_4 = BashOperator (
	task_id      = 'sleep_4',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_5 = BashOperator (
	task_id      = 'sleep_5',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_6 = BashOperator (
	task_id      = 'sleep_6',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_1 >> [sleep_2, sleep_4]
sleep_3 >> [sleep_2, sleep_4]
[sleep_2, sleep_4] >> sleep_5
sleep_4 >> sleep_6

 

from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from datetime import datetime

dag = DAG (
	dag_id            = 'my_bash_dag',
	start_date        = datetime(2022, 4, 16),
	schedule_interval = '* * * * *',
	catchup           = False
    )

sleep_1 = BashOperator (
	task_id      = 'sleep_1',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_2 = BashOperator (
	task_id      = 'sleep_2',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_3 = BashOperator (
	task_id      = 'sleep_3',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_4 = BashOperator (
	task_id      = 'sleep_4',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_5 = BashOperator (
	task_id      = 'sleep_5',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_6 = BashOperator (
	task_id      = 'sleep_6',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_1 >> sleep_2 >> sleep_3 >> sleep_4 >> sleep_5 >> sleep_6

 

from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from datetime import datetime

dag = DAG (
	dag_id            = 'my_bash_dag',
	start_date        = datetime(2022, 4, 16),
	schedule_interval = '* * * * *',
	catchup           = False
    )

sleep_1 = BashOperator (
	task_id      = 'sleep_1',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_2 = BashOperator (
	task_id      = 'sleep_2',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_3 = BashOperator (
	task_id      = 'sleep_3',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_4 = BashOperator (
	task_id      = 'sleep_4',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_5 = BashOperator (
	task_id      = 'sleep_5',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_6 = BashOperator (
	task_id      = 'sleep_6',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_1 >> sleep_2 >> sleep_3
sleep_4 >> sleep_5 >> sleep_6

 

from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from datetime import datetime

dag = DAG (
	dag_id            = 'my_bash_dag',
	start_date        = datetime(2022, 4, 16),
	schedule_interval = '* * * * *',
	catchup           = False
    )

sleep_1 = BashOperator (
	task_id      = 'sleep_1',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_2 = BashOperator (
	task_id      = 'sleep_2',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_3 = BashOperator (
	task_id      = 'sleep_3',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_4 = BashOperator (
	task_id      = 'sleep_4',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_5 = BashOperator (
	task_id      = 'sleep_5',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_6 = BashOperator (
	task_id      = 'sleep_6',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_1 >> [sleep_2, sleep_3, sleep_4] >> sleep_5
sleep_3 >> sleep_6

 

from airflow import DAG
from airflow.operators.bash_operator import BashOperator
from datetime import datetime

dag = DAG (
	dag_id            = 'my_bash_dag',
	start_date        = datetime(2022, 4, 16),
	schedule_interval = '* * * * *',
	catchup           = False
    )

sleep_1 = BashOperator (
	task_id      = 'sleep_1',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_2 = BashOperator (
	task_id      = 'sleep_2',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_3 = BashOperator (
	task_id      = 'sleep_3',
	bash_command = 'sleep 10',
	dag          = dag
    )

sleep_4 = BashOperator (
	task_id      = 'sleep_4',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_5 = BashOperator (
	task_id      = 'sleep_5',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_6 = BashOperator (
	task_id      = 'sleep_6',
	bash_command = 'sleep 5',
	dag          = dag
    )

sleep_1 >> [sleep_2, sleep_3, sleep_4] >> sleep_5
[sleep_2, sleep_5] >> sleep_6