State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.616734 | 597353 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.266922 | 597351 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.732322 | 596843 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.823269 | 596841 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.912127 | 596838 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.811877 | 596335 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.202811 | 596333 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.374035 | 596330 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.204303 | 595777 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.167949 | 595775 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.486214 | 595772 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.787404 | 595275 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.904672 | 595263 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.942660 | 595259 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.036091 | 594764 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.110009 | 594761 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.891396 | 594756 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.980147 | 594263 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.117250 | 594261 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:05.102442 | 594257 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.654795 | 593772 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.110210 | 593769 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.883293 | 593765 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.085252 | 593287 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.161773 | 593284 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.899244 | 593280 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.836833 | 592813 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.801301 | 592810 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.895137 | 592806 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.095479 | 592333 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.179155 | 592331 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.162084 | 592328 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.611132 | 591830 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.785322 | 591828 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.147877 | 591825 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.569782 | 591313 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.873899 | 591300 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.050566 | 591296 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.077641 | 590747 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.846640 | 590745 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.087683 | 590742 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.964512 | 590234 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.819808 | 590232 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.979922 | 590230 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.113438 | 589730 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.852440 | 589728 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.635024 | 589724 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.168361 | 589227 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.829014 | 589225 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.009144 | 589222 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.220595 | 588691 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.872212 | 588689 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.115659 | 588685 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.180369 | 588190 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.830907 | 588188 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.962470 | 588186 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.101034 | 587682 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.889596 | 587680 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.008606 | 587678 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.004552 | 587180 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.142582 | 587178 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.914163 | 587174 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.048573 | 586678 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.921362 | 586676 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.955848 | 586674 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.954762 | 586178 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.898578 | 586176 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.923601 | 586173 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.066747 | 585674 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.909883 | 585672 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.943344 | 585669 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:02:00.818753 | 585159 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.822360 | 585150 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.031808 | 585147 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.193906 | 584667 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.988865 | 584665 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.032258 | 584661 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.234476 | 584198 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.978654 | 584195 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.212718 | 584191 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.994527 | 583700 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.903622 | 583698 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.079920 | 583695 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.126571 | 583122 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.973156 | 583120 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.061670 | 583118 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.070069 | 582739 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.907570 | 582737 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.082984 | 582734 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.136316 | 582357 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.044471 | 582355 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.070390 | 582352 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.113327 | 581901 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.000838 | 581898 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.035997 | 581894 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.106677 | 581447 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.039288 | 581445 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.145933 | 581441 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.067842 | 580983 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.994229 | 580981 |
|
airflow | 2 | default |
|
2 | default_pool |