State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.859300 | 604951 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.769428 | 604444 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.038440 | 604442 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.841315 | 604438 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.026846 | 603941 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.819567 | 603939 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.846334 | 603936 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.500981 | 603478 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.825330 | 603477 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.884591 | 603475 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.528337 | 602447 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.691020 | 602445 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.741385 | 602442 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.578501 | 601957 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.711041 | 601954 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.801218 | 601951 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:01.933927 | 601453 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.904434 | 601451 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.188758 | 601448 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.929855 | 600934 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.038768 | 600932 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.926352 | 600928 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:02.606815 | 600425 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.025874 | 600423 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.174078 | 600421 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.069912 | 599914 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.705860 | 599912 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.344926 | 599909 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:01.769171 | 599404 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.070538 | 599402 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.877790 | 599398 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.035280 | 598892 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.426017 | 598890 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.355847 | 598888 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.730943 | 598385 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.997583 | 598376 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.592815 | 598374 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.056536 | 597861 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.060820 | 597859 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.330232 | 597857 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.622135 | 597365 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.616734 | 597353 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.266922 | 597351 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.732322 | 596843 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.823269 | 596841 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.912127 | 596838 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.811877 | 596335 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.202811 | 596333 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.374035 | 596330 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.204303 | 595777 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.167949 | 595775 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.486214 | 595772 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.787404 | 595275 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.904672 | 595263 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.942660 | 595259 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.036091 | 594764 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.110009 | 594761 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.891396 | 594756 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.980147 | 594263 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.117250 | 594261 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:05.102442 | 594257 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.654795 | 593772 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.110210 | 593769 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.883293 | 593765 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.085252 | 593287 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.161773 | 593284 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.899244 | 593280 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.836833 | 592813 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.801301 | 592810 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.895137 | 592806 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.095479 | 592333 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.179155 | 592331 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.162084 | 592328 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.611132 | 591830 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.785322 | 591828 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.147877 | 591825 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.569782 | 591313 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.873899 | 591300 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.050566 | 591296 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.077641 | 590747 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.846640 | 590745 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.087683 | 590742 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.964512 | 590234 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.819808 | 590232 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.979922 | 590230 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.113438 | 589730 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.852440 | 589728 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.635024 | 589724 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.168361 | 589227 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.829014 | 589225 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.009144 | 589222 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.220595 | 588691 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.872212 | 588689 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.115659 | 588685 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.180369 | 588190 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.830907 | 588188 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.962470 | 588186 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.101034 | 587682 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.889596 | 587680 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.008606 | 587678 |
|
airflow | 3 | default |
|
2 | default_pool |