State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.704336 | 614864 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.938671 | 614852 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.462855 | 614850 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.950220 | 614347 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.966624 | 614337 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.349802 | 614333 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.080577 | 613828 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.726230 | 613826 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.266607 | 613824 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.713792 | 613322 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.707958 | 613311 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.298638 | 613309 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.743792 | 612800 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.069671 | 612798 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.475238 | 612796 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.011221 | 612284 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.109848 | 612282 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.233835 | 612278 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.746745 | 611770 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.908979 | 611768 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.815851 | 611764 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.961769 | 611263 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.040386 | 611261 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.332298 | 611259 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.052191 | 610588 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.939592 | 610586 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.154320 | 610584 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.609004 | 610066 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.251774 | 610064 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.669946 | 610061 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.930736 | 609558 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.865757 | 609556 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.971745 | 609554 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:01.851983 | 609043 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.105110 | 609041 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.365914 | 609038 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.925861 | 608532 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.165746 | 608530 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.700065 | 608526 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.784813 | 608024 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.842293 | 608022 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.873144 | 608020 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.747135 | 607525 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.048175 | 607516 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.898887 | 607514 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:01.674309 | 607007 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.083987 | 607005 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.316252 | 607003 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.633099 | 606496 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.106307 | 606495 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.927006 | 606490 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.945132 | 605976 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.105276 | 605974 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.333084 | 605972 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.730585 | 605471 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.206378 | 605460 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.289192 | 605458 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.629970 | 604954 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.999326 | 604953 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.859300 | 604951 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.769428 | 604444 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.038440 | 604442 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.841315 | 604438 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.026846 | 603941 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.819567 | 603939 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.846334 | 603936 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.500981 | 603478 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.825330 | 603477 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.884591 | 603475 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.528337 | 602447 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.691020 | 602445 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.741385 | 602442 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.578501 | 601957 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.711041 | 601954 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.801218 | 601951 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:01.933927 | 601453 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.904434 | 601451 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.188758 | 601448 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.929855 | 600934 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.038768 | 600932 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.926352 | 600928 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:02.606815 | 600425 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.025874 | 600423 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.174078 | 600421 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.069912 | 599914 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.705860 | 599912 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.344926 | 599909 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:01.769171 | 599404 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.070538 | 599402 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.877790 | 599398 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.035280 | 598892 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.426017 | 598890 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.355847 | 598888 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.730943 | 598385 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.997583 | 598376 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.592815 | 598374 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.056536 | 597861 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.060820 | 597859 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.330232 | 597857 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.622135 | 597365 |
|
airflow | 1 | default |
|
3 | default_pool |