State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.592278 | 537026 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.693174 | 537014 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.037933 | 537011 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.889585 | 536565 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.922936 | 536555 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.988281 | 536551 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.552085 | 536071 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.931604 | 536059 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.903269 | 536056 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.981511 | 535561 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.933767 | 535559 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.934233 | 535556 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.140659 | 535014 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.837852 | 535012 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.896681 | 535010 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.954912 | 534446 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.926330 | 534444 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.950077 | 534440 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.096566 | 534012 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:04:04.652276 | 533984 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:01:03.803283 | 533979 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:06.550484 | 533884 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:08.101577 | 533558 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:03.428435 | 533392 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:15.011131 | 532055 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:25.239118 | 527045 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:14.019787 | 522008 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.562661 | 519730 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.895460 | 519726 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.909625 | 519723 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.203310 | 519247 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.882900 | 519244 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.142795 | 519241 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.574320 | 518751 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.837613 | 518748 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.912494 | 518744 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.036455 | 518252 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.781419 | 518249 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.883210 | 518246 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.509743 | 517767 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.947855 | 517755 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.052741 | 517751 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.016657 | 517266 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.900873 | 517263 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.887468 | 517260 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.836422 | 516783 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.115058 | 516780 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.936838 | 516777 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.870673 | 516285 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.823265 | 516282 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.873412 | 516278 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:04:01.108151 | 515776 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.914308 | 515767 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.098945 | 515764 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:01.981543 | 515283 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.941842 | 515281 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.485926 | 515277 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:04.009540 | 514782 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.482841 | 514761 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:40.061613 | 514738 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.959186 | 514275 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.780772 | 514272 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.873254 | 514269 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.878743 | 513798 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.752018 | 513796 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.947569 | 513792 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:01.907585 | 513317 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.797575 | 513314 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.766252 | 513310 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.000037 | 512832 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.769889 | 512829 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.468326 | 512826 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.524437 | 512387 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:08.329172 | 512343 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:14.866207 | 511967 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.911229 | 511386 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.706097 | 511383 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.859459 | 511379 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.936100 | 510930 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.897301 | 510927 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.781441 | 510923 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:02.039024 | 510465 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.951108 | 510463 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.887996 | 510461 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.453288 | 510170 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.028115 | 510165 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.908565 | 510067 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.547135 | 509633 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.808655 | 509623 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.885188 | 509619 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.544895 | 509143 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.732844 | 509131 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.919858 | 509127 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.996668 | 508691 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.722927 | 508688 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.721975 | 508684 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.480104 | 508376 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.795722 | 508368 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.909572 | 508364 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-dsp-reporting_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:11:01.792894 | 508041 |
|
airflow | 1 | default |
|
2 | default_pool |