State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.563157 | 569349 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.854722 | 569338 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.973435 | 569334 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.589916 | 568879 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.880206 | 568876 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.363398 | 568873 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.546950 | 568414 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.868345 | 568401 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.000197 | 568397 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.692371 | 567942 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.854573 | 567939 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.006177 | 567935 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.644438 | 567484 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.863335 | 567474 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.027519 | 567471 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.529563 | 567006 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.865981 | 567003 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.044746 | 567000 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.818804 | 566540 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.855535 | 566537 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.077358 | 566533 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.523483 | 566076 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.850679 | 566066 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.050601 | 566063 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.591071 | 565587 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.922373 | 565574 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.021905 | 565571 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.544117 | 565093 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.863093 | 565084 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.978858 | 565079 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.514211 | 564593 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.246560 | 564590 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.976042 | 564588 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.804429 | 564112 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.051768 | 564110 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.958086 | 564106 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.920778 | 563635 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.928531 | 563631 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.987643 | 563625 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.693725 | 563155 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.064378 | 563152 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.519741 | 563148 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.287889 | 562679 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.965136 | 562675 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.140294 | 562672 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.745392 | 562194 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.003309 | 562191 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.712323 | 562187 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.577285 | 561680 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.835664 | 561672 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.947590 | 561667 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.507965 | 559012 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.896343 | 559009 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.846443 | 559005 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.647924 | 558535 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.711395 | 558532 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.791687 | 558528 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.496428 | 558055 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.711297 | 558052 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.054856 | 558048 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.624138 | 557578 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.776070 | 557575 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.785593 | 557571 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.526668 | 557099 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.841208 | 557096 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.766739 | 557093 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.405916 | 556623 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.848364 | 556620 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.834489 | 556617 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.929303 | 556134 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.661776 | 556131 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.669543 | 556127 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.532910 | 555635 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.696346 | 555632 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.755327 | 555629 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.773677 | 555126 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.869632 | 555123 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.699007 | 555120 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.682975 | 554637 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.544115 | 554634 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.725358 | 554630 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.425621 | 554148 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.677125 | 554142 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.576442 | 554139 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.416847 | 553658 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.659000 | 553655 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.939160 | 553652 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.374828 | 553168 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.670418 | 553166 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.679293 | 553164 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:02.399844 | 552634 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:07.461660 | 552600 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:14.229394 | 552534 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.173740 | 552242 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.863173 | 552240 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.668039 | 552237 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.622024 | 551758 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.688041 | 551755 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.889453 | 551752 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.394559 | 551258 |
|
airflow | 1 | default |
|
2 | default_pool |