State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.786256 | 639900 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.180868 | 639888 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.399804 | 639884 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.945661 | 639330 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.027094 | 639326 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.150661 | 639322 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.939576 | 638753 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.106807 | 638749 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.056393 | 638744 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.778262 | 638182 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.864992 | 638178 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.523645 | 638175 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.832811 | 637598 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.954145 | 637594 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.276366 | 637589 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.949307 | 637010 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.523610 | 637006 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.442178 | 637001 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.748639 | 636415 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.405199 | 636411 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.485658 | 636406 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.580595 | 635836 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.346329 | 635832 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.483247 | 635827 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.787241 | 635261 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.061825 | 635255 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.222100 | 635252 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.746383 | 634693 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.531653 | 634687 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.360879 | 634682 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:01.251797 | 634104 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.245797 | 634092 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:05.455893 | 634086 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.959855 | 633495 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.953992 | 633490 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:05.366841 | 633485 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:03.328142 | 632894 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.306360 | 632892 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:07.020303 | 632887 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.705264 | 632312 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.845748 | 632297 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:05.503873 | 632293 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.623036 | 631663 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.837893 | 631653 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.967429 | 631650 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.513716 | 631172 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.789031 | 631158 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.383554 | 631153 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.531113 | 630576 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.992175 | 630572 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.216617 | 630565 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.884954 | 630022 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.807232 | 630020 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.292527 | 630017 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.344309 | 629515 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.921700 | 629512 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.365336 | 629508 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.670606 | 629033 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.803815 | 629030 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.033664 | 629026 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.933316 | 628542 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.965623 | 628539 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.970045 | 628535 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.403905 | 628057 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.844411 | 628054 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.336486 | 628051 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.558740 | 627565 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.001580 | 627562 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.293423 | 627558 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.091313 | 627072 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.005527 | 627070 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.953086 | 627066 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.636257 | 626590 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.959189 | 626579 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.944584 | 626576 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.312655 | 626086 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.870115 | 626083 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.591086 | 626080 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.052675 | 625588 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.832401 | 625585 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.259869 | 625582 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.568012 | 625102 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.797658 | 625099 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.379502 | 625095 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.703808 | 624609 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.006454 | 624607 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.983772 | 624604 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:06:01.528103 | 624097 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.926123 | 624095 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.964042 | 624091 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.539186 | 623589 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.853912 | 623587 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.911420 | 623583 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:07:01.683409 | 623082 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.811591 | 623080 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.949887 | 623076 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.585867 | 622586 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.922708 | 622585 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:00.907119 | 622583 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-daily-revenue-report_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:01.909223 | 622081 |
|
airflow | 1 | default |
|
2 | default_pool |