State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.129480 | 448269 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.218491 | 448264 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.177309 | 448263 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.015681 | 448262 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:03.877729 | 448254 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.886003 | 448253 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.961582 | 448252 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
448249 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.926481 | 448248 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.340857 | 448247 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.208783 | 448243 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:03.980740 | 448242 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.305159 | 448240 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.885832 | 447931 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.501405 | 447920 |
|
airflow | 1 | default |
|
6 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.039333 | 447908 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.031845 | 447907 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.059845 | 447895 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.030132 | 447894 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.944131 | 447893 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.994088 | 447880 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.988960 | 447878 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.188746 | 447876 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.657346 | 447864 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.235324 | 447863 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.939684 | 447862 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.959087 | 447850 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.295419 | 447849 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.417348 | 447848 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.136684 | 447836 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.984210 | 447835 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.187346 | 447834 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.275210 | 447822 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.013264 | 447821 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.185817 | 447820 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.981786 | 447808 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.112757 | 447807 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.932503 | 447806 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.478321 | 447794 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.055345 | 447793 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.171153 | 447792 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.062117 | 447780 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.045098 | 447779 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.966062 | 447778 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.565244 | 447772 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.988861 | 447770 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.932191 | 447768 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.815424 | 447756 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.980100 | 447755 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.144441 | 447754 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.877343 | 447743 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.047229 | 447742 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.172979 | 447741 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.777543 | 447729 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.061221 | 447728 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.172221 | 447727 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:04.137008 | 447715 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.016790 | 447714 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.203883 | 447713 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.786462 | 447701 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.027112 | 447700 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.240391 | 447699 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.921705 | 447687 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.007228 | 447686 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.223655 | 447685 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.999010 | 447673 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.989150 | 447672 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.249748 | 447671 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.726189 | 447659 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.007745 | 447658 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.209033 | 447657 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.790433 | 447647 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.933545 | 447646 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.164857 | 447644 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.810297 | 447633 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.942330 | 447632 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.189477 | 447630 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.869187 | 447618 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.011099 | 447616 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.301580 | 447614 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.795277 | 447602 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.969371 | 447601 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.197093 | 447600 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.814298 | 447588 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.051683 | 447587 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.435223 | 447586 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.877903 | 447570 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.012520 | 447569 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.211961 | 447568 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.044787 | 447556 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.002295 | 447555 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.178520 | 447554 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.867429 | 447542 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.046086 | 447540 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.178419 | 447538 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:23:03.609690 | 447525 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.043468 | 447524 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.183988 | 447523 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.694054 | 447511 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.031314 | 447510 |
|
airflow | 2 | default |
|
2 | default_pool |