State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.601837 | 496577 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:20:03.602991 | 496568 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.199200 | 496557 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.636548 | 496554 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.451619 | 496538 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.111943 | 496536 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.694412 | 496533 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.079229 | 496518 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.938162 | 496516 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.637380 | 496514 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.813551 | 496497 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.392842 | 496495 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.796084 | 496493 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.442376 | 496478 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.144260 | 496476 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.707828 | 496473 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.518149 | 496457 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.945129 | 496455 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.603175 | 496453 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:03.973831 | 496437 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.170598 | 496435 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.670542 | 496432 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:03.824667 | 496416 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.912847 | 496414 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.686541 | 496411 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:14:02.322006 | 496402 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.941480 | 496393 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.612367 | 496391 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:25:04.580451 | 496384 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.148317 | 496383 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:16:02.607313 | 496378 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.620853 | 496375 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.850475 | 496374 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.530642 | 496361 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.803733 | 496360 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.176172 | 496359 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.567220 | 496354 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:04.161185 | 496353 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.202379 | 496352 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:26:04.369581 | 496335 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.741871 | 496334 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.246172 | 496333 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:27:03.913178 | 496304 |
|
airflow | 1 | default |
|
7 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.902588 | 496303 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.595940 | 496302 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.761142 | 496279 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.693722 | 496242 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.722246 | 496223 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
496222 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.114761 | 496221 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.648343 | 496217 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
496216 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.209516 | 496215 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
1:41:15.471833 | 496184 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.774317 | 496183 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.845487 | 496182 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.610164 | 496145 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
1:43:14.403086 | 496144 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.917774 | 496143 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.559312 | 496118 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
1:41:13.990407 | 496117 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.196196 | 496116 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.584171 | 496084 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
1:49:14.902918 | 496083 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.193381 | 496082 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:29:04.362099 | 496069 |
|
airflow | 1 | default |
|
5 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.227143 | 496068 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.550535 | 496067 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.653784 | 496061 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.639289 | 496020 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.664121 | 496007 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.779250 | 496004 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
496002 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.758413 | 496001 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.933225 | 496000 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.531454 | 495999 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.503108 | 495963 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.525197 | 495961 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.154352 | 495960 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.548927 | 495959 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.678469 | 495958 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.271707 | 495956 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.659872 | 495955 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.798324 | 495926 |
|
airflow | 1 | default |
|
6 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.569846 | 495919 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.002981 | 495917 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.548802 | 495913 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.299295 | 495912 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.969127 | 495911 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.513829 | 495858 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.907207 | 495857 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.075740 | 495856 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:02.354211 | 495854 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.525368 | 495850 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.958715 | 495849 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.580329 | 495848 |
|
airflow | 3 | default |
|
6 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.474677 | 495840 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.183049 | 495839 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:22:03.994091 | 495827 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v1_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.539645 | 495826 |
|
airflow | 3 | default |
|
2 | default_pool |