State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
|
airflow | 1 | default |
|
1 | default_pool | |||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
|
airflow | 2 | default |
|
1 | default_pool | |||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.368800 | 444152 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.120675 | 444151 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.950798 | 444138 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.092090 | 444137 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.078975 | 444129 |
|
airflow | 2 | default |
|
4 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.070564 | 444128 |
|
airflow | 3 | default |
|
4 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:17:02.582855 | 444016 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.021821 | 444015 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.075741 | 444014 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.949161 | 441559 |
|
airflow | 2 | default |
|
4 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.041929 | 441558 |
|
airflow | 3 | default |
|
4 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:12:01.840883 | 441550 |
|
airflow | 1 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:59:07.598198 | 441535 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.116679 | 441534 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.126725 | 441533 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441532 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.136700 | 441531 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.065428 | 441530 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441529 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.064299 | 441524 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.072844 | 441523 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441520 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.345020 | 441519 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.062729 | 441518 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441517 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.952982 | 441516 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.080404 | 441515 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441513 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.169711 | 441512 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.036583 | 441511 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441510 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.058910 | 441509 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.996363 | 441508 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:02:00.655373 | 441505 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.436782 | 441504 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.918172 | 441503 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441502 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.099900 | 441501 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.117643 | 441500 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441494 |
|
airflow | 1 | default |
|
3 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.088606 | 441492 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.066335 | 441491 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441448 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.154003 | 441445 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.168913 | 441444 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
441443 |
|
airflow | 1 | default |
|
2 | default_pool | ||||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.974822 | 441442 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.045897 | 441441 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.466315 | 441439 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:24:03.710651 | 441433 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.161196 | 441432 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.082159 | 441431 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.896008 | 441421 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.135125 | 441420 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.502426 | 441419 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.977180 | 441414 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.102106 | 441413 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.523248 | 431933 |
|
airflow | 1 | default |
|
6 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:54:07.913096 | 431932 |
|
airflow | 1 | default |
|
166 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.889269 | 431929 |
|
airflow | 2 | default |
|
52 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.184148 | 431927 |
|
airflow | 3 | default |
|
53 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.007936 | 431922 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.077964 | 431921 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:01:00.805172 | 425458 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.974625 | 425457 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.187803 | 425455 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.997705 | 425225 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.995606 | 425224 |
|
airflow | 2 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.951948 | 425223 |
|
airflow | 3 | default |
|
3 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.505771 | 425112 |
|
airflow | 1 | default |
|
6 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:01:00.529391 | 422387 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.116237 | 422386 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.805996 | 422385 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.557747 | 422383 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.412624 | 422382 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.929646 | 422364 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.864706 | 422363 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.330080 | 422347 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:02.449156 | 422346 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.886623 | 422345 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.973251 | 422005 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.849380 | 422004 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:00:00.519497 | 422003 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.991224 | 421995 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.834410 | 421994 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:01:00.865584 | 421457 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:00.997662 | 421456 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.830621 | 421455 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | exchange-trade-summary_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:01.956927 | 421451 |
|
airflow | 3 | default |
|
14 | default_pool |