State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.602207 | 34775 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.771487 | 34773 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.213623 | 34771 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.722595 | 34756 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.662270 | 34755 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.310133 | 34752 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.662988 | 34738 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.677688 | 34736 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.287743 | 34734 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.589556 | 34720 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.829571 | 34718 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.146793 | 34716 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.761792 | 34703 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.776697 | 34702 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.802140 | 34699 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.585473 | 34686 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.689340 | 34684 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.442632 | 34682 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.793361 | 34668 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.848222 | 34666 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.268997 | 34664 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.613434 | 34649 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.812373 | 34647 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.303963 | 34645 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.846375 | 34632 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.920372 | 34630 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.272897 | 34628 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.599870 | 34614 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.794390 | 34613 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.284006 | 34610 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.964852 | 34595 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.804342 | 34593 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.788477 | 34591 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.501971 | 34576 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.091055 | 34574 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.257998 | 34572 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.619905 | 34559 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.805512 | 34557 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.257668 | 34555 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.692480 | 34540 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.811378 | 34538 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.247956 | 34536 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.707426 | 34522 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.916158 | 34520 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.197574 | 34518 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.833290 | 34504 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:02.080158 | 34502 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.280092 | 34500 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.493715 | 34486 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.685268 | 34484 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.167938 | 34482 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.630345 | 34469 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.716570 | 34467 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.275011 | 34465 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.633384 | 34451 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.665293 | 34448 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.235173 | 34445 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.665292 | 34429 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.753828 | 34427 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.759976 | 34425 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.613515 | 34412 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.785548 | 34410 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.701940 | 34408 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.598537 | 34393 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.771077 | 34391 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.223952 | 34389 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.572286 | 34376 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.689497 | 34374 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.278201 | 34372 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.620625 | 34357 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.686190 | 34355 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.233176 | 34353 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.510154 | 34340 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.675787 | 34338 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.299145 | 34336 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.614818 | 34321 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.823148 | 34320 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.353533 | 34318 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.512344 | 34303 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.686937 | 34301 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.192264 | 34299 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.747801 | 34286 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.675236 | 34284 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.328124 | 34282 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.483996 | 34269 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.800022 | 34267 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.199460 | 34265 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.535353 | 34251 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.829530 | 34249 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.530543 | 34247 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:03.025397 | 34232 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.707382 | 34230 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.291574 | 34228 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.788438 | 34214 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.694726 | 34212 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.264257 | 34210 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.678208 | 34196 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.704973 | 34193 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.412683 | 34192 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.597064 | 34177 |
|
airflow | 1 | default |
|
2 | default_pool |