State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.599096 | 32956 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.658715 | 32954 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.217848 | 32952 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.601496 | 32939 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.697628 | 32937 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.057044 | 32935 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.676475 | 32921 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.685934 | 32919 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.215533 | 32917 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.641959 | 32902 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.827473 | 32900 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.147845 | 32898 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.655737 | 32884 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.642785 | 32882 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.138418 | 32880 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.577651 | 32865 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.663865 | 32863 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.192616 | 32861 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.500295 | 32846 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.833662 | 32844 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.398959 | 32842 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.807833 | 32828 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.683905 | 32826 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.309688 | 32824 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:15:03.284595 | 32810 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.656347 | 32808 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.155738 | 32806 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.870363 | 32793 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.666718 | 32791 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.230001 | 32789 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.785562 | 32775 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.669727 | 32773 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.238586 | 32771 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.736335 | 32757 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.673131 | 32755 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.451334 | 32753 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.631449 | 32739 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.669896 | 32737 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.182572 | 32735 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.625121 | 32721 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.657389 | 32719 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.190942 | 32717 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.592249 | 32703 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.737591 | 32700 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.781634 | 32697 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.648076 | 32683 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.685451 | 32681 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.342581 | 32679 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.463293 | 32665 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.732176 | 32663 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.125122 | 32661 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.888627 | 32646 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.745088 | 32644 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.382727 | 32642 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.611310 | 32629 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.697812 | 32627 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.382307 | 32625 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.758170 | 32610 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.643066 | 32608 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.224393 | 32606 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.388126 | 32592 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.789641 | 32590 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.123560 | 32588 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.974809 | 32575 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.733063 | 32573 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.275433 | 32571 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.682251 | 32557 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.651331 | 32555 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.445435 | 32553 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.669085 | 32539 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.800995 | 32537 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.564210 | 32534 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.914970 | 32521 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.756700 | 32519 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.250142 | 32517 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.588855 | 32503 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.660112 | 32501 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.243316 | 32499 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.620454 | 32485 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.669476 | 32483 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.157108 | 32481 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.696911 | 32465 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.681173 | 32463 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.305669 | 32461 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.711552 | 32447 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.639596 | 32445 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.624692 | 32443 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.789007 | 32429 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.709590 | 32427 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.201972 | 32425 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.596342 | 32410 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.770836 | 32408 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.179112 | 32406 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.635787 | 32393 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.863738 | 32391 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.222400 | 32389 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.933218 | 32375 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.693966 | 32373 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.307696 | 32371 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.865528 | 32356 |
|
airflow | 1 | default |
|
2 | default_pool |