State | Dag Id | Task Id | Execution Date | Operator | Start Date | End Date | Duration | Job Id | Hostname | Unixname | Priority Weight | Queue | Queued Dttm | Try Number | Pool | Log Url | ||
---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|---|
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.581159 | 35406 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.552678 | 35392 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.835750 | 35390 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.311759 | 35388 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.671213 | 35374 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.790478 | 35372 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.286963 | 35370 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.846725 | 35357 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.717145 | 35355 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.293069 | 35353 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.713625 | 35339 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.717869 | 35336 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.421956 | 35333 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.907479 | 35318 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.817193 | 35316 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.502063 | 35314 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.623321 | 35299 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.812803 | 35297 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.352675 | 35295 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.590111 | 35281 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.673471 | 35279 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.296259 | 35277 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.832052 | 35263 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.768345 | 35261 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.999326 | 35259 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.529618 | 35245 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.760149 | 35243 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.232349 | 35241 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.622922 | 35224 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.798413 | 35222 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.197014 | 35220 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.816763 | 35198 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.648350 | 35196 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.276459 | 35194 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:03.089207 | 35177 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.695012 | 35175 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.399975 | 35173 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.771156 | 35159 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.858084 | 35157 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.385042 | 35155 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.708057 | 35140 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.793922 | 35138 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.200843 | 35136 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.739464 | 35122 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.699336 | 35120 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.109150 | 35118 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.844010 | 35104 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.712435 | 35102 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.144502 | 35100 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:03.019762 | 35085 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.838038 | 35084 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.772445 | 35081 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.771976 | 35068 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.770987 | 35066 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.224947 | 35064 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.616290 | 35050 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.986723 | 35048 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:04.084967 | 35046 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.741348 | 35031 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.689781 | 35029 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.525880 | 35027 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.834433 | 35012 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.838482 | 35010 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.340486 | 35008 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.429745 | 34995 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.803137 | 34993 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.163175 | 34991 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.629060 | 34976 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.723711 | 34974 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.276606 | 34972 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.660197 | 34957 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.694123 | 34955 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.336558 | 34953 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.966333 | 34939 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.683669 | 34937 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.227017 | 34935 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.773364 | 34922 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.896400 | 34920 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.277044 | 34918 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.565014 | 34904 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.701800 | 34902 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.263879 | 34900 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:09:02.648624 | 34886 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.756285 | 34883 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.157738 | 34880 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:10:02.688674 | 34865 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.706189 | 34863 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.253962 | 34861 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.533127 | 34846 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.682638 | 34844 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.331870 | 34842 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.540030 | 34829 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.680683 | 34828 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.286468 | 34826 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.596438 | 34810 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.697059 | 34808 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.202178 | 34806 |
|
airflow | 3 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | check_cluster_status |
|
EmrJobFlowSensor |
|
|
0:08:02.478936 | 34793 |
|
airflow | 1 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_cluster_and_add_emr_steps |
|
EmrCreateJobFlowOperator |
|
|
0:00:01.759834 | 34791 |
|
airflow | 2 | default |
|
2 | default_pool | |||
success | livepop-shuffle-job_v002 | create_emr_steps |
|
PythonOperator |
|
|
0:00:03.376613 | 34789 |
|
airflow | 3 | default |
|
2 | default_pool |