Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T02:00:00+00:00 PythonOperator 2021-06-02T03:00:05.600773+00:00 2021-06-02T03:00:09.181932+00:00 0:00:03.581159 35406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T03:00:02.844153+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T01:00:00+00:00 EmrJobFlowSensor 2021-06-02T02:00:53.639280+00:00 2021-06-02T02:09:56.191958+00:00 0:09:02.552678 35392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T02:00:51.466504+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T02:00:31.935617+00:00 2021-06-02T02:00:33.771367+00:00 0:00:01.835750 35390 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T02:00:29.488129+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T01:00:00+00:00 PythonOperator 2021-06-02T02:00:12.016456+00:00 2021-06-02T02:00:15.328215+00:00 0:00:03.311759 35388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T02:00:09.426386+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T00:00:00+00:00 EmrJobFlowSensor 2021-06-02T01:01:01.269807+00:00 2021-06-02T01:10:03.941020+00:00 0:09:02.671213 35374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T01:00:58.771328+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T01:00:39.015450+00:00 2021-06-02T01:00:40.805928+00:00 0:00:01.790478 35372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T01:00:36.615657+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T00:00:00+00:00 PythonOperator 2021-06-02T01:00:17.143756+00:00 2021-06-02T01:00:20.430719+00:00 0:00:03.286963 35370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T01:00:14.606904+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T23:00:00+00:00 EmrJobFlowSensor 2021-06-02T00:00:54.041707+00:00 2021-06-02T00:10:56.888432+00:00 0:10:02.846725 35357 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T00:00:51.732727+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T00:00:34.020767+00:00 2021-06-02T00:00:35.737912+00:00 0:00:01.717145 35355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T00:00:31.714217+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T23:00:00+00:00 PythonOperator 2021-06-02T00:00:11.900997+00:00 2021-06-02T00:00:15.194066+00:00 0:00:03.293069 35353 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T00:00:09.693972+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T22:00:00+00:00 EmrJobFlowSensor 2021-06-01T23:01:04.679259+00:00 2021-06-01T23:11:07.392884+00:00 0:10:02.713625 35339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T23:01:01.948453+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T23:00:42.663715+00:00 2021-06-01T23:00:44.381584+00:00 0:00:01.717869 35336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T23:00:39.943568+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T22:00:00+00:00 PythonOperator 2021-06-01T23:00:20.942986+00:00 2021-06-01T23:00:24.364942+00:00 0:00:03.421956 35333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T23:00:17.831879+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T21:00:00+00:00 EmrJobFlowSensor 2021-06-01T22:01:06.397117+00:00 2021-06-01T22:11:09.304596+00:00 0:10:02.907479 35318 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T22:01:04.149643+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T22:00:44.454543+00:00 2021-06-01T22:00:46.271736+00:00 0:00:01.817193 35316 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T22:00:42.120741+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T21:00:00+00:00 PythonOperator 2021-06-01T22:00:24.337218+00:00 2021-06-01T22:00:28.839281+00:00 0:00:04.502063 35314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T22:00:22.101470+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T20:00:00+00:00 EmrJobFlowSensor 2021-06-01T21:00:47.810822+00:00 2021-06-01T21:09:50.434143+00:00 0:09:02.623321 35299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T21:00:45.625982+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T21:00:25.907431+00:00 2021-06-01T21:00:27.720234+00:00 0:00:01.812803 35297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T21:00:23.602612+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T20:00:00+00:00 PythonOperator 2021-06-01T21:00:04.429410+00:00 2021-06-01T21:00:07.782085+00:00 0:00:03.352675 35295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T21:00:01.656472+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T19:00:00+00:00 EmrJobFlowSensor 2021-06-01T20:00:56.529791+00:00 2021-06-01T20:09:59.119902+00:00 0:09:02.590111 35281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T20:00:54.152494+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T20:00:36.415440+00:00 2021-06-01T20:00:38.088911+00:00 0:00:01.673471 35279 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T20:00:34.090113+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T19:00:00+00:00 PythonOperator 2021-06-01T20:00:14.526634+00:00 2021-06-01T20:00:17.822893+00:00 0:00:03.296259 35277 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T20:00:12.029186+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T18:00:00+00:00 EmrJobFlowSensor 2021-06-01T19:00:54.587573+00:00 2021-06-01T19:10:57.419625+00:00 0:10:02.832052 35263 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T19:00:52.057357+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T19:00:26.490683+00:00 2021-06-01T19:00:28.259028+00:00 0:00:01.768345 35261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T19:00:24.043045+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T18:00:00+00:00 PythonOperator 2021-06-01T19:00:04.739578+00:00 2021-06-01T19:00:08.738904+00:00 0:00:03.999326 35259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T19:00:02.082974+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T17:00:00+00:00 EmrJobFlowSensor 2021-06-01T18:00:51.790489+00:00 2021-06-01T18:09:54.320107+00:00 0:09:02.529618 35245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T18:00:49.603436+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T18:00:30.019520+00:00 2021-06-01T18:00:31.779669+00:00 0:00:01.760149 35243 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T18:00:27.557816+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T17:00:00+00:00 PythonOperator 2021-06-01T18:00:09.817556+00:00 2021-06-01T18:00:13.049905+00:00 0:00:03.232349 35241 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T18:00:07.472132+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T16:00:00+00:00 EmrJobFlowSensor 2021-06-01T17:01:05.439323+00:00 2021-06-01T17:10:08.062245+00:00 0:09:02.622922 35224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T17:01:03.158268+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T17:00:43.441033+00:00 2021-06-01T17:00:45.239446+00:00 0:00:01.798413 35222 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T17:00:41.091984+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T16:00:00+00:00 PythonOperator 2021-06-01T17:00:21.227686+00:00 2021-06-01T17:00:24.424700+00:00 0:00:03.197014 35220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T17:00:19.030822+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T15:00:00+00:00 EmrJobFlowSensor 2021-06-01T16:01:07.313198+00:00 2021-06-01T16:11:10.129961+00:00 0:10:02.816763 35198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T16:01:05.113895+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T16:00:45.890253+00:00 2021-06-01T16:00:47.538603+00:00 0:00:01.648350 35196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T16:00:43.092065+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T15:00:00+00:00 PythonOperator 2021-06-01T16:00:23.581188+00:00 2021-06-01T16:00:26.857647+00:00 0:00:03.276459 35194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T16:00:21.148310+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T14:00:00+00:00 EmrJobFlowSensor 2021-06-01T15:05:04.059339+00:00 2021-06-01T15:14:07.148546+00:00 0:09:03.089207 35177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T15:05:01.387679+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T15:04:41.489976+00:00 2021-06-01T15:04:43.184988+00:00 0:00:01.695012 35175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T15:04:39.260153+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T14:00:00+00:00 PythonOperator 2021-06-01T15:04:19.797248+00:00 2021-06-01T15:04:23.197223+00:00 0:00:03.399975 35173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T15:04:17.233174+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T13:00:00+00:00 EmrJobFlowSensor 2021-06-01T14:00:48.566004+00:00 2021-06-01T14:10:51.337160+00:00 0:10:02.771156 35159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T14:00:46.163787+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T14:00:26.467231+00:00 2021-06-01T14:00:28.325315+00:00 0:00:01.858084 35157 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T14:00:24.108681+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T13:00:00+00:00 PythonOperator 2021-06-01T14:00:06.414451+00:00 2021-06-01T14:00:09.799493+00:00 0:00:03.385042 35155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T14:00:04.085494+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T12:00:00+00:00 EmrJobFlowSensor 2021-06-01T13:00:59.052289+00:00 2021-06-01T13:10:01.760346+00:00 0:09:02.708057 35140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T13:00:56.883377+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T13:00:37.113336+00:00 2021-06-01T13:00:38.907258+00:00 0:00:01.793922 35138 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T13:00:34.855359+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T12:00:00+00:00 PythonOperator 2021-06-01T13:00:15.336543+00:00 2021-06-01T13:00:18.537386+00:00 0:00:03.200843 35136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T13:00:12.852194+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T11:00:00+00:00 EmrJobFlowSensor 2021-06-01T12:01:09.306184+00:00 2021-06-01T12:10:12.045648+00:00 0:09:02.739464 35122 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T12:01:07.014192+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T12:00:41.167233+00:00 2021-06-01T12:00:42.866569+00:00 0:00:01.699336 35120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T12:00:38.988527+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T11:00:00+00:00 PythonOperator 2021-06-01T12:00:13.354923+00:00 2021-06-01T12:00:17.464073+00:00 0:00:04.109150 35118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T12:00:10.898943+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T10:00:00+00:00 EmrJobFlowSensor 2021-06-01T11:01:02.258323+00:00 2021-06-01T11:11:05.102333+00:00 0:10:02.844010 35104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T11:00:59.861507+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T11:00:39.897709+00:00 2021-06-01T11:00:41.610144+00:00 0:00:01.712435 35102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T11:00:37.741255+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T10:00:00+00:00 PythonOperator 2021-06-01T11:00:20.431193+00:00 2021-06-01T11:00:24.575695+00:00 0:00:04.144502 35100 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T11:00:17.725264+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T09:00:00+00:00 EmrJobFlowSensor 2021-06-01T10:01:04.610636+00:00 2021-06-01T10:11:07.630398+00:00 0:10:03.019762 35085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T10:01:02.485259+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T10:00:45.092961+00:00 2021-06-01T10:00:46.930999+00:00 0:00:01.838038 35084 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T10:00:42.419580+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T09:00:00+00:00 PythonOperator 2021-06-01T10:00:21.836446+00:00 2021-06-01T10:00:25.608891+00:00 0:00:03.772445 35081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T10:00:18.473320+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T08:00:00+00:00 EmrJobFlowSensor 2021-06-01T09:01:02.554834+00:00 2021-06-01T09:11:05.326810+00:00 0:10:02.771976 35068 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T09:01:00.303555+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T09:00:40.797684+00:00 2021-06-01T09:00:42.568671+00:00 0:00:01.770987 35066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T09:00:38.276205+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T08:00:00+00:00 PythonOperator 2021-06-01T09:00:20.514771+00:00 2021-06-01T09:00:23.739718+00:00 0:00:03.224947 35064 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T09:00:18.266126+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T07:00:00+00:00 EmrJobFlowSensor 2021-06-01T08:01:07.148417+00:00 2021-06-01T08:10:09.764707+00:00 0:09:02.616290 35050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T08:01:04.836974+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T08:00:45.116943+00:00 2021-06-01T08:00:47.103666+00:00 0:00:01.986723 35048 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T08:00:42.817986+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T07:00:00+00:00 PythonOperator 2021-06-01T08:00:23.063910+00:00 2021-06-01T08:00:27.148877+00:00 0:00:04.084967 35046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T08:00:20.802068+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T06:00:00+00:00 EmrJobFlowSensor 2021-06-01T07:00:48.125892+00:00 2021-06-01T07:09:50.867240+00:00 0:09:02.741348 35031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T07:00:45.432631+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T07:00:25.715708+00:00 2021-06-01T07:00:27.405489+00:00 0:00:01.689781 35029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T07:00:23.386652+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T06:00:00+00:00 PythonOperator 2021-06-01T07:00:03.856992+00:00 2021-06-01T07:00:07.382872+00:00 0:00:03.525880 35027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T07:00:01.369786+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T05:00:00+00:00 EmrJobFlowSensor 2021-06-01T06:00:56.111759+00:00 2021-06-01T06:09:58.946192+00:00 0:09:02.834433 35012 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T06:00:53.653479+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T06:00:35.825875+00:00 2021-06-01T06:00:37.664357+00:00 0:00:01.838482 35010 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T06:00:33.551140+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T05:00:00+00:00 PythonOperator 2021-06-01T06:00:11.916962+00:00 2021-06-01T06:00:15.257448+00:00 0:00:03.340486 35008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T06:00:09.523215+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T04:00:00+00:00 EmrJobFlowSensor 2021-06-01T05:01:05.747280+00:00 2021-06-01T05:09:08.177025+00:00 0:08:02.429745 34995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T05:01:03.507278+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T05:00:41.717823+00:00 2021-06-01T05:00:43.520960+00:00 0:00:01.803137 34993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T05:00:39.485301+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T04:00:00+00:00 PythonOperator 2021-06-01T05:00:21.762371+00:00 2021-06-01T05:00:24.925546+00:00 0:00:03.163175 34991 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T05:00:19.431190+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T03:00:00+00:00 EmrJobFlowSensor 2021-06-01T04:00:51.048727+00:00 2021-06-01T04:09:53.677787+00:00 0:09:02.629060 34976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T04:00:48.774327+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T04:00:31.170140+00:00 2021-06-01T04:00:32.893851+00:00 0:00:01.723711 34974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T04:00:28.757712+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T03:00:00+00:00 PythonOperator 2021-06-01T04:00:09.428913+00:00 2021-06-01T04:00:12.705519+00:00 0:00:03.276606 34972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T04:00:06.748695+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T02:00:00+00:00 EmrJobFlowSensor 2021-06-01T03:00:54.339423+00:00 2021-06-01T03:10:56.999620+00:00 0:10:02.660197 34957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T03:00:52.107055+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T03:00:30.497890+00:00 2021-06-01T03:00:32.192013+00:00 0:00:01.694123 34955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T03:00:28.156422+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T02:00:00+00:00 PythonOperator 2021-06-01T03:00:10.338369+00:00 2021-06-01T03:00:13.674927+00:00 0:00:03.336558 34953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T03:00:07.993424+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T01:00:00+00:00 EmrJobFlowSensor 2021-06-01T02:00:50.593114+00:00 2021-06-01T02:09:53.559447+00:00 0:09:02.966333 34939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T02:00:48.243168+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T02:00:28.398806+00:00 2021-06-01T02:00:30.082475+00:00 0:00:01.683669 34937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T02:00:26.207924+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T01:00:00+00:00 PythonOperator 2021-06-01T02:00:06.545875+00:00 2021-06-01T02:00:09.772892+00:00 0:00:03.227017 34935 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T02:00:04.185864+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-01T00:00:00+00:00 EmrJobFlowSensor 2021-06-01T01:01:05.387692+00:00 2021-06-01T01:11:08.161056+00:00 0:10:02.773364 34922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T01:01:03.091038+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-01T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T01:00:43.227700+00:00 2021-06-01T01:00:45.124100+00:00 0:00:01.896400 34920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T01:00:40.992767+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-01T00:00:00+00:00 PythonOperator 2021-06-01T01:00:19.364949+00:00 2021-06-01T01:00:22.641993+00:00 0:00:03.277044 34918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T01:00:17.044207+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T23:00:00+00:00 EmrJobFlowSensor 2021-06-01T00:00:56.896220+00:00 2021-06-01T00:09:59.461234+00:00 0:09:02.565014 34904 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-01T00:00:54.495150+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-01T00:00:37.160422+00:00 2021-06-01T00:00:38.862222+00:00 0:00:01.701800 34902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-01T00:00:34.445370+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T23:00:00+00:00 PythonOperator 2021-06-01T00:00:14.683381+00:00 2021-06-01T00:00:17.947260+00:00 0:00:03.263879 34900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-01T00:00:12.429623+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T22:00:00+00:00 EmrJobFlowSensor 2021-05-31T23:01:07.032646+00:00 2021-05-31T23:10:09.681270+00:00 0:09:02.648624 34886 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T23:01:04.753903+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T23:00:47.271223+00:00 2021-05-31T23:00:49.027508+00:00 0:00:01.756285 34883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T23:00:44.735144+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T22:00:00+00:00 PythonOperator 2021-05-31T23:00:25.043442+00:00 2021-05-31T23:00:28.201180+00:00 0:00:03.157738 34880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T23:00:22.710066+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T21:00:00+00:00 EmrJobFlowSensor 2021-05-31T22:01:01.541234+00:00 2021-05-31T22:11:04.229908+00:00 0:10:02.688674 34865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T22:00:59.055766+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T22:00:39.135534+00:00 2021-05-31T22:00:40.841723+00:00 0:00:01.706189 34863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T22:00:36.880193+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T21:00:00+00:00 PythonOperator 2021-05-31T22:00:19.072668+00:00 2021-05-31T22:00:22.326630+00:00 0:00:03.253962 34861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T22:00:16.843067+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T20:00:00+00:00 EmrJobFlowSensor 2021-05-31T21:00:48.731525+00:00 2021-05-31T21:08:51.264652+00:00 0:08:02.533127 34846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T21:00:46.398732+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T21:00:26.702966+00:00 2021-05-31T21:00:28.385604+00:00 0:00:01.682638 34844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T21:00:24.313615+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T20:00:00+00:00 PythonOperator 2021-05-31T21:00:04.671841+00:00 2021-05-31T21:00:08.003711+00:00 0:00:03.331870 34842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T21:00:02.292306+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T19:00:00+00:00 EmrJobFlowSensor 2021-05-31T20:01:19.910658+00:00 2021-05-31T20:09:22.450688+00:00 0:08:02.540030 34829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T20:01:17.494231+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T20:00:57.529792+00:00 2021-05-31T20:00:59.210475+00:00 0:00:01.680683 34828 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T20:00:55.370592+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T19:00:00+00:00 PythonOperator 2021-05-31T20:00:37.693062+00:00 2021-05-31T20:00:40.979530+00:00 0:00:03.286468 34826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T20:00:35.350685+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T18:00:00+00:00 EmrJobFlowSensor 2021-05-31T19:00:59.517752+00:00 2021-05-31T19:09:02.114190+00:00 0:08:02.596438 34810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T19:00:57.061075+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T19:00:37.254681+00:00 2021-05-31T19:00:38.951740+00:00 0:00:01.697059 34808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T19:00:34.987054+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T18:00:00+00:00 PythonOperator 2021-05-31T19:00:17.275828+00:00 2021-05-31T19:00:20.478006+00:00 0:00:03.202178 34806 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T19:00:14.922768+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T17:00:00+00:00 EmrJobFlowSensor 2021-05-31T18:01:07.116110+00:00 2021-05-31T18:09:09.595046+00:00 0:08:02.478936 34793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T18:01:04.672033+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T18:00:42.907600+00:00 2021-05-31T18:00:44.667434+00:00 0:00:01.759834 34791 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T18:00:40.584261+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T17:00:00+00:00 PythonOperator 2021-05-31T18:00:20.823207+00:00 2021-05-31T18:00:24.199820+00:00 0:00:03.376613 34789 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T18:00:18.528595+00:00 2 default_pool