Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T22:00:00+00:00 PythonOperator 2021-05-28T23:00:21.653624+00:00 2021-05-28T23:00:24.884344+00:00 0:00:03.230720 33572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T23:00:18.975789+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T21:00:00+00:00 EmrJobFlowSensor 2021-05-28T22:01:12.524475+00:00 2021-05-28T22:10:15.292256+00:00 0:09:02.767781 33557 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T22:01:10.331989+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T22:00:46.539611+00:00 2021-05-28T22:00:48.374607+00:00 0:00:01.834996 33555 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T22:00:44.309911+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T21:00:00+00:00 PythonOperator 2021-05-28T22:00:26.636684+00:00 2021-05-28T22:00:29.784094+00:00 0:00:03.147410 33553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T22:00:24.297516+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T20:00:00+00:00 EmrJobFlowSensor 2021-05-28T21:01:04.968580+00:00 2021-05-28T21:09:07.437940+00:00 0:08:02.469360 33539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T21:01:02.739556+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T21:00:42.873757+00:00 2021-05-28T21:00:44.551933+00:00 0:00:01.678176 33537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T21:00:40.711625+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T20:00:00+00:00 PythonOperator 2021-05-28T21:00:20.865320+00:00 2021-05-28T21:00:24.115085+00:00 0:00:03.249765 33535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T21:00:18.698179+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T19:00:00+00:00 EmrJobFlowSensor 2021-05-28T20:00:47.783075+00:00 2021-05-28T20:09:50.302112+00:00 0:09:02.519037 33520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T20:00:45.448062+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T20:00:25.815398+00:00 2021-05-28T20:00:27.530341+00:00 0:00:01.714943 33518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T20:00:23.467247+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T19:00:00+00:00 PythonOperator 2021-05-28T20:00:03.819363+00:00 2021-05-28T20:00:07.092552+00:00 0:00:03.273189 33516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T20:00:01.383873+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T18:00:00+00:00 EmrJobFlowSensor 2021-05-28T19:00:51.066931+00:00 2021-05-28T19:08:53.522677+00:00 0:08:02.455746 33503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T19:00:48.810083+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T19:00:27.227491+00:00 2021-05-28T19:00:29.086657+00:00 0:00:01.859166 33501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T19:00:24.851396+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T18:00:00+00:00 PythonOperator 2021-05-28T19:00:05.488427+00:00 2021-05-28T19:00:08.660567+00:00 0:00:03.172140 33499 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T19:00:02.743941+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T17:00:00+00:00 EmrJobFlowSensor 2021-05-28T18:00:56.191976+00:00 2021-05-28T18:09:59.070631+00:00 0:09:02.878655 33485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T18:00:53.957146+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T18:00:34.014017+00:00 2021-05-28T18:00:35.668471+00:00 0:00:01.654454 33483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T18:00:31.862016+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T17:00:00+00:00 PythonOperator 2021-05-28T18:00:11.225824+00:00 2021-05-28T18:00:14.465202+00:00 0:00:03.239378 33481 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T18:00:07.866043+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T16:00:00+00:00 EmrJobFlowSensor 2021-05-28T17:00:46.881837+00:00 2021-05-28T17:09:49.485386+00:00 0:09:02.603549 33465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T17:00:44.759678+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T16:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T17:00:26.926820+00:00 2021-05-28T17:00:28.763278+00:00 0:00:01.836458 33463 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T17:00:24.628735+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T16:00:00+00:00 PythonOperator 2021-05-28T17:00:05.007271+00:00 2021-05-28T17:00:08.260646+00:00 0:00:03.253375 33461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T17:00:02.616398+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T15:00:00+00:00 EmrJobFlowSensor 2021-05-28T16:00:56.022217+00:00 2021-05-28T16:09:58.840257+00:00 0:09:02.818040 33447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T16:00:53.718439+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T15:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T16:00:33.904226+00:00 2021-05-28T16:00:35.655539+00:00 0:00:01.751313 33445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T16:00:31.759985+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T15:00:00+00:00 PythonOperator 2021-05-28T16:00:12.128774+00:00 2021-05-28T16:00:15.868994+00:00 0:00:03.740220 33443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T16:00:09.684929+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T14:00:00+00:00 EmrJobFlowSensor 2021-05-28T15:01:07.749376+00:00 2021-05-28T15:09:10.162954+00:00 0:08:02.413578 33430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T15:01:05.616231+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T14:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T15:00:45.983913+00:00 2021-05-28T15:00:47.708886+00:00 0:00:01.724973 33428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T15:00:43.651050+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T14:00:00+00:00 PythonOperator 2021-05-28T15:00:23.991885+00:00 2021-05-28T15:00:27.166196+00:00 0:00:03.174311 33426 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T15:00:21.575203+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T13:00:00+00:00 EmrJobFlowSensor 2021-05-28T14:01:03.477582+00:00 2021-05-28T14:10:06.050626+00:00 0:09:02.573044 33410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T14:01:01.286002+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T14:00:41.537503+00:00 2021-05-28T14:00:43.311312+00:00 0:00:01.773809 33408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T14:00:39.264146+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T13:00:00+00:00 PythonOperator 2021-05-28T14:00:21.404829+00:00 2021-05-28T14:00:25.541351+00:00 0:00:04.136522 33406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T14:00:19.194130+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T12:00:00+00:00 EmrJobFlowSensor 2021-05-28T13:00:47.101251+00:00 2021-05-28T13:09:49.669059+00:00 0:09:02.567808 33392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T13:00:44.999145+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T13:00:27.141419+00:00 2021-05-28T13:00:28.834014+00:00 0:00:01.692595 33390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T13:00:24.938285+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T12:00:00+00:00 PythonOperator 2021-05-28T13:00:05.259885+00:00 2021-05-28T13:00:08.513103+00:00 0:00:03.253218 33388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T13:00:02.917794+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T11:00:00+00:00 EmrJobFlowSensor 2021-05-28T12:00:46.462377+00:00 2021-05-28T12:10:49.343874+00:00 0:10:02.881497 33374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T12:00:44.219656+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T12:00:24.880489+00:00 2021-05-28T12:00:26.761908+00:00 0:00:01.881419 33372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T12:00:22.259955+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T11:00:00+00:00 PythonOperator 2021-05-28T12:00:05.521416+00:00 2021-05-28T12:00:09.000367+00:00 0:00:03.478951 33370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T12:00:02.241022+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T10:00:00+00:00 EmrJobFlowSensor 2021-05-28T11:00:57.106983+00:00 2021-05-28T11:09:59.720574+00:00 0:09:02.613591 33356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T11:00:54.913868+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T11:00:35.223205+00:00 2021-05-28T11:00:36.934109+00:00 0:00:01.710904 33354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T11:00:32.958179+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T10:00:00+00:00 PythonOperator 2021-05-28T11:00:13.370064+00:00 2021-05-28T11:00:16.565515+00:00 0:00:03.195451 33353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T11:00:10.750520+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T09:00:00+00:00 EmrJobFlowSensor 2021-05-28T10:00:59.368367+00:00 2021-05-28T10:10:02.077219+00:00 0:09:02.708852 33339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T10:00:56.907437+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T10:00:37.193359+00:00 2021-05-28T10:00:39.022702+00:00 0:00:01.829343 33337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T10:00:34.833773+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T09:00:00+00:00 PythonOperator 2021-05-28T10:00:17.679609+00:00 2021-05-28T10:00:20.900002+00:00 0:00:03.220393 33335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T10:00:14.815895+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T08:00:00+00:00 EmrJobFlowSensor 2021-05-28T09:01:15.956798+00:00 2021-05-28T09:10:18.617441+00:00 0:09:02.660643 33321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T09:01:13.892047+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T09:00:37.998516+00:00 2021-05-28T09:00:39.663788+00:00 0:00:01.665272 33319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T09:00:35.833215+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T08:00:00+00:00 PythonOperator 2021-05-28T09:00:16.146536+00:00 2021-05-28T09:00:19.323164+00:00 0:00:03.176628 33317 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T09:00:13.809302+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T07:00:00+00:00 EmrJobFlowSensor 2021-05-28T08:01:04.240505+00:00 2021-05-28T08:10:06.824597+00:00 0:09:02.584092 33303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T08:01:01.850030+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T08:00:42.402540+00:00 2021-05-28T08:00:44.076787+00:00 0:00:01.674247 33301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T08:00:39.489853+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T07:00:00+00:00 PythonOperator 2021-05-28T08:00:19.621307+00:00 2021-05-28T08:00:22.952830+00:00 0:00:03.331523 33299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T08:00:17.445345+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T06:00:00+00:00 EmrJobFlowSensor 2021-05-28T07:00:47.565421+00:00 2021-05-28T07:09:50.126733+00:00 0:09:02.561312 33284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T07:00:45.081508+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T07:00:25.379187+00:00 2021-05-28T07:00:27.106525+00:00 0:00:01.727338 33282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T07:00:23.094973+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T06:00:00+00:00 PythonOperator 2021-05-28T07:00:05.371359+00:00 2021-05-28T07:00:08.574659+00:00 0:00:03.203300 33280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T07:00:02.964082+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T05:00:00+00:00 EmrJobFlowSensor 2021-05-28T06:01:09.042468+00:00 2021-05-28T06:10:11.639101+00:00 0:09:02.596633 33266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T06:01:06.641950+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T06:00:41.017259+00:00 2021-05-28T06:00:42.868832+00:00 0:00:01.851573 33264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T06:00:38.665681+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T05:00:00+00:00 PythonOperator 2021-05-28T06:00:19.075485+00:00 2021-05-28T06:00:22.205360+00:00 0:00:03.129875 33262 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T06:00:16.597948+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T04:00:00+00:00 EmrJobFlowSensor 2021-05-28T05:01:06.420054+00:00 2021-05-28T05:09:08.884787+00:00 0:08:02.464733 33249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T05:01:04.319368+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T05:00:42.420938+00:00 2021-05-28T05:00:44.070909+00:00 0:00:01.649971 33247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T05:00:40.285462+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T04:00:00+00:00 PythonOperator 2021-05-28T05:00:20.484606+00:00 2021-05-28T05:00:23.715814+00:00 0:00:03.231208 33245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T05:00:18.233455+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T03:00:00+00:00 EmrJobFlowSensor 2021-05-28T04:00:59.311251+00:00 2021-05-28T04:09:01.891000+00:00 0:08:02.579749 33230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T04:00:57.111989+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T04:00:37.652973+00:00 2021-05-28T04:00:39.465380+00:00 0:00:01.812407 33228 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T04:00:35.156420+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T03:00:00+00:00 PythonOperator 2021-05-28T04:00:17.344255+00:00 2021-05-28T04:00:20.566866+00:00 0:00:03.222611 33226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T04:00:15.024981+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T02:00:00+00:00 EmrJobFlowSensor 2021-05-28T03:01:05.204182+00:00 2021-05-28T03:10:07.838102+00:00 0:09:02.633920 33213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T03:01:03.086514+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T03:00:43.124785+00:00 2021-05-28T03:00:44.807718+00:00 0:00:01.682933 33211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T03:00:40.987560+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T02:00:00+00:00 PythonOperator 2021-05-28T03:00:23.248108+00:00 2021-05-28T03:00:26.432267+00:00 0:00:03.184159 33209 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T03:00:20.922692+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T01:00:00+00:00 EmrJobFlowSensor 2021-05-28T02:01:07.007661+00:00 2021-05-28T02:10:09.668843+00:00 0:09:02.661182 33194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T02:01:04.822148+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T02:00:45.492765+00:00 2021-05-28T02:00:47.311076+00:00 0:00:01.818311 33193 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T02:00:42.855684+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T01:00:00+00:00 PythonOperator 2021-05-28T02:00:23.202601+00:00 2021-05-28T02:00:26.542231+00:00 0:00:03.339630 33190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T02:00:20.726748+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T00:00:00+00:00 EmrJobFlowSensor 2021-05-28T01:01:04.704876+00:00 2021-05-28T01:10:07.339966+00:00 0:09:02.635090 33176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T01:01:02.455611+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T01:00:42.619777+00:00 2021-05-28T01:00:44.429106+00:00 0:00:01.809329 33174 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T01:00:40.338874+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T00:00:00+00:00 PythonOperator 2021-05-28T01:00:22.480841+00:00 2021-05-28T01:00:26.494844+00:00 0:00:04.014003 33172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T01:00:20.321742+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T23:00:00+00:00 EmrJobFlowSensor 2021-05-28T00:01:07.611215+00:00 2021-05-28T00:11:10.311383+00:00 0:10:02.700168 33159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T00:01:05.511663+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T00:00:46.305468+00:00 2021-05-28T00:00:47.975016+00:00 0:00:01.669548 33157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T00:00:43.562447+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T23:00:00+00:00 PythonOperator 2021-05-28T00:00:23.745939+00:00 2021-05-28T00:00:27.092882+00:00 0:00:03.346943 33155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T00:00:21.473907+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T22:00:00+00:00 EmrJobFlowSensor 2021-05-27T23:01:03.128194+00:00 2021-05-27T23:10:05.819834+00:00 0:09:02.691640 33140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T23:01:00.669263+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T23:00:41.045019+00:00 2021-05-27T23:00:42.740407+00:00 0:00:01.695388 33138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T23:00:38.560462+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T22:00:00+00:00 PythonOperator 2021-05-27T23:00:21.479673+00:00 2021-05-27T23:00:24.913593+00:00 0:00:03.433920 33135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T23:00:18.446728+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T21:00:00+00:00 EmrJobFlowSensor 2021-05-27T22:00:59.704716+00:00 2021-05-27T22:10:02.340044+00:00 0:09:02.635328 33119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T22:00:57.311004+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T22:00:37.613318+00:00 2021-05-27T22:00:39.410705+00:00 0:00:01.797387 33117 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T22:00:35.352228+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T21:00:00+00:00 PythonOperator 2021-05-27T22:00:15.740686+00:00 2021-05-27T22:00:18.980408+00:00 0:00:03.239722 33115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T22:00:13.273339+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T20:00:00+00:00 EmrJobFlowSensor 2021-05-27T21:01:04.319692+00:00 2021-05-27T21:09:06.915490+00:00 0:08:02.595798 33100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T21:01:01.934530+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T21:00:40.353521+00:00 2021-05-27T21:00:42.303343+00:00 0:00:01.949822 33098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T21:00:37.975361+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T20:00:00+00:00 PythonOperator 2021-05-27T21:00:18.641289+00:00 2021-05-27T21:00:21.776938+00:00 0:00:03.135649 33096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T21:00:15.966590+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T19:00:00+00:00 EmrJobFlowSensor 2021-05-27T20:00:59.057666+00:00 2021-05-27T20:09:01.565360+00:00 0:08:02.507694 33083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T20:00:56.840724+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T20:00:36.996470+00:00 2021-05-27T20:00:38.690573+00:00 0:00:01.694103 33081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T20:00:34.811631+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T19:00:00+00:00 PythonOperator 2021-05-27T20:00:16.432903+00:00 2021-05-27T20:00:19.743234+00:00 0:00:03.310331 33079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T20:00:12.859123+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T18:00:00+00:00 EmrJobFlowSensor 2021-05-27T19:00:57.197473+00:00 2021-05-27T19:09:59.924790+00:00 0:09:02.727317 33065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T19:00:54.851933+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T19:00:37.017883+00:00 2021-05-27T19:00:38.684460+00:00 0:00:01.666577 33063 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T19:00:34.746482+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T18:00:00+00:00 PythonOperator 2021-05-27T19:00:15.060905+00:00 2021-05-27T19:00:18.305240+00:00 0:00:03.244335 33061 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T19:00:12.615401+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T17:00:00+00:00 EmrJobFlowSensor 2021-05-27T18:02:55.149605+00:00 2021-05-27T18:10:57.574637+00:00 0:08:02.425032 33046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T18:02:52.957149+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T18:00:27.782773+00:00 2021-05-27T18:00:29.502475+00:00 0:00:01.719702 33043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T18:00:25.591102+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T17:00:00+00:00 PythonOperator 2021-05-27T18:00:06.014241+00:00 2021-05-27T18:00:09.191505+00:00 0:00:03.177264 33041 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T18:00:03.570934+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T16:00:00+00:00 EmrJobFlowSensor 2021-05-27T17:01:37.880022+00:00 2021-05-27T17:09:40.469083+00:00 0:08:02.589061 33029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T17:01:35.590889+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T16:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T17:01:16.082139+00:00 2021-05-27T17:01:17.767556+00:00 0:00:01.685417 33027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T17:01:13.546696+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T16:00:00+00:00 PythonOperator 2021-05-27T17:00:56.485072+00:00 2021-05-27T17:00:59.892619+00:00 0:00:03.407547 33025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T17:00:53.518924+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T15:00:00+00:00 EmrJobFlowSensor 2021-05-27T16:01:06.293254+00:00 2021-05-27T16:11:09.053995+00:00 0:10:02.760741 33011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T16:01:04.177360+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T15:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T16:00:42.341165+00:00 2021-05-27T16:00:43.995712+00:00 0:00:01.654547 33009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T16:00:40.154657+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T15:00:00+00:00 PythonOperator 2021-05-27T16:00:22.253557+00:00 2021-05-27T16:00:26.033768+00:00 0:00:03.780211 33007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T16:00:20.122149+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T14:00:00+00:00 EmrJobFlowSensor 2021-05-27T15:00:54.492581+00:00 2021-05-27T15:09:57.137779+00:00 0:09:02.645198 32992 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T15:00:52.091077+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T14:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T15:00:34.358239+00:00 2021-05-27T15:00:36.174343+00:00 0:00:01.816104 32990 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T15:00:32.030198+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T14:00:00+00:00 PythonOperator 2021-05-27T15:00:12.341123+00:00 2021-05-27T15:00:15.497083+00:00 0:00:03.155960 32988 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T15:00:10.013529+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T13:00:00+00:00 EmrJobFlowSensor 2021-05-27T14:01:02.693639+00:00 2021-05-27T14:10:05.382310+00:00 0:09:02.688671 32974 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T14:01:00.414977+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T14:00:40.830649+00:00 2021-05-27T14:00:42.924320+00:00 0:00:02.093671 32972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T14:00:38.400299+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T13:00:00+00:00 PythonOperator 2021-05-27T14:00:19.331297+00:00 2021-05-27T14:00:22.552766+00:00 0:00:03.221469 32970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T14:00:16.365333+00:00 2 default_pool