Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T11:00:34.430712+00:00 2021-07-06T11:00:36.104954+00:00 0:00:01.674242 50542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T11:00:31.957419+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T10:00:00+00:00 PythonOperator 2021-07-06T11:00:14.040836+00:00 2021-07-06T11:00:17.778110+00:00 0:00:03.737274 50540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T11:00:11.837892+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T09:00:00+00:00 EmrJobFlowSensor 2021-07-06T10:00:51.519364+00:00 2021-07-06T10:10:54.541245+00:00 0:10:03.021881 50526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T10:00:49.200669+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T10:00:29.814294+00:00 2021-07-06T10:00:31.616547+00:00 0:00:01.802253 50524 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T10:00:27.255281+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T09:00:00+00:00 PythonOperator 2021-07-06T10:00:09.634237+00:00 2021-07-06T10:00:13.326534+00:00 0:00:03.692297 50522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T10:00:07.169632+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T08:00:00+00:00 EmrJobFlowSensor 2021-07-06T09:03:11.384581+00:00 2021-07-06T09:14:14.418756+00:00 0:11:03.034175 50510 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T09:03:09.057561+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T09:02:49.178658+00:00 2021-07-06T09:02:51.087249+00:00 0:00:01.908591 50508 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T09:02:46.880579+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T08:00:00+00:00 PythonOperator 2021-07-06T09:02:29.136296+00:00 2021-07-06T09:02:32.571107+00:00 0:00:03.434811 50506 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T09:02:26.860168+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T07:00:00+00:00 EmrJobFlowSensor 2021-07-06T08:00:51.935742+00:00 2021-07-06T08:10:54.678072+00:00 0:10:02.742330 50491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T08:00:49.795571+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T08:00:30.030389+00:00 2021-07-06T08:00:31.821224+00:00 0:00:01.790835 50489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T08:00:27.764930+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T07:00:00+00:00 PythonOperator 2021-07-06T08:00:10.202799+00:00 2021-07-06T08:00:13.818385+00:00 0:00:03.615586 50487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T08:00:07.748305+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T06:00:00+00:00 EmrJobFlowSensor 2021-07-06T07:01:02.070805+00:00 2021-07-06T07:13:05.324674+00:00 0:12:03.253869 50474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T07:00:59.444368+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T07:00:40.255579+00:00 2021-07-06T07:00:41.943075+00:00 0:00:01.687496 50472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T07:00:37.457745+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T06:00:00+00:00 PythonOperator 2021-07-06T07:00:17.480313+00:00 2021-07-06T07:00:21.103824+00:00 0:00:03.623511 50470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T07:00:15.347642+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T05:00:00+00:00 EmrJobFlowSensor 2021-07-06T06:01:04.242868+00:00 2021-07-06T06:12:07.265431+00:00 0:11:03.022563 50455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T06:01:01.934744+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T06:00:42.341711+00:00 2021-07-06T06:00:44.054897+00:00 0:00:01.713186 50453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T06:00:39.971070+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T05:00:00+00:00 PythonOperator 2021-07-06T06:00:14.319911+00:00 2021-07-06T06:00:18.143691+00:00 0:00:03.823780 50451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T06:00:11.905677+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T04:00:00+00:00 EmrJobFlowSensor 2021-07-06T05:01:05.464095+00:00 2021-07-06T05:12:08.432407+00:00 0:11:02.968312 50438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T05:01:03.169286+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T05:00:43.401937+00:00 2021-07-06T05:00:45.223508+00:00 0:00:01.821571 50436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T05:00:41.094993+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T04:00:00+00:00 PythonOperator 2021-07-06T05:00:23.312323+00:00 2021-07-06T05:00:26.958230+00:00 0:00:03.645907 50434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T05:00:21.055029+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T03:00:00+00:00 EmrJobFlowSensor 2021-07-06T04:01:08.404053+00:00 2021-07-06T04:12:11.395394+00:00 0:11:02.991341 50420 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T04:01:06.057558+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T04:00:36.253216+00:00 2021-07-06T04:00:38.047669+00:00 0:00:01.794453 50418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T04:00:33.937672+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T03:00:00+00:00 PythonOperator 2021-07-06T04:00:11.239655+00:00 2021-07-06T04:00:15.079272+00:00 0:00:03.839617 50416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T04:00:07.914116+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T02:00:00+00:00 EmrJobFlowSensor 2021-07-06T03:01:04.850195+00:00 2021-07-06T03:12:08.266112+00:00 0:11:03.415917 50401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T03:01:02.532321+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T03:00:35.007583+00:00 2021-07-06T03:00:36.808146+00:00 0:00:01.800563 50399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T03:00:32.508008+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T02:00:00+00:00 PythonOperator 2021-07-06T03:00:09.180765+00:00 2021-07-06T03:00:14.232952+00:00 0:00:05.052187 50397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T03:00:06.551059+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T00:00:00+00:00 EmrJobFlowSensor 2021-07-06T01:01:06.735583+00:00 2021-07-06T01:12:09.914276+00:00 0:11:03.178693 50366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T01:01:04.517580+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T01:00:46.582274+00:00 2021-07-06T01:00:48.279292+00:00 0:00:01.697018 50364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T01:00:44.498302+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T00:00:00+00:00 PythonOperator 2021-07-06T01:00:24.994224+00:00 2021-07-06T01:00:29.204706+00:00 0:00:04.210482 50362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T01:00:22.555233+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T23:00:00+00:00 EmrJobFlowSensor 2021-07-06T00:00:51.257110+00:00 2021-07-06T00:11:54.340599+00:00 0:11:03.083489 50347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T00:00:49.017106+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T00:00:29.784322+00:00 2021-07-06T00:00:31.689946+00:00 0:00:01.905624 50345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T00:00:27.065401+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T23:00:00+00:00 PythonOperator 2021-07-06T00:00:07.444902+00:00 2021-07-06T00:00:11.108316+00:00 0:00:03.663414 50343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T00:00:05.044841+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T22:00:00+00:00 EmrJobFlowSensor 2021-07-05T23:00:59.056170+00:00 2021-07-05T23:12:02.009268+00:00 0:11:02.953098 50328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T23:00:56.228360+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T23:00:36.562441+00:00 2021-07-05T23:00:38.257456+00:00 0:00:01.695015 50325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T23:00:34.214555+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T22:00:00+00:00 PythonOperator 2021-07-05T23:00:14.473585+00:00 2021-07-05T23:00:18.180940+00:00 0:00:03.707355 50322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T23:00:12.196555+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T21:00:00+00:00 EmrJobFlowSensor 2021-07-05T22:00:56.724871+00:00 2021-07-05T22:13:00.099635+00:00 0:12:03.374764 50307 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T22:00:54.359194+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T22:00:34.461181+00:00 2021-07-05T22:00:36.177592+00:00 0:00:01.716411 50305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T22:00:32.300174+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T21:00:00+00:00 PythonOperator 2021-07-05T22:00:12.540776+00:00 2021-07-05T22:00:16.208609+00:00 0:00:03.667833 50303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T22:00:10.282960+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T20:00:00+00:00 EmrJobFlowSensor 2021-07-05T21:00:47.844190+00:00 2021-07-05T21:10:50.803230+00:00 0:10:02.959040 50286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T21:00:45.725523+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T21:00:26.418925+00:00 2021-07-05T21:00:28.173880+00:00 0:00:01.754955 50284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T21:00:23.711412+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T20:00:00+00:00 PythonOperator 2021-07-05T21:00:04.224370+00:00 2021-07-05T21:00:07.884327+00:00 0:00:03.659957 50282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T21:00:01.746982+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T19:00:00+00:00 EmrJobFlowSensor 2021-07-05T20:01:08.674394+00:00 2021-07-05T20:11:11.646120+00:00 0:10:02.971726 50269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T20:01:06.518254+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T20:00:44.960826+00:00 2021-07-05T20:00:46.794908+00:00 0:00:01.834082 50267 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T20:00:42.501606+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T19:00:00+00:00 PythonOperator 2021-07-05T20:00:22.931647+00:00 2021-07-05T20:00:26.654654+00:00 0:00:03.723007 50265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T20:00:20.432850+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T18:00:00+00:00 EmrJobFlowSensor 2021-07-05T19:00:54.412608+00:00 2021-07-05T19:10:57.423209+00:00 0:10:03.010601 50251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T19:00:52.202350+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T19:00:32.902503+00:00 2021-07-05T19:00:34.589781+00:00 0:00:01.687278 50249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T19:00:30.187690+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T18:00:00+00:00 PythonOperator 2021-07-05T19:00:10.675109+00:00 2021-07-05T19:00:14.162433+00:00 0:00:03.487324 50247 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T19:00:08.157424+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T17:00:00+00:00 EmrJobFlowSensor 2021-07-05T18:01:04.193891+00:00 2021-07-05T18:13:07.312058+00:00 0:12:03.118167 50232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T18:01:01.984914+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T18:00:40.380840+00:00 2021-07-05T18:00:42.221157+00:00 0:00:01.840317 50230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T18:00:37.911040+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T17:00:00+00:00 PythonOperator 2021-07-05T18:00:20.444854+00:00 2021-07-05T18:00:25.336859+00:00 0:00:04.892005 50228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T18:00:17.898940+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T16:00:00+00:00 EmrJobFlowSensor 2021-07-05T17:00:50.512345+00:00 2021-07-05T17:11:53.637536+00:00 0:11:03.125191 50214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T17:00:48.010808+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T17:00:30.295358+00:00 2021-07-05T17:00:31.995407+00:00 0:00:01.700049 50212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T17:00:27.989273+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T16:00:00+00:00 PythonOperator 2021-07-05T17:00:08.172856+00:00 2021-07-05T17:00:11.867301+00:00 0:00:03.694445 50210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T17:00:05.920650+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T15:00:00+00:00 EmrJobFlowSensor 2021-07-05T16:00:59.167047+00:00 2021-07-05T16:12:02.059762+00:00 0:11:02.892715 50197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T16:00:56.852215+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T16:00:36.980407+00:00 2021-07-05T16:00:38.656617+00:00 0:00:01.676210 50195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T16:00:34.688137+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T15:00:00+00:00 PythonOperator 2021-07-05T16:00:15.029204+00:00 2021-07-05T16:00:18.772129+00:00 0:00:03.742925 50193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T16:00:12.627437+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T14:00:00+00:00 EmrJobFlowSensor 2021-07-05T15:00:58.106388+00:00 2021-07-05T15:12:01.241814+00:00 0:11:03.135426 50175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T15:00:55.734690+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T15:00:36.142607+00:00 2021-07-05T15:00:37.860568+00:00 0:00:01.717961 50173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T15:00:33.781372+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T14:00:00+00:00 PythonOperator 2021-07-05T15:00:16.159104+00:00 2021-07-05T15:00:19.515506+00:00 0:00:03.356402 50171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T15:00:13.772646+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T13:00:00+00:00 EmrJobFlowSensor 2021-07-05T14:01:10.729944+00:00 2021-07-05T14:13:14.006907+00:00 0:12:03.276963 50157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T14:01:08.437915+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T14:00:34.830223+00:00 2021-07-05T14:00:36.630159+00:00 0:00:01.799936 50154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T14:00:32.404078+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T13:00:00+00:00 PythonOperator 2021-07-05T14:00:10.919676+00:00 2021-07-05T14:00:14.628978+00:00 0:00:03.709302 50152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T14:00:08.393164+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T12:00:00+00:00 EmrJobFlowSensor 2021-07-05T13:00:47.078924+00:00 2021-07-05T13:11:49.923204+00:00 0:11:02.844280 50138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T13:00:44.790857+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T13:00:26.843747+00:00 2021-07-05T13:00:28.635064+00:00 0:00:01.791317 50136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T13:00:24.605059+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T12:00:00+00:00 PythonOperator 2021-07-05T13:00:04.763388+00:00 2021-07-05T13:00:08.405380+00:00 0:00:03.641992 50134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T13:00:02.585906+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T11:00:00+00:00 EmrJobFlowSensor 2021-07-05T12:00:57.411593+00:00 2021-07-05T12:12:00.533669+00:00 0:11:03.122076 50114 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T12:00:55.189271+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T12:00:35.368796+00:00 2021-07-05T12:00:37.193416+00:00 0:00:01.824620 50112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T12:00:33.144006+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T11:00:00+00:00 PythonOperator 2021-07-05T12:00:05.755432+00:00 2021-07-05T12:00:10.009649+00:00 0:00:04.254217 50110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T12:00:03.086820+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T10:00:00+00:00 EmrJobFlowSensor 2021-07-05T11:00:57.188571+00:00 2021-07-05T11:12:00.230579+00:00 0:11:03.042008 50097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T11:00:55.032902+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T11:00:35.417267+00:00 2021-07-05T11:00:37.085241+00:00 0:00:01.667974 50095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T11:00:33.070776+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T10:00:00+00:00 PythonOperator 2021-07-05T11:00:11.272572+00:00 2021-07-05T11:00:15.027158+00:00 0:00:03.754586 50093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T11:00:08.990089+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T09:00:00+00:00 EmrJobFlowSensor 2021-07-05T10:01:10.653192+00:00 2021-07-05T10:12:13.697838+00:00 0:11:03.044646 50079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:01:08.437851+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T10:00:48.794727+00:00 2021-07-05T10:00:50.459888+00:00 0:00:01.665161 50077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T10:00:46.473740+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T09:00:00+00:00 PythonOperator 2021-07-05T10:00:26.748527+00:00 2021-07-05T10:00:30.299251+00:00 0:00:03.550724 50075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:00:24.400275+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T08:00:00+00:00 EmrJobFlowSensor 2021-07-05T09:00:49.798665+00:00 2021-07-05T09:11:52.827817+00:00 0:11:03.029152 50060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:00:47.479147+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:00:28.002465+00:00 2021-07-05T09:00:29.879262+00:00 0:00:01.876797 50058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T09:00:25.460807+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T08:00:00+00:00 PythonOperator 2021-07-05T09:00:05.785400+00:00 2021-07-05T09:00:09.443102+00:00 0:00:03.657702 50056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:00:03.453413+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T07:00:00+00:00 EmrJobFlowSensor 2021-07-05T08:00:52.927961+00:00 2021-07-05T08:11:55.898694+00:00 0:11:02.970733 50039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:00:50.266344+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T08:00:31.281672+00:00 2021-07-05T08:00:33.113942+00:00 0:00:01.832270 50037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:00:28.054955+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T07:00:00+00:00 PythonOperator 2021-07-05T08:00:10.178076+00:00 2021-07-05T08:00:13.841388+00:00 0:00:03.663312 50035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:00:07.954735+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T06:00:00+00:00 EmrJobFlowSensor 2021-07-05T07:01:02.871814+00:00 2021-07-05T07:12:05.980328+00:00 0:11:03.108514 50022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T07:01:00.613133+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T07:00:40.805227+00:00 2021-07-05T07:00:42.628365+00:00 0:00:01.823138 50020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T07:00:38.590715+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T06:00:00+00:00 PythonOperator 2021-07-05T07:00:18.680540+00:00 2021-07-05T07:00:22.387571+00:00 0:00:03.707031 50018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T07:00:16.497502+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T05:00:00+00:00 EmrJobFlowSensor 2021-07-05T06:01:02.361313+00:00 2021-07-05T06:13:05.497760+00:00 0:12:03.136447 50001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T06:00:59.990312+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T06:00:40.168843+00:00 2021-07-05T06:00:41.881295+00:00 0:00:01.712452 49999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T06:00:37.960049+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T05:00:00+00:00 PythonOperator 2021-07-05T06:00:20.181200+00:00 2021-07-05T06:00:23.825677+00:00 0:00:03.644477 49997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T06:00:17.904527+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T04:00:00+00:00 EmrJobFlowSensor 2021-07-05T05:00:50.983170+00:00 2021-07-05T05:10:54.103286+00:00 0:10:03.120116 49982 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T05:00:48.708230+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T05:00:29.206174+00:00 2021-07-05T05:00:30.994100+00:00 0:00:01.787926 49980 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T05:00:26.608071+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T04:00:00+00:00 PythonOperator 2021-07-05T05:00:06.828165+00:00 2021-07-05T05:00:10.582667+00:00 0:00:03.754502 49978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T05:00:04.587716+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T03:00:00+00:00 EmrJobFlowSensor 2021-07-05T04:00:55.260637+00:00 2021-07-05T04:11:58.175871+00:00 0:11:02.915234 49964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T04:00:53.070217+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T04:00:33.270434+00:00 2021-07-05T04:00:35.071169+00:00 0:00:01.800735 49962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T04:00:31.044995+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T03:00:00+00:00 PythonOperator 2021-07-05T04:00:11.283195+00:00 2021-07-05T04:00:14.919675+00:00 0:00:03.636480 49960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T04:00:09.019920+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T02:00:00+00:00 EmrJobFlowSensor 2021-07-05T03:01:45.280413+00:00 2021-07-05T03:11:48.351514+00:00 0:10:03.071101 49946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T03:01:42.993821+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T03:01:25.104315+00:00 2021-07-05T03:01:26.853534+00:00 0:00:01.749219 49944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T03:01:22.958247+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T02:00:00+00:00 PythonOperator 2021-07-05T03:01:03.582079+00:00 2021-07-05T03:01:07.281240+00:00 0:00:03.699161 49942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T03:01:00.941182+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T23:00:00+00:00 EmrJobFlowSensor 2021-07-05T00:01:07.897677+00:00 2021-07-05T00:11:11.084299+00:00 0:10:03.186622 49893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T00:01:05.647309+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T00:00:43.925586+00:00 2021-07-05T00:00:45.600695+00:00 0:00:01.675109 49891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T00:00:41.699509+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T23:00:00+00:00 PythonOperator 2021-07-05T00:00:21.968091+00:00 2021-07-05T00:00:25.407126+00:00 0:00:03.439035 49889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T00:00:19.600410+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T22:00:00+00:00 EmrJobFlowSensor 2021-07-04T23:00:47.687689+00:00 2021-07-04T23:10:50.697042+00:00 0:10:03.009353 49872 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T23:00:45.413120+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T23:00:25.995678+00:00 2021-07-04T23:00:27.722880+00:00 0:00:01.727202 49869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T23:00:23.464203+00:00 2 default_pool