Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T22:00:40.900944+00:00 2021-06-15T22:00:42.678850+00:00 0:00:01.777906 41554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T22:00:38.660425+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T21:00:00+00:00 PythonOperator 2021-06-15T22:00:19.360913+00:00 2021-06-15T22:00:22.841210+00:00 0:00:03.480297 41552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T22:00:16.554026+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T20:00:00+00:00 EmrJobFlowSensor 2021-06-15T21:00:54.629815+00:00 2021-06-15T21:10:57.416311+00:00 0:10:02.786496 41536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T21:00:52.326333+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T21:00:34.628886+00:00 2021-06-15T21:00:36.318355+00:00 0:00:01.689469 41534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T21:00:32.312335+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T20:00:00+00:00 PythonOperator 2021-06-15T21:00:12.582204+00:00 2021-06-15T21:00:15.792829+00:00 0:00:03.210625 41532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T21:00:10.293266+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T19:00:00+00:00 EmrJobFlowSensor 2021-06-15T20:01:04.351260+00:00 2021-06-15T20:11:07.082991+00:00 0:10:02.731731 41519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T20:01:02.056162+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T20:00:42.252732+00:00 2021-06-15T20:00:44.065925+00:00 0:00:01.813193 41517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T20:00:39.956912+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T19:00:00+00:00 PythonOperator 2021-06-15T20:00:22.057109+00:00 2021-06-15T20:00:25.506437+00:00 0:00:03.449328 41515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T20:00:19.924808+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T18:00:00+00:00 EmrJobFlowSensor 2021-06-15T19:00:52.113776+00:00 2021-06-15T19:09:54.934729+00:00 0:09:02.820953 41500 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T19:00:49.925496+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T19:00:30.375771+00:00 2021-06-15T19:00:32.034333+00:00 0:00:01.658562 41498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T19:00:27.970695+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T18:00:00+00:00 PythonOperator 2021-06-15T19:00:08.131954+00:00 2021-06-15T19:00:11.400357+00:00 0:00:03.268403 41496 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T19:00:05.887312+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T17:00:00+00:00 EmrJobFlowSensor 2021-06-15T18:01:05.739430+00:00 2021-06-15T18:11:08.513994+00:00 0:10:02.774564 41483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T18:01:03.351991+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T18:00:43.485514+00:00 2021-06-15T18:00:45.231812+00:00 0:00:01.746298 41481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T18:00:41.225398+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T17:00:00+00:00 PythonOperator 2021-06-15T18:00:21.425954+00:00 2021-06-15T18:00:24.720488+00:00 0:00:03.294534 41479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T18:00:19.205298+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T16:00:00+00:00 EmrJobFlowSensor 2021-06-15T17:26:13.788711+00:00 2021-06-15T17:36:16.571352+00:00 0:10:02.782641 41477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T17:26:11.623633+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T17:25:51.813935+00:00 2021-06-15T17:25:53.460099+00:00 0:00:01.646164 41476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T17:25:49.605377+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T16:00:00+00:00 PythonOperator 2021-06-15T17:25:30.417841+00:00 2021-06-15T17:25:33.653361+00:00 0:00:03.235520 41475 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T17:25:27.665259+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T13:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:42:13.833741+00:00 2021-06-15T14:53:16.885881+00:00 0:11:03.052140 41409 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T14:42:11.509131+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:41:51.901457+00:00 2021-06-15T14:41:53.594589+00:00 0:00:01.693132 41408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T14:41:49.488414+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T13:00:00+00:00 PythonOperator 2021-06-15T14:32:42.791599+00:00 2021-06-15T14:32:46.051805+00:00 0:00:03.260206 41407 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T14:32:40.487353+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T12:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:32:42.689779+00:00 2021-06-15T14:41:45.324563+00:00 0:09:02.634784 41406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T14:32:40.487384+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:32:20.630731+00:00 2021-06-15T14:32:22.424867+00:00 0:00:01.794136 41405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T14:32:18.407503+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T11:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:31:58.924324+00:00 2021-06-15T14:32:00.367168+00:00 0:00:01.442844 41404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T14:31:56.444574+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T10:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:29:25.299342+00:00 41403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:28:45.284773+00:00 2021-06-15T14:28:46.934245+00:00 0:00:01.649472 41401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T10:00:00+00:00 PythonOperator 2021-06-15T14:27:05.220168+00:00 2021-06-15T14:27:08.698327+00:00 0:00:03.478159 41400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T09:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:26:00.097738+00:00 41399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:25:51.170545+00:00 2021-06-15T14:25:52.940121+00:00 0:00:01.769576 41398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T09:00:00+00:00 PythonOperator 2021-06-15T14:23:32.566727+00:00 2021-06-15T14:23:35.908146+00:00 0:00:03.341419 41397 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T08:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:22:40.235178+00:00 41396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:22:06.876312+00:00 2021-06-15T14:22:08.549906+00:00 0:00:01.673594 41395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T08:00:00+00:00 PythonOperator 2021-06-15T14:21:55.344629+00:00 2021-06-15T14:21:58.801222+00:00 0:00:03.456593 41394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T07:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:17:49.791184+00:00 41393 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:17:34.450751+00:00 2021-06-15T14:17:36.249955+00:00 0:00:01.799204 41392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T07:00:00+00:00 PythonOperator 2021-06-15T14:17:00.648056+00:00 2021-06-15T14:17:03.569034+00:00 0:00:02.920978 41391 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T06:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:13:59.227086+00:00 41390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:13:49.307819+00:00 2021-06-15T14:13:51.023097+00:00 0:00:01.715278 41389 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T06:00:00+00:00 PythonOperator 2021-06-15T14:11:16.301162+00:00 2021-06-15T14:11:19.510368+00:00 0:00:03.209206 41387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T05:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:09:23.407160+00:00 41379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:09:07.474996+00:00 2021-06-15T14:09:09.146028+00:00 0:00:01.671032 41378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T05:00:00+00:00 PythonOperator 2021-06-15T14:06:08.124985+00:00 2021-06-15T14:06:11.398180+00:00 0:00:03.273195 41377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T04:00:00+00:00 EmrJobFlowSensor 2021-06-15T14:02:04.983296+00:00 41373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T14:01:21.712846+00:00 2021-06-15T14:01:23.497212+00:00 0:00:01.784366 41372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T04:00:00+00:00 PythonOperator 2021-06-15T13:54:11.129555+00:00 2021-06-15T13:54:14.652840+00:00 0:00:03.523285 41365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T03:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:54:04.184447+00:00 41364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:53:55.734464+00:00 2021-06-15T13:53:57.435114+00:00 0:00:01.700650 41363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T02:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:42:08.748601+00:00 2021-06-15T13:52:11.678109+00:00 0:10:02.929508 41362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T03:00:00+00:00 PythonOperator 2021-06-15T13:42:03.743559+00:00 2021-06-15T13:42:06.974860+00:00 0:00:03.231301 41361 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:41:58.300950+00:00 2021-06-15T13:42:00.091038+00:00 0:00:01.790088 41360 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T02:00:00+00:00 PythonOperator 2021-06-15T13:41:44.681696+00:00 2021-06-15T13:41:48.067597+00:00 0:00:03.385901 41359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T01:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:26:40.921463+00:00 2021-06-15T13:37:43.806570+00:00 0:11:02.885107 41358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:26:26.733547+00:00 2021-06-15T13:26:28.389589+00:00 0:00:01.656042 41357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T01:00:00+00:00 PythonOperator 2021-06-15T13:26:18.979209+00:00 2021-06-15T13:26:22.225653+00:00 0:00:03.246444 41356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T00:01:00+00:00 EmrJobFlowSensor 2021-06-15T13:10:31.666129+00:00 41342 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T00:01:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:10:22.436926+00:00 2021-06-15T13:10:24.262316+00:00 0:00:01.825390 41341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T00:01:00+00:00 PythonOperator 2021-06-15T13:08:24.052980+00:00 2021-06-15T13:08:27.307369+00:00 0:00:03.254389 41340 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T12:00:00+00:00 PythonOperator 2021-06-15T13:01:14.616650+00:00 2021-06-15T13:01:18.042697+00:00 0:00:03.426047 41336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T13:01:12.447711+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T00:00:00+00:00 EmrJobFlowSensor 2021-06-15T13:01:02.987523+00:00 41335 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T13:00:52.835045+00:00 2021-06-15T13:00:54.508628+00:00 0:00:01.673583 41333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T00:00:00+00:00 PythonOperator 2021-06-15T13:00:34.099524+00:00 2021-06-15T13:00:37.587883+00:00 0:00:03.488359 41330 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T12:56:52.165629+00:00 2021-06-15T12:56:54.089283+00:00 0:00:01.923654 41326 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T12:56:49.916749+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T11:00:00+00:00 PythonOperator 2021-06-15T12:56:28.190379+00:00 2021-06-15T12:56:31.842913+00:00 0:00:03.652534 41325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T12:56:25.961306+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T14:00:00+00:00 EmrJobFlowSensor 2021-06-02T15:00:58.807584+00:00 2021-06-02T15:11:01.564010+00:00 0:10:02.756426 35647 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T15:00:56.365995+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T15:00:38.499609+00:00 2021-06-02T15:00:40.235229+00:00 0:00:01.735620 35645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T15:00:36.282594+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T14:00:00+00:00 PythonOperator 2021-06-02T15:00:16.443630+00:00 2021-06-02T15:00:19.604704+00:00 0:00:03.161074 35643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T15:00:14.202384+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T13:00:00+00:00 EmrJobFlowSensor 2021-06-02T14:01:08.901499+00:00 2021-06-02T14:10:11.437767+00:00 0:09:02.536268 35624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T14:01:06.621624+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T14:00:44.881390+00:00 2021-06-02T14:00:46.557951+00:00 0:00:01.676561 35621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T14:00:42.646197+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T13:00:00+00:00 PythonOperator 2021-06-02T14:00:24.797227+00:00 2021-06-02T14:00:28.179658+00:00 0:00:03.382431 35619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T14:00:22.571407+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T12:00:00+00:00 EmrJobFlowSensor 2021-06-02T13:02:50.595733+00:00 2021-06-02T13:12:53.427641+00:00 0:10:02.831908 35598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T13:02:48.281920+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T13:02:28.427834+00:00 2021-06-02T13:02:30.194557+00:00 0:00:01.766723 35596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T13:02:26.232453+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T12:00:00+00:00 PythonOperator 2021-06-02T13:02:08.674911+00:00 2021-06-02T13:02:12.027209+00:00 0:00:03.352298 35594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T13:02:06.195147+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T11:00:00+00:00 EmrJobFlowSensor 2021-06-02T12:00:59.148678+00:00 2021-06-02T12:10:01.787159+00:00 0:09:02.638481 35580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T12:00:56.850266+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T12:00:39.220703+00:00 2021-06-02T12:00:41.022935+00:00 0:00:01.802232 35578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T12:00:36.832068+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T11:00:00+00:00 PythonOperator 2021-06-02T12:00:17.866588+00:00 2021-06-02T12:00:21.085323+00:00 0:00:03.218735 35576 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T12:00:14.863327+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T10:00:00+00:00 EmrJobFlowSensor 2021-06-02T11:00:58.639658+00:00 2021-06-02T11:11:01.540725+00:00 0:10:02.901067 35556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T11:00:56.290069+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T11:00:36.867514+00:00 2021-06-02T11:00:38.524145+00:00 0:00:01.656631 35554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T11:00:34.243830+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T10:00:00+00:00 PythonOperator 2021-06-02T11:00:15.186171+00:00 2021-06-02T11:00:18.496586+00:00 0:00:03.310415 35552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T11:00:12.283621+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T09:00:00+00:00 EmrJobFlowSensor 2021-06-02T10:01:14.302257+00:00 2021-06-02T10:10:17.040828+00:00 0:09:02.738571 35538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T10:01:11.823348+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T10:00:52.053942+00:00 2021-06-02T10:00:53.898428+00:00 0:00:01.844486 35536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T10:00:49.806762+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T09:00:00+00:00 PythonOperator 2021-06-02T10:00:30.316337+00:00 2021-06-02T10:00:33.522225+00:00 0:00:03.205888 35534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T10:00:27.858627+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T08:00:00+00:00 EmrJobFlowSensor 2021-06-02T09:00:55.055269+00:00 2021-06-02T09:09:57.600459+00:00 0:09:02.545190 35519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T09:00:52.682331+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T09:00:34.917039+00:00 2021-06-02T09:00:36.793652+00:00 0:00:01.876613 35517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T09:00:32.611708+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T08:00:00+00:00 PythonOperator 2021-06-02T09:00:11.386649+00:00 2021-06-02T09:00:14.717695+00:00 0:00:03.331046 35515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T09:00:08.583948+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T07:00:00+00:00 EmrJobFlowSensor 2021-06-02T08:01:02.420077+00:00 2021-06-02T08:10:05.276167+00:00 0:09:02.856090 35502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T08:00:59.969489+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T08:00:40.251383+00:00 2021-06-02T08:00:41.983411+00:00 0:00:01.732028 35500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T08:00:37.943657+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T07:00:00+00:00 PythonOperator 2021-06-02T08:00:20.524612+00:00 2021-06-02T08:00:23.770224+00:00 0:00:03.245612 35498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T08:00:17.841586+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T06:00:00+00:00 EmrJobFlowSensor 2021-06-02T07:00:52.028424+00:00 2021-06-02T07:10:54.673761+00:00 0:10:02.645337 35483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T07:00:49.816344+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T07:00:30.239635+00:00 2021-06-02T07:00:31.917646+00:00 0:00:01.678011 35481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T07:00:27.852074+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T06:00:00+00:00 PythonOperator 2021-06-02T07:00:10.469852+00:00 2021-06-02T07:00:13.681644+00:00 0:00:03.211792 35479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T07:00:07.768322+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T05:00:00+00:00 EmrJobFlowSensor 2021-06-02T06:01:00.433149+00:00 2021-06-02T06:11:03.150800+00:00 0:10:02.717651 35466 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T06:00:57.659262+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T06:00:39.787635+00:00 2021-06-02T06:00:41.456689+00:00 0:00:01.669054 35464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T06:00:37.519904+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T05:00:00+00:00 PythonOperator 2021-06-02T06:00:17.886400+00:00 2021-06-02T06:00:21.093115+00:00 0:00:03.206715 35462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T06:00:15.491958+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T04:00:00+00:00 EmrJobFlowSensor 2021-06-02T05:01:06.481493+00:00 2021-06-02T05:11:09.415378+00:00 0:10:02.933885 35447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T05:01:04.162833+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T05:00:44.683764+00:00 2021-06-02T05:00:46.547269+00:00 0:00:01.863505 35445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T05:00:42.136203+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T04:00:00+00:00 PythonOperator 2021-06-02T05:00:23.041817+00:00 2021-06-02T05:00:26.348262+00:00 0:00:03.306445 35443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T05:00:19.885286+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T03:00:00+00:00 EmrJobFlowSensor 2021-06-02T04:01:08.589179+00:00 2021-06-02T04:11:11.330704+00:00 0:10:02.741525 35429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T04:01:06.342789+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T04:00:46.497902+00:00 2021-06-02T04:00:48.173317+00:00 0:00:01.675415 35427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T04:00:44.320740+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T03:00:00+00:00 PythonOperator 2021-06-02T04:00:22.637242+00:00 2021-06-02T04:00:25.855389+00:00 0:00:03.218147 35425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T04:00:20.300532+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T02:00:00+00:00 EmrJobFlowSensor 2021-06-02T03:00:49.213083+00:00 2021-06-02T03:08:51.751536+00:00 0:08:02.538453 35410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T03:00:46.821103+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T03:00:27.576853+00:00 2021-06-02T03:00:29.380294+00:00 0:00:01.803441 35408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T03:00:24.801871+00:00 2 default_pool