Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T22:00:00+00:00 PythonOperator 2021-07-04T23:00:06.559265+00:00 2021-07-04T23:00:10.062635+00:00 0:00:03.503370 49867 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T23:00:03.342066+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T21:00:00+00:00 EmrJobFlowSensor 2021-07-04T22:01:20.478988+00:00 2021-07-04T22:11:23.414826+00:00 0:10:02.935838 49853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T22:01:18.258918+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T22:01:00.704337+00:00 2021-07-04T22:01:02.511365+00:00 0:00:01.807028 49851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T22:00:58.261733+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T21:00:00+00:00 PythonOperator 2021-07-04T22:00:38.511385+00:00 2021-07-04T22:00:42.426836+00:00 0:00:03.915451 49849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T22:00:36.166282+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T20:00:00+00:00 EmrJobFlowSensor 2021-07-04T21:01:07.121638+00:00 2021-07-04T21:12:10.112947+00:00 0:11:02.991309 49834 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T21:01:04.810118+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T21:00:43.087335+00:00 2021-07-04T21:00:44.792092+00:00 0:00:01.704757 49832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T21:00:40.853162+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T20:00:00+00:00 PythonOperator 2021-07-04T21:00:20.989135+00:00 2021-07-04T21:00:24.624740+00:00 0:00:03.635605 49830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T21:00:18.789140+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T19:00:00+00:00 EmrJobFlowSensor 2021-07-04T20:01:17.325896+00:00 2021-07-04T20:11:20.202246+00:00 0:10:02.876350 49816 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T20:01:15.093833+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T20:00:55.722199+00:00 2021-07-04T20:00:57.585141+00:00 0:00:01.862942 49813 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T20:00:53.150313+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T19:00:00+00:00 PythonOperator 2021-07-04T20:00:33.778926+00:00 2021-07-04T20:00:37.251358+00:00 0:00:03.472432 49811 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T20:00:31.044094+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T18:00:00+00:00 EmrJobFlowSensor 2021-07-04T19:01:06.745256+00:00 2021-07-04T19:11:09.669563+00:00 0:10:02.924307 49798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T19:01:04.416784+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T19:00:46.502956+00:00 2021-07-04T19:00:48.176191+00:00 0:00:01.673235 49796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T19:00:44.395698+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T18:00:00+00:00 PythonOperator 2021-07-04T19:00:24.758145+00:00 2021-07-04T19:00:28.403211+00:00 0:00:03.645066 49794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T19:00:22.369586+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T17:00:00+00:00 EmrJobFlowSensor 2021-07-04T18:00:56.530254+00:00 2021-07-04T18:10:59.513718+00:00 0:10:02.983464 49780 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T18:00:54.141023+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T18:00:34.563606+00:00 2021-07-04T18:00:36.358596+00:00 0:00:01.794990 49777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T18:00:32.247454+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T17:00:00+00:00 PythonOperator 2021-07-04T18:00:10.452041+00:00 2021-07-04T18:00:14.550830+00:00 0:00:04.098789 49775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T18:00:08.104769+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T16:00:00+00:00 EmrJobFlowSensor 2021-07-04T17:01:05.722985+00:00 2021-07-04T17:11:08.704075+00:00 0:10:02.981090 49761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T17:01:03.365800+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T17:00:43.817753+00:00 2021-07-04T17:00:45.645607+00:00 0:00:01.827854 49760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T17:00:41.291440+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T16:00:00+00:00 PythonOperator 2021-07-04T17:00:22.090254+00:00 2021-07-04T17:00:25.776258+00:00 0:00:03.686004 49758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T17:00:19.273622+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T15:00:00+00:00 EmrJobFlowSensor 2021-07-04T16:01:00.183832+00:00 2021-07-04T16:12:03.237802+00:00 0:11:03.053970 49743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T16:00:57.481510+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T16:00:40.008672+00:00 2021-07-04T16:00:41.833085+00:00 0:00:01.824413 49741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T16:00:37.411001+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T15:00:00+00:00 PythonOperator 2021-07-04T16:00:17.550604+00:00 2021-07-04T16:00:21.360746+00:00 0:00:03.810142 49739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T16:00:15.385524+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T14:00:00+00:00 EmrJobFlowSensor 2021-07-04T15:01:03.680315+00:00 2021-07-04T15:11:06.824767+00:00 0:10:03.144452 49725 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T15:01:01.415133+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T15:00:39.873354+00:00 2021-07-04T15:00:41.785672+00:00 0:00:01.912318 49723 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T15:00:37.403145+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T14:00:00+00:00 PythonOperator 2021-07-04T15:00:15.514697+00:00 2021-07-04T15:00:19.309227+00:00 0:00:03.794530 49721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T15:00:13.369996+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T13:00:00+00:00 EmrJobFlowSensor 2021-07-04T14:05:27.191466+00:00 2021-07-04T14:16:30.155159+00:00 0:11:02.963693 49710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T14:05:24.981283+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T14:05:07.082790+00:00 2021-07-04T14:05:08.879476+00:00 0:00:01.796686 49707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T14:05:04.934292+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T13:00:00+00:00 PythonOperator 2021-07-04T14:04:45.073483+00:00 2021-07-04T14:04:48.811758+00:00 0:00:03.738275 49705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T14:04:42.844983+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T12:00:00+00:00 EmrJobFlowSensor 2021-07-04T13:00:49.986812+00:00 2021-07-04T13:10:52.875060+00:00 0:10:02.888248 49690 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T13:00:47.571800+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T13:00:27.705181+00:00 2021-07-04T13:00:29.384951+00:00 0:00:01.679770 49688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T13:00:25.489303+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T12:00:00+00:00 PythonOperator 2021-07-04T13:00:07.695028+00:00 2021-07-04T13:00:11.335659+00:00 0:00:03.640631 49686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T13:00:05.457934+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T11:00:00+00:00 EmrJobFlowSensor 2021-07-04T12:01:04.722720+00:00 2021-07-04T12:11:07.837453+00:00 0:10:03.114733 49673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T12:01:02.510794+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T12:00:42.720198+00:00 2021-07-04T12:00:44.436884+00:00 0:00:01.716686 49671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T12:00:40.487498+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T11:00:00+00:00 PythonOperator 2021-07-04T12:00:21.751456+00:00 2021-07-04T12:00:25.532538+00:00 0:00:03.781082 49669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T12:00:18.469418+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T10:00:00+00:00 EmrJobFlowSensor 2021-07-04T11:00:56.165080+00:00 2021-07-04T11:11:59.547811+00:00 0:11:03.382731 49654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T11:00:53.977282+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T11:00:36.097811+00:00 2021-07-04T11:00:37.804868+00:00 0:00:01.707057 49652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T11:00:33.956089+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T10:00:00+00:00 PythonOperator 2021-07-04T11:00:12.617841+00:00 2021-07-04T11:00:16.004330+00:00 0:00:03.386489 49650 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T11:00:09.977237+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T09:00:00+00:00 EmrJobFlowSensor 2021-07-04T10:01:07.615538+00:00 2021-07-04T10:11:10.356453+00:00 0:10:02.740915 49637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T10:01:04.943938+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T10:00:46.953780+00:00 2021-07-04T10:00:48.594056+00:00 0:00:01.640276 49635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T10:00:44.801413+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T09:00:00+00:00 PythonOperator 2021-07-04T10:00:25.069419+00:00 2021-07-04T10:00:28.675854+00:00 0:00:03.606435 49633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T10:00:22.742602+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T08:00:00+00:00 EmrJobFlowSensor 2021-07-04T09:00:56.606475+00:00 2021-07-04T09:10:59.449115+00:00 0:10:02.842640 49618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T09:00:54.434605+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T09:00:34.897992+00:00 2021-07-04T09:00:36.579077+00:00 0:00:01.681085 49616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T09:00:32.544873+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T08:00:00+00:00 PythonOperator 2021-07-04T09:00:12.677756+00:00 2021-07-04T09:00:16.327190+00:00 0:00:03.649434 49614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T09:00:10.394977+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T07:00:00+00:00 EmrJobFlowSensor 2021-07-04T08:01:05.442203+00:00 2021-07-04T08:11:08.311814+00:00 0:10:02.869611 49601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T08:01:02.961941+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T08:00:45.283258+00:00 2021-07-04T08:00:47.037023+00:00 0:00:01.753765 49599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T08:00:42.939014+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T07:00:00+00:00 PythonOperator 2021-07-04T08:00:23.085761+00:00 2021-07-04T08:00:26.673199+00:00 0:00:03.587438 49597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T08:00:20.885268+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T06:00:00+00:00 EmrJobFlowSensor 2021-07-04T07:01:06.686686+00:00 2021-07-04T07:11:09.594907+00:00 0:10:02.908221 49583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T07:01:04.496338+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T07:00:44.746986+00:00 2021-07-04T07:00:46.503285+00:00 0:00:01.756299 49581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T07:00:42.450580+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T06:00:00+00:00 PythonOperator 2021-07-04T07:00:22.762758+00:00 2021-07-04T07:00:26.166645+00:00 0:00:03.403887 49579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T07:00:20.443331+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T05:00:00+00:00 EmrJobFlowSensor 2021-07-04T06:01:17.538428+00:00 2021-07-04T06:12:20.592914+00:00 0:11:03.054486 49565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T06:01:14.796736+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T06:00:47.017174+00:00 2021-07-04T06:00:48.904418+00:00 0:00:01.887244 49563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T06:00:44.769729+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T05:00:00+00:00 PythonOperator 2021-07-04T06:00:23.034560+00:00 2021-07-04T06:00:26.648141+00:00 0:00:03.613581 49561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T06:00:20.843944+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T04:00:00+00:00 EmrJobFlowSensor 2021-07-04T05:00:50.579216+00:00 2021-07-04T05:10:53.337014+00:00 0:10:02.757798 49546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T05:00:48.349049+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T05:00:30.702332+00:00 2021-07-04T05:00:32.512541+00:00 0:00:01.810209 49544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T05:00:28.363896+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T04:00:00+00:00 PythonOperator 2021-07-04T05:00:08.969291+00:00 2021-07-04T05:00:12.404409+00:00 0:00:03.435118 49542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T05:00:06.302790+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T03:00:00+00:00 EmrJobFlowSensor 2021-07-04T04:00:57.588877+00:00 2021-07-04T04:11:00.403261+00:00 0:10:02.814384 49528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T04:00:55.435036+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T04:00:26.069422+00:00 2021-07-04T04:00:27.947884+00:00 0:00:01.878462 49526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T04:00:23.454897+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T03:00:00+00:00 PythonOperator 2021-07-04T04:00:05.901454+00:00 2021-07-04T04:00:09.666121+00:00 0:00:03.764667 49524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T04:00:03.347662+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T02:00:00+00:00 EmrJobFlowSensor 2021-07-04T03:00:49.164352+00:00 2021-07-04T03:10:52.051521+00:00 0:10:02.887169 49510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T03:00:46.850394+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T03:00:27.138382+00:00 2021-07-04T03:00:28.930396+00:00 0:00:01.792014 49508 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T03:00:24.767129+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T02:00:00+00:00 PythonOperator 2021-07-04T03:00:07.079594+00:00 2021-07-04T03:00:10.676442+00:00 0:00:03.596848 49506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T03:00:04.754847+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T00:00:00+00:00 EmrJobFlowSensor 2021-07-04T01:01:23.047244+00:00 2021-07-04T01:11:25.894069+00:00 0:10:02.846825 49474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T01:01:20.659645+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T01:00:52.853156+00:00 2021-07-04T01:00:54.557117+00:00 0:00:01.703961 49472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T01:00:50.535718+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T00:00:00+00:00 PythonOperator 2021-07-04T01:00:24.684992+00:00 2021-07-04T01:00:28.335933+00:00 0:00:03.650941 49470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T01:00:22.512696+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T23:00:00+00:00 EmrJobFlowSensor 2021-07-04T00:00:58.578010+00:00 2021-07-04T00:12:01.614870+00:00 0:11:03.036860 49456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T00:00:56.427537+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T00:00:39.220526+00:00 2021-07-04T00:00:40.916029+00:00 0:00:01.695503 49454 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T00:00:36.409618+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T23:00:00+00:00 PythonOperator 2021-07-04T00:00:12.850072+00:00 2021-07-04T00:00:16.465076+00:00 0:00:03.615004 49452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T00:00:10.388308+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T22:00:00+00:00 EmrJobFlowSensor 2021-07-03T23:01:04.377790+00:00 2021-07-03T23:11:07.174858+00:00 0:10:02.797068 49437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T23:01:02.183643+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T23:00:42.455396+00:00 2021-07-03T23:00:44.383897+00:00 0:00:01.928501 49434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T23:00:40.108715+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T22:00:00+00:00 PythonOperator 2021-07-03T23:00:20.362100+00:00 2021-07-03T23:00:25.149300+00:00 0:00:04.787200 49431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T23:00:18.097883+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T21:00:00+00:00 EmrJobFlowSensor 2021-07-03T22:00:52.459411+00:00 2021-07-03T22:10:55.336299+00:00 0:10:02.876888 49417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T22:00:50.141241+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T22:00:30.787687+00:00 2021-07-03T22:00:32.546040+00:00 0:00:01.758353 49414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T22:00:28.256003+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T21:00:00+00:00 PythonOperator 2021-07-03T22:00:08.601689+00:00 2021-07-03T22:00:12.406443+00:00 0:00:03.804754 49412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T22:00:06.145598+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T20:00:00+00:00 EmrJobFlowSensor 2021-07-03T21:01:12.730765+00:00 2021-07-03T21:11:15.557704+00:00 0:10:02.826939 49398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T21:01:10.503037+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T21:00:46.974739+00:00 2021-07-03T21:00:48.772134+00:00 0:00:01.797395 49396 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T21:00:44.426001+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T20:00:00+00:00 PythonOperator 2021-07-03T21:00:14.789053+00:00 2021-07-03T21:00:18.557901+00:00 0:00:03.768848 49394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T21:00:12.443237+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T19:00:00+00:00 EmrJobFlowSensor 2021-07-03T20:01:08.858727+00:00 2021-07-03T20:11:11.835545+00:00 0:10:02.976818 49379 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T20:01:06.425384+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T20:00:34.649547+00:00 2021-07-03T20:00:36.595224+00:00 0:00:01.945677 49377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T20:00:32.385821+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T19:00:00+00:00 PythonOperator 2021-07-03T20:00:09.277866+00:00 2021-07-03T20:00:13.078219+00:00 0:00:03.800353 49375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T20:00:06.344263+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T18:00:00+00:00 EmrJobFlowSensor 2021-07-03T19:00:52.221205+00:00 2021-07-03T19:10:55.111238+00:00 0:10:02.890033 49360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T19:00:49.928917+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T19:00:30.685693+00:00 2021-07-03T19:00:32.353954+00:00 0:00:01.668261 49358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T19:00:28.140926+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T18:00:00+00:00 PythonOperator 2021-07-03T19:00:08.199159+00:00 2021-07-03T19:00:11.901062+00:00 0:00:03.701903 49356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T19:00:05.893997+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T17:00:00+00:00 EmrJobFlowSensor 2021-07-03T18:01:00.848630+00:00 2021-07-03T18:11:03.885884+00:00 0:10:03.037254 49341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T18:00:58.466600+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T18:00:40.612072+00:00 2021-07-03T18:00:42.408903+00:00 0:00:01.796831 49339 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T18:00:38.392457+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T17:00:00+00:00 PythonOperator 2021-07-03T18:00:12.483592+00:00 2021-07-03T18:00:16.138949+00:00 0:00:03.655357 49338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T18:00:10.322030+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T16:00:00+00:00 EmrJobFlowSensor 2021-07-03T17:00:58.948488+00:00 2021-07-03T17:11:02.036537+00:00 0:10:03.088049 49324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T17:00:56.731132+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T17:00:36.991870+00:00 2021-07-03T17:00:38.875032+00:00 0:00:01.883162 49322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T17:00:34.711569+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T16:00:00+00:00 PythonOperator 2021-07-03T17:00:17.102248+00:00 2021-07-03T17:00:22.209673+00:00 0:00:05.107425 49320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T17:00:14.694813+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T15:00:00+00:00 EmrJobFlowSensor 2021-07-03T16:00:49.540252+00:00 2021-07-03T16:11:52.698745+00:00 0:11:03.158493 49306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T16:00:46.932824+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T16:00:27.183447+00:00 2021-07-03T16:00:28.962091+00:00 0:00:01.778644 49304 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T16:00:24.908904+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T15:00:00+00:00 PythonOperator 2021-07-03T16:00:07.178761+00:00 2021-07-03T16:00:10.594089+00:00 0:00:03.415328 49302 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T16:00:04.890310+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T14:00:00+00:00 EmrJobFlowSensor 2021-07-03T15:01:13.387100+00:00 2021-07-03T15:11:16.397205+00:00 0:10:03.010105 49288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T15:01:11.189448+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T15:00:51.400442+00:00 2021-07-03T15:00:53.205368+00:00 0:00:01.804926 49286 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T15:00:49.167123+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T14:00:00+00:00 PythonOperator 2021-07-03T15:00:23.521168+00:00 2021-07-03T15:00:26.916714+00:00 0:00:03.395546 49285 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T15:00:21.146592+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T13:00:00+00:00 EmrJobFlowSensor 2021-07-03T14:04:38.212477+00:00 2021-07-03T14:14:41.213637+00:00 0:10:03.001160 49271 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T14:04:35.773145+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T14:04:16.020136+00:00 2021-07-03T14:04:17.929192+00:00 0:00:01.909056 49270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T14:04:13.687616+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T13:00:00+00:00 PythonOperator 2021-07-03T14:03:55.936595+00:00 2021-07-03T14:03:59.424840+00:00 0:00:03.488245 49268 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T14:03:53.667269+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T12:00:00+00:00 EmrJobFlowSensor 2021-07-03T13:01:53.384534+00:00 2021-07-03T13:11:56.185458+00:00 0:10:02.800924 49252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T13:01:51.146292+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T13:01:21.203659+00:00 2021-07-03T13:01:23.106449+00:00 0:00:01.902790 49251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T13:01:19.024629+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T12:00:00+00:00 PythonOperator 2021-07-03T13:00:55.355217+00:00 2021-07-03T13:00:58.809697+00:00 0:00:03.454480 49250 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T13:00:53.003838+00:00 2 default_pool