Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-07-13T01:00:00+00:00 EmrJobFlowSensor 2021-07-13T02:01:01.152580+00:00 2021-07-13T02:10:03.840254+00:00 0:09:02.687674 52758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T02:00:58.954322+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T02:00:41.751604+00:00 2021-07-13T02:00:43.606958+00:00 0:00:01.855354 52757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T02:00:38.758661+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T02:00:39.538762+00:00 2021-07-13T02:00:41.655942+00:00 0:00:02.117180 52756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T02:00:36.756035+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T01:00:00+00:00 PythonOperator 2021-07-13T02:00:20.063738+00:00 2021-07-13T02:00:24.227824+00:00 0:00:04.164086 52755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T02:00:16.759344+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T01:00:00+00:00 PythonOperator 2021-07-13T02:00:14.951528+00:00 2021-07-13T02:00:19.838129+00:00 0:00:04.886601 52754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T02:00:12.702319+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T00:00:00+00:00 TriggerDagRunOperator 2021-07-13T01:10:21.511015+00:00 2021-07-13T01:10:22.002677+00:00 0:00:00.491662 52753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T01:10:19.275636+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T00:00:00+00:00 TriggerDagRunOperator 2021-07-13T01:10:21.405940+00:00 2021-07-13T01:10:21.775697+00:00 0:00:00.369757 52752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T01:10:19.275601+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T00:05:00+00:00 EmrJobFlowSensor 2021-07-13T01:07:52.996819+00:00 2021-07-13T01:16:55.745604+00:00 0:09:02.748785 52751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T01:07:50.862911+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T01:07:33.059423+00:00 2021-07-13T01:07:34.697664+00:00 0:00:01.638241 52750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T01:07:30.846545+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T00:00:00+00:00 EmrJobFlowSensor 2021-07-13T01:07:09.847673+00:00 2021-07-13T01:15:12.587057+00:00 0:08:02.739384 52749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T01:07:06.792596+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T00:05:00+00:00 PythonOperator 2021-07-13T01:07:08.983147+00:00 2021-07-13T01:07:12.801403+00:00 0:00:03.818256 52748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T01:07:06.792561+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T00:00:00+00:00 EmrJobFlowSensor 2021-07-13T01:07:07.622693+00:00 2021-07-13T01:10:10.060033+00:00 0:03:02.437340 52747 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T01:07:04.785547+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T01:00:43.596543+00:00 2021-07-13T01:00:45.493286+00:00 0:00:01.896743 52745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T01:00:41.342828+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T01:00:29.858926+00:00 2021-07-13T01:00:31.672962+00:00 0:00:01.814036 52744 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T01:00:27.310125+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T00:00:00+00:00 PythonOperator 2021-07-13T01:00:10.620754+00:00 2021-07-13T01:00:14.900195+00:00 0:00:04.279441 52743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T01:00:07.363082+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T00:00:00+00:00 PythonOperator 2021-07-13T01:00:08.338739+00:00 2021-07-13T01:00:12.540424+00:00 0:00:04.201685 52742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T01:00:05.357795+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T23:00:00+00:00 TriggerDagRunOperator 2021-07-13T00:11:18.218443+00:00 2021-07-13T00:11:18.766147+00:00 0:00:00.547704 52741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T00:11:15.828068+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T23:00:00+00:00 TriggerDagRunOperator 2021-07-13T00:11:18.083650+00:00 2021-07-13T00:11:18.519314+00:00 0:00:00.435664 52740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T00:11:15.828024+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T23:05:00+00:00 EmrJobFlowSensor 2021-07-13T00:06:03.359338+00:00 2021-07-13T00:15:05.977102+00:00 0:09:02.617764 52739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T00:06:01.181872+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T00:05:41.324863+00:00 2021-07-13T00:05:43.171024+00:00 0:00:01.846161 52738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T00:05:39.152170+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T23:05:00+00:00 PythonOperator 2021-07-13T00:05:19.531788+00:00 2021-07-13T00:05:23.013280+00:00 0:00:03.481492 52737 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T00:05:17.129138+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T23:00:00+00:00 EmrJobFlowSensor 2021-07-13T00:02:06.851484+00:00 2021-07-13T00:15:10.167106+00:00 0:13:03.315622 52736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T00:02:04.684462+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T23:00:00+00:00 EmrJobFlowSensor 2021-07-13T00:02:05.052456+00:00 2021-07-13T00:11:08.038067+00:00 0:09:02.985611 52735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T00:02:02.693326+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T00:01:45.218983+00:00 2021-07-13T00:01:47.017956+00:00 0:00:01.798973 52734 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T00:01:42.663465+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T00:01:42.960102+00:00 2021-07-13T00:01:44.646409+00:00 0:00:01.686307 52733 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T00:01:40.658390+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T23:00:00+00:00 PythonOperator 2021-07-13T00:01:21.081868+00:00 2021-07-13T00:01:24.935289+00:00 0:00:03.853421 52732 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T00:01:18.499841+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T23:00:00+00:00 PythonOperator 2021-07-13T00:01:20.940752+00:00 2021-07-13T00:01:24.734180+00:00 0:00:03.793428 52731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T00:01:18.499871+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T22:00:00+00:00 TriggerDagRunOperator 2021-07-12T23:10:14.752597+00:00 2021-07-12T23:10:15.168550+00:00 0:00:00.415953 52729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T23:10:11.962474+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T22:00:00+00:00 TriggerDagRunOperator 2021-07-12T23:10:14.511550+00:00 2021-07-12T23:10:15.016274+00:00 0:00:00.504724 52728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T23:10:11.962521+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T22:05:00+00:00 EmrJobFlowSensor 2021-07-12T23:06:07.651302+00:00 2021-07-12T23:15:10.912370+00:00 0:09:03.261068 52727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T23:06:05.503318+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T23:05:43.797266+00:00 2021-07-12T23:05:45.460687+00:00 0:00:01.663421 52726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T23:05:41.543398+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T22:05:00+00:00 PythonOperator 2021-07-12T23:05:21.643611+00:00 2021-07-12T23:05:25.458313+00:00 0:00:03.814702 52725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T23:05:19.480233+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-11T23:00:00+00:00 EmrJobFlowSensor 2021-07-12T23:01:13.317060+00:00 2021-07-12T23:11:16.046497+00:00 0:10:02.729437 52724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T23:01:11.192546+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T22:00:00+00:00 EmrJobFlowSensor 2021-07-12T23:01:07.454559+00:00 2021-07-12T23:10:10.131104+00:00 0:09:02.676545 52723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T23:01:05.185452+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T22:00:00+00:00 EmrJobFlowSensor 2021-07-12T23:01:07.425991+00:00 2021-07-12T23:14:10.906161+00:00 0:13:03.480170 52722 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T23:01:05.185484+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-11T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T23:00:51.548788+00:00 2021-07-12T23:00:53.181393+00:00 0:00:01.632605 52721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T23:00:49.159151+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T23:00:43.336298+00:00 2021-07-12T23:00:45.257945+00:00 0:00:01.921647 52720 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T23:00:41.120777+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T23:00:35.316879+00:00 2021-07-12T23:00:37.024161+00:00 0:00:01.707282 52719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T23:00:33.113143+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T22:00:00+00:00 PythonOperator 2021-07-12T23:00:11.794507+00:00 2021-07-12T23:00:15.232730+00:00 0:00:03.438223 52718 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T23:00:09.189502+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-11T23:00:00+00:00 PythonOperator 2021-07-12T23:00:11.467673+00:00 2021-07-12T23:00:15.334535+00:00 0:00:03.866862 52717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T23:00:09.189452+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T22:00:00+00:00 PythonOperator 2021-07-12T23:00:05.714343+00:00 2021-07-12T23:00:09.789783+00:00 0:00:04.075440 52716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T23:00:03.141406+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T21:00:00+00:00 TriggerDagRunOperator 2021-07-12T22:09:45.285124+00:00 2021-07-12T22:09:45.787198+00:00 0:00:00.502074 52714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T22:09:42.745638+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T21:00:00+00:00 TriggerDagRunOperator 2021-07-12T22:09:45.305084+00:00 2021-07-12T22:09:45.829039+00:00 0:00:00.523955 52713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T22:09:42.745689+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T21:05:00+00:00 EmrJobFlowSensor 2021-07-12T22:06:02.433352+00:00 2021-07-12T22:15:05.189653+00:00 0:09:02.756301 52712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T22:06:00.198754+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T22:05:40.464957+00:00 2021-07-12T22:05:42.261296+00:00 0:00:01.796339 52711 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T22:05:38.151663+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T21:05:00+00:00 PythonOperator 2021-07-12T22:05:16.757344+00:00 2021-07-12T22:05:19.704058+00:00 0:00:02.946714 52710 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T22:05:14.144120+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T21:00:00+00:00 EmrJobFlowSensor 2021-07-12T22:01:25.883211+00:00 2021-07-12T22:09:28.432584+00:00 0:08:02.549373 52709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T22:01:23.598747+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T21:00:00+00:00 EmrJobFlowSensor 2021-07-12T22:01:09.789726+00:00 2021-07-12T22:15:13.648818+00:00 0:14:03.859092 52708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T22:01:07.587965+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T22:00:53.766188+00:00 2021-07-12T22:00:55.466626+00:00 0:00:01.700438 52707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T22:00:51.549912+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T22:00:33.838033+00:00 2021-07-12T22:00:35.689096+00:00 0:00:01.851063 52706 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T22:00:31.533173+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T21:00:00+00:00 PythonOperator 2021-07-12T22:00:19.706022+00:00 2021-07-12T22:00:23.404645+00:00 0:00:03.698623 52705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T22:00:17.546279+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T21:00:00+00:00 PythonOperator 2021-07-12T22:00:10.401916+00:00 2021-07-12T22:00:14.184001+00:00 0:00:03.782085 52704 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T22:00:07.577516+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T20:00:00+00:00 TriggerDagRunOperator 2021-07-12T21:10:21.113571+00:00 2021-07-12T21:10:21.617212+00:00 0:00:00.503641 52702 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T21:10:18.826236+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T20:00:00+00:00 TriggerDagRunOperator 2021-07-12T21:10:21.028501+00:00 2021-07-12T21:10:21.427975+00:00 0:00:00.399474 52701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T21:10:18.826200+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T20:05:00+00:00 EmrJobFlowSensor 2021-07-12T21:06:04.831366+00:00 2021-07-12T21:15:07.533946+00:00 0:09:02.702580 52700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T21:06:02.352117+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T21:05:42.522453+00:00 2021-07-12T21:05:44.295614+00:00 0:00:01.773161 52699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T21:05:40.283390+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T20:05:00+00:00 PythonOperator 2021-07-12T21:05:22.449152+00:00 2021-07-12T21:05:26.217955+00:00 0:00:03.768803 52698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T21:05:20.248642+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T20:00:00+00:00 EmrJobFlowSensor 2021-07-12T21:01:02.337734+00:00 2021-07-12T21:10:05.055968+00:00 0:09:02.718234 52697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T21:01:00.040930+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T20:00:00+00:00 EmrJobFlowSensor 2021-07-12T21:00:54.379948+00:00 2021-07-12T21:14:57.787426+00:00 0:14:03.407478 52696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T21:00:51.916813+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T21:00:40.603813+00:00 2021-07-12T21:00:42.422734+00:00 0:00:01.818921 52695 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T21:00:37.957726+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T21:00:34.292679+00:00 2021-07-12T21:00:36.077845+00:00 0:00:01.785166 52694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T21:00:31.943329+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T20:00:00+00:00 PythonOperator 2021-07-12T21:00:16.779833+00:00 2021-07-12T21:00:20.613411+00:00 0:00:03.833578 52693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T21:00:13.888588+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T20:00:00+00:00 PythonOperator 2021-07-12T21:00:10.323191+00:00 2021-07-12T21:00:14.954893+00:00 0:00:04.631702 52692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T21:00:07.836424+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T19:05:00+00:00 EmrJobFlowSensor 2021-07-12T20:14:04.601924+00:00 2021-07-12T20:14:06.160376+00:00 0:00:01.558452 52690 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T20:14:01.855480+00:00 3 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T19:00:00+00:00 TriggerDagRunOperator 2021-07-12T20:09:29.813403+00:00 2021-07-12T20:09:30.340155+00:00 0:00:00.526752 52689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T20:09:27.157807+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T19:00:00+00:00 TriggerDagRunOperator 2021-07-12T20:09:29.679206+00:00 2021-07-12T20:09:30.111533+00:00 0:00:00.432327 52688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T20:09:27.157842+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T20:05:26.896665+00:00 2021-07-12T20:05:28.645307+00:00 0:00:01.748642 52686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T20:05:24.651050+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T19:05:00+00:00 PythonOperator 2021-07-12T20:05:04.770562+00:00 2021-07-12T20:05:08.569422+00:00 0:00:03.798860 52685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T20:05:02.587836+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T19:00:00+00:00 EmrJobFlowSensor 2021-07-12T20:01:12.429191+00:00 2021-07-12T20:15:16.071895+00:00 0:14:03.642704 52684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T20:01:10.195741+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T19:00:00+00:00 EmrJobFlowSensor 2021-07-12T20:01:04.440833+00:00 2021-07-12T20:09:07.070705+00:00 0:08:02.629872 52683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T20:01:02.189225+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T20:00:52.332558+00:00 2021-07-12T20:00:54.052017+00:00 0:00:01.719459 52682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T20:00:50.155216+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T20:00:36.285269+00:00 2021-07-12T20:00:38.127994+00:00 0:00:01.842725 52681 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T20:00:34.137767+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T19:00:00+00:00 PythonOperator 2021-07-12T20:00:22.562916+00:00 2021-07-12T20:00:26.529665+00:00 0:00:03.966749 52680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T20:00:20.129499+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T19:00:00+00:00 PythonOperator 2021-07-12T20:00:10.579575+00:00 2021-07-12T20:00:14.353488+00:00 0:00:03.773913 52679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T20:00:08.171654+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T18:00:00+00:00 TriggerDagRunOperator 2021-07-12T19:11:25.993684+00:00 2021-07-12T19:11:26.402093+00:00 0:00:00.408409 52677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T19:11:23.548434+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T18:00:00+00:00 TriggerDagRunOperator 2021-07-12T19:11:26.012323+00:00 2021-07-12T19:11:26.620092+00:00 0:00:00.607769 52676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T19:11:23.548402+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T18:05:00+00:00 EmrJobFlowSensor 2021-07-12T19:05:55.275492+00:00 2021-07-12T19:13:57.792004+00:00 0:08:02.516512 52675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T19:05:52.960496+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T19:05:35.168360+00:00 2021-07-12T19:05:36.846825+00:00 0:00:01.678465 52674 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T19:05:32.943863+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T18:05:00+00:00 PythonOperator 2021-07-12T19:05:11.111579+00:00 2021-07-12T19:05:14.905788+00:00 0:00:03.794209 52673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T19:05:08.907880+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T18:00:00+00:00 EmrJobFlowSensor 2021-07-12T19:01:10.637586+00:00 2021-07-12T19:14:14.058541+00:00 0:13:03.420955 52672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T19:01:08.462678+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T18:00:00+00:00 EmrJobFlowSensor 2021-07-12T19:01:04.739497+00:00 2021-07-12T19:11:07.771247+00:00 0:10:03.031750 52671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T19:01:02.440053+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T19:00:46.716848+00:00 2021-07-12T19:00:48.519197+00:00 0:00:01.802349 52670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T19:00:44.429353+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T19:00:38.648701+00:00 2021-07-12T19:00:40.424002+00:00 0:00:01.775301 52669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T19:00:36.425540+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T18:00:00+00:00 PythonOperator 2021-07-12T19:00:24.994121+00:00 2021-07-12T19:00:28.969415+00:00 0:00:03.975294 52668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T19:00:22.419696+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T18:00:00+00:00 PythonOperator 2021-07-12T19:00:17.011186+00:00 2021-07-12T19:00:20.726657+00:00 0:00:03.715471 52667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T19:00:14.399520+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T17:00:00+00:00 TriggerDagRunOperator 2021-07-12T18:10:44.234086+00:00 2021-07-12T18:10:44.799594+00:00 0:00:00.565508 52665 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T18:10:41.691538+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T17:00:00+00:00 TriggerDagRunOperator 2021-07-12T18:10:44.023958+00:00 2021-07-12T18:10:44.506409+00:00 0:00:00.482451 52664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T18:10:41.691587+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T17:05:00+00:00 EmrJobFlowSensor 2021-07-12T18:05:47.081824+00:00 2021-07-12T18:14:49.765365+00:00 0:09:02.683541 52663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T18:05:44.933787+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T18:05:25.160253+00:00 2021-07-12T18:05:26.769645+00:00 0:00:01.609392 52662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T18:05:22.917505+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T17:05:00+00:00 PythonOperator 2021-07-12T18:05:05.409045+00:00 2021-07-12T18:05:09.200832+00:00 0:00:03.791787 52661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T18:05:02.973606+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T17:00:00+00:00 EmrJobFlowSensor 2021-07-12T18:01:10.969674+00:00 2021-07-12T18:10:13.774403+00:00 0:09:02.804729 52660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T18:01:08.450005+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T17:00:00+00:00 EmrJobFlowSensor 2021-07-12T18:01:08.544219+00:00 2021-07-12T18:14:12.295003+00:00 0:13:03.750784 52659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T18:01:06.385521+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T18:00:50.675256+00:00 2021-07-12T18:00:52.345975+00:00 0:00:01.670719 52658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T18:00:48.365838+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T18:00:46.526179+00:00 2021-07-12T18:00:48.215167+00:00 0:00:01.688988 52657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T18:00:44.303996+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T17:00:00+00:00 PythonOperator 2021-07-12T18:00:28.646406+00:00 2021-07-12T18:00:32.108668+00:00 0:00:03.462262 52656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T18:00:26.273713+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T17:00:00+00:00 PythonOperator 2021-07-12T18:00:26.694047+00:00 2021-07-12T18:00:30.839106+00:00 0:00:04.145059 52655 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T18:00:24.232601+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T16:00:00+00:00 TriggerDagRunOperator 2021-07-12T17:10:59.411499+00:00 2021-07-12T17:10:59.802439+00:00 0:00:00.390940 52653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T17:10:56.747184+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T16:00:00+00:00 TriggerDagRunOperator 2021-07-12T17:10:59.371342+00:00 2021-07-12T17:10:59.901491+00:00 0:00:00.530149 52652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T17:10:56.747220+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T16:05:00+00:00 EmrJobFlowSensor 2021-07-12T17:06:08.723486+00:00 2021-07-12T17:15:11.467291+00:00 0:09:02.743805 52651 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T17:06:06.296572+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T17:05:44.496415+00:00 2021-07-12T17:05:46.121135+00:00 0:00:01.624720 52650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T17:05:42.261294+00:00 2 default_pool