Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T19:00:00+00:00 TriggerDagRunOperator 2021-07-20T20:11:19.065131+00:00 2021-07-20T20:11:19.628303+00:00 0:00:00.563172 56199 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T20:11:16.591988+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T19:00:00+00:00 TriggerDagRunOperator 2021-07-20T20:11:18.984311+00:00 2021-07-20T20:11:19.370162+00:00 0:00:00.385851 56198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T20:11:16.591954+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T19:05:00+00:00 EmrJobFlowSensor 2021-07-20T20:05:48.297674+00:00 2021-07-20T20:14:50.946781+00:00 0:09:02.649107 56197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T20:05:46.001002+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T20:05:26.357335+00:00 2021-07-20T20:05:28.024582+00:00 0:00:01.667247 56196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T20:05:23.962314+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T19:05:00+00:00 PythonOperator 2021-07-20T20:05:06.246901+00:00 2021-07-20T20:05:09.834915+00:00 0:00:03.588014 56195 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T20:05:03.893508+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T19:00:00+00:00 EmrJobFlowSensor 2021-07-20T20:01:02.499611+00:00 2021-07-20T20:14:05.635479+00:00 0:13:03.135868 56194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T20:00:59.559120+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T19:00:00+00:00 EmrJobFlowSensor 2021-07-20T20:00:59.922814+00:00 2021-07-20T20:11:03.635741+00:00 0:10:03.712927 56193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T20:00:57.552417+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T20:00:39.641730+00:00 2021-07-20T20:00:41.368140+00:00 0:00:01.726410 56192 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T20:00:37.453499+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T20:00:37.681494+00:00 2021-07-20T20:00:39.531847+00:00 0:00:01.850353 56191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T20:00:35.452190+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T19:00:00+00:00 PythonOperator 2021-07-20T20:00:17.674572+00:00 2021-07-20T20:00:21.596096+00:00 0:00:03.921524 56190 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T20:00:15.360670+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T19:00:00+00:00 PythonOperator 2021-07-20T20:00:16.077316+00:00 2021-07-20T20:00:19.947092+00:00 0:00:03.869776 56189 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T20:00:13.363992+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T18:00:00+00:00 EmrJobFlowSensor 2021-07-20T19:11:08.782956+00:00 2021-07-20T19:20:11.550353+00:00 0:09:02.767397 56187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T19:11:06.504220+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T18:00:00+00:00 EmrJobFlowSensor 2021-07-20T19:11:02.901231+00:00 2021-07-20T19:20:06.017170+00:00 0:09:03.115939 56186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T19:11:00.485027+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T19:10:46.700507+00:00 2021-07-20T19:10:48.515152+00:00 0:00:01.814645 56185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T19:10:44.400621+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T19:10:40.587101+00:00 2021-07-20T19:10:42.278748+00:00 0:00:01.691647 56184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T19:10:38.405844+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T18:00:00+00:00 PythonOperator 2021-07-20T19:10:26.690389+00:00 2021-07-20T19:10:30.733411+00:00 0:00:04.043022 56183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T19:10:24.359259+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T18:00:00+00:00 PythonOperator 2021-07-20T19:10:19.680864+00:00 2021-07-20T19:10:23.615969+00:00 0:00:03.935105 56182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T19:10:16.357714+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T18:00:00+00:00 TriggerDagRunOperator 2021-07-20T19:10:10.784169+00:00 2021-07-20T19:10:11.321590+00:00 0:00:00.537421 56181 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T19:10:08.320201+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T18:00:00+00:00 TriggerDagRunOperator 2021-07-20T19:10:10.726478+00:00 2021-07-20T19:10:11.133597+00:00 0:00:00.407119 56180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T19:10:08.320174+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T18:05:00+00:00 EmrJobFlowSensor 2021-07-20T19:06:03.998655+00:00 2021-07-20T19:15:06.827449+00:00 0:09:02.828794 56179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T19:06:01.793795+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T19:05:42.030339+00:00 2021-07-20T19:05:43.806906+00:00 0:00:01.776567 56178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T19:05:39.738250+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T18:05:00+00:00 PythonOperator 2021-07-20T19:05:20.131406+00:00 2021-07-20T19:05:23.035643+00:00 0:00:02.904237 56177 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T19:05:17.722024+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T18:00:00+00:00 EmrJobFlowSensor 2021-07-20T19:00:57.661146+00:00 2021-07-20T19:10:00.608866+00:00 0:09:02.947720 56176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T19:00:55.349435+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T18:00:00+00:00 EmrJobFlowSensor 2021-07-20T19:00:51.606746+00:00 2021-07-20T19:14:55.085564+00:00 0:14:03.478818 56175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T19:00:49.338625+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T19:00:35.526777+00:00 2021-07-20T19:00:37.306523+00:00 0:00:01.779746 56174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T19:00:33.322405+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T19:00:29.837153+00:00 2021-07-20T19:00:31.705852+00:00 0:00:01.868699 56173 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T19:00:27.318965+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T18:00:00+00:00 PythonOperator 2021-07-20T19:00:15.794535+00:00 2021-07-20T19:00:19.493854+00:00 0:00:03.699319 56172 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T19:00:13.309468+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T18:00:00+00:00 PythonOperator 2021-07-20T19:00:07.525874+00:00 2021-07-20T19:00:11.744481+00:00 0:00:04.218607 56171 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T19:00:05.300601+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T17:00:00+00:00 EmrJobFlowSensor 2021-07-20T18:16:48.583605+00:00 2021-07-20T18:25:51.273074+00:00 0:09:02.689469 56170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T18:16:46.405754+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T17:00:00+00:00 EmrJobFlowSensor 2021-07-20T18:16:35.078559+00:00 2021-07-20T18:26:38.207187+00:00 0:10:03.128628 56169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T18:16:32.384098+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T18:16:26.602754+00:00 2021-07-20T18:16:28.472540+00:00 0:00:01.869786 56168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T18:16:24.365652+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T18:16:13.073772+00:00 2021-07-20T18:16:14.872121+00:00 0:00:01.798349 56167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T18:16:10.387588+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T17:00:00+00:00 PythonOperator 2021-07-20T18:10:21.037403+00:00 2021-07-20T18:10:25.117510+00:00 0:00:04.080107 56165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T18:10:18.832569+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T17:00:00+00:00 PythonOperator 2021-07-20T18:10:11.022517+00:00 2021-07-20T18:10:14.898092+00:00 0:00:03.875575 56164 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T18:10:08.813226+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T17:00:00+00:00 TriggerDagRunOperator 2021-07-20T18:10:07.098149+00:00 2021-07-20T18:10:07.497739+00:00 0:00:00.399590 56163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T18:10:04.811915+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T17:00:00+00:00 TriggerDagRunOperator 2021-07-20T18:10:07.110586+00:00 2021-07-20T18:10:07.640327+00:00 0:00:00.529741 56162 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T18:10:04.811878+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T17:05:00+00:00 EmrJobFlowSensor 2021-07-20T18:05:54.596797+00:00 2021-07-20T18:14:57.286626+00:00 0:09:02.689829 56161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T18:05:52.427042+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T18:05:32.724724+00:00 2021-07-20T18:05:34.442339+00:00 0:00:01.717615 56160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T18:05:30.421384+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T17:05:00+00:00 PythonOperator 2021-07-20T18:05:10.746482+00:00 2021-07-20T18:05:14.646932+00:00 0:00:03.900450 56159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T18:05:08.449127+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T17:00:00+00:00 EmrJobFlowSensor 2021-07-20T18:00:58.459984+00:00 2021-07-20T18:10:01.365438+00:00 0:09:02.905454 56158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T18:00:55.945103+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T17:00:00+00:00 EmrJobFlowSensor 2021-07-20T18:00:48.216736+00:00 2021-07-20T18:15:51.644048+00:00 0:15:03.427312 56157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T18:00:45.889517+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T18:00:38.567712+00:00 2021-07-20T18:00:40.370545+00:00 0:00:01.802833 56156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T18:00:35.885909+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T18:00:28.061360+00:00 2021-07-20T18:00:29.955022+00:00 0:00:01.893662 56155 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T18:00:25.805488+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T17:00:00+00:00 PythonOperator 2021-07-20T18:00:15.978533+00:00 2021-07-20T18:00:19.740655+00:00 0:00:03.762122 56154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T18:00:13.797777+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T17:00:00+00:00 PythonOperator 2021-07-20T18:00:06.309598+00:00 2021-07-20T18:00:10.483479+00:00 0:00:04.173881 56153 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T18:00:03.843858+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T16:00:00+00:00 EmrJobFlowSensor 2021-07-20T17:11:44.665725+00:00 2021-07-20T17:20:47.295136+00:00 0:09:02.629411 56152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T17:11:42.367248+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T16:00:00+00:00 EmrJobFlowSensor 2021-07-20T17:11:26.526159+00:00 2021-07-20T17:21:29.631576+00:00 0:10:03.105417 56151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T17:11:24.291435+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T17:11:24.764270+00:00 2021-07-20T17:11:26.576035+00:00 0:00:01.811765 56150 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T17:11:22.288142+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T17:11:05.000989+00:00 2021-07-20T17:11:06.789166+00:00 0:00:01.788177 56149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T17:11:02.244694+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T16:00:00+00:00 PythonOperator 2021-07-20T17:11:02.433200+00:00 2021-07-20T17:11:06.755072+00:00 0:00:04.321872 56148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T17:11:00.239363+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T16:00:00+00:00 PythonOperator 2021-07-20T17:10:44.628865+00:00 2021-07-20T17:10:48.661323+00:00 0:00:04.032458 56147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T17:10:42.248683+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T16:00:00+00:00 TriggerDagRunOperator 2021-07-20T17:10:39.184534+00:00 2021-07-20T17:10:39.664941+00:00 0:00:00.480407 56146 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T17:10:36.174382+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T16:00:00+00:00 TriggerDagRunOperator 2021-07-20T17:10:39.078852+00:00 2021-07-20T17:10:39.466565+00:00 0:00:00.387713 56145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T17:10:36.174423+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T16:05:00+00:00 EmrJobFlowSensor 2021-07-20T17:05:51.467387+00:00 2021-07-20T17:14:54.223836+00:00 0:09:02.756449 56143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T17:05:49.321197+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T17:05:29.692239+00:00 2021-07-20T17:05:31.535869+00:00 0:00:01.843630 56142 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T17:05:27.294607+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T16:05:00+00:00 PythonOperator 2021-07-20T17:05:09.436104+00:00 2021-07-20T17:05:13.273967+00:00 0:00:03.837863 56141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T17:05:07.271238+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T16:00:00+00:00 EmrJobFlowSensor 2021-07-20T17:01:13.383041+00:00 2021-07-20T17:15:16.805607+00:00 0:14:03.422566 56140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T17:01:11.047581+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T16:00:00+00:00 EmrJobFlowSensor 2021-07-20T17:01:03.210769+00:00 2021-07-20T17:10:06.075494+00:00 0:09:02.864725 56139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T17:01:00.929686+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T17:00:31.307026+00:00 2021-07-20T17:00:33.141077+00:00 0:00:01.834051 56138 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T17:00:28.910884+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T17:00:29.180430+00:00 2021-07-20T17:00:30.895786+00:00 0:00:01.715356 56137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T17:00:26.903317+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T16:00:00+00:00 PythonOperator 2021-07-20T17:00:09.142089+00:00 2021-07-20T17:00:12.906085+00:00 0:00:03.763996 56136 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T17:00:06.889856+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T16:00:00+00:00 PythonOperator 2021-07-20T17:00:07.298610+00:00 2021-07-20T17:00:11.080636+00:00 0:00:03.782026 56135 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T17:00:04.955515+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T15:00:00+00:00 EmrJobFlowSensor 2021-07-20T16:12:23.444419+00:00 2021-07-20T16:21:26.302173+00:00 0:09:02.857754 56134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T16:12:20.990975+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T15:00:00+00:00 EmrJobFlowSensor 2021-07-20T16:12:07.126096+00:00 2021-07-20T16:22:10.094396+00:00 0:10:02.968300 56133 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T16:12:04.932497+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T16:12:03.101386+00:00 2021-07-20T16:12:04.814980+00:00 0:00:01.713594 56132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T16:12:00.925685+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T16:11:47.345807+00:00 2021-07-20T16:11:49.028982+00:00 0:00:01.683175 56131 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T16:11:44.932197+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T15:00:00+00:00 PythonOperator 2021-07-20T16:11:41.037670+00:00 2021-07-20T16:11:45.238166+00:00 0:00:04.200496 56130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T16:11:38.908789+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T15:00:00+00:00 PythonOperator 2021-07-20T16:11:25.351664+00:00 2021-07-20T16:11:28.940015+00:00 0:00:03.588351 56129 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T16:11:22.895326+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T15:00:00+00:00 TriggerDagRunOperator 2021-07-20T16:11:15.511868+00:00 2021-07-20T16:11:16.019727+00:00 0:00:00.507859 56128 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T16:11:12.951595+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T15:00:00+00:00 TriggerDagRunOperator 2021-07-20T16:11:15.392797+00:00 2021-07-20T16:11:15.759615+00:00 0:00:00.366818 56127 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T16:11:12.951566+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T15:05:00+00:00 EmrJobFlowSensor 2021-07-20T16:09:06.767978+00:00 2021-07-20T16:17:09.269521+00:00 0:08:02.501543 56126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T16:09:04.607059+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T16:08:44.821532+00:00 2021-07-20T16:08:46.588240+00:00 0:00:01.766708 56125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T16:08:42.586393+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T15:05:00+00:00 PythonOperator 2021-07-20T16:08:25.398296+00:00 2021-07-20T16:08:29.216936+00:00 0:00:03.818640 56124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T16:08:22.682247+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T15:00:00+00:00 EmrJobFlowSensor 2021-07-20T16:00:57.458690+00:00 2021-07-20T16:11:00.447140+00:00 0:10:02.988450 56122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T16:00:55.287466+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T15:00:00+00:00 EmrJobFlowSensor 2021-07-20T16:00:51.570116+00:00 2021-07-20T16:14:55.051636+00:00 0:14:03.481520 56121 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T16:00:49.276558+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T16:00:35.599435+00:00 2021-07-20T16:00:37.324640+00:00 0:00:01.725205 56120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T16:00:33.282303+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T16:00:29.414745+00:00 2021-07-20T16:00:31.135460+00:00 0:00:01.720715 56119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T16:00:27.259937+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T15:00:00+00:00 PythonOperator 2021-07-20T16:00:13.705583+00:00 2021-07-20T16:00:17.270838+00:00 0:00:03.565255 56118 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T16:00:11.259910+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T15:00:00+00:00 PythonOperator 2021-07-20T16:00:07.402723+00:00 2021-07-20T16:00:11.543931+00:00 0:00:04.141208 56117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T16:00:05.193520+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T14:00:00+00:00 EmrJobFlowSensor 2021-07-20T15:12:24.408746+00:00 2021-07-20T15:21:27.433071+00:00 0:09:03.024325 56116 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T15:12:21.772888+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T14:00:00+00:00 EmrJobFlowSensor 2021-07-20T15:12:24.223651+00:00 2021-07-20T15:25:28.070664+00:00 0:13:03.847013 56115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T15:12:21.772936+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T15:11:44.416641+00:00 2021-07-20T15:11:46.102411+00:00 0:00:01.685770 56114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T15:11:41.705979+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T15:11:41.944148+00:00 2021-07-20T15:11:44.052266+00:00 0:00:02.108118 56113 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T15:11:39.620055+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T14:00:00+00:00 PythonOperator 2021-07-20T15:11:20.733956+00:00 2021-07-20T15:11:24.616164+00:00 0:00:03.882208 56112 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T15:11:17.671550+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T14:00:00+00:00 PythonOperator 2021-07-20T15:11:20.685146+00:00 2021-07-20T15:11:25.024860+00:00 0:00:04.339714 56111 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T15:11:17.671502+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T14:00:00+00:00 TriggerDagRunOperator 2021-07-20T15:11:12.225824+00:00 2021-07-20T15:11:12.781667+00:00 0:00:00.555843 56110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T15:11:09.665129+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T14:00:00+00:00 TriggerDagRunOperator 2021-07-20T15:11:12.084780+00:00 2021-07-20T15:11:12.617225+00:00 0:00:00.532445 56109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T15:11:09.665176+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T14:05:00+00:00 EmrJobFlowSensor 2021-07-20T15:06:03.783210+00:00 2021-07-20T15:15:06.687988+00:00 0:09:02.904778 56108 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T15:06:01.264281+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T15:05:41.940056+00:00 2021-07-20T15:05:43.807411+00:00 0:00:01.867355 56107 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T15:05:39.256322+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T14:05:00+00:00 PythonOperator 2021-07-20T15:05:11.653458+00:00 2021-07-20T15:05:15.124291+00:00 0:00:03.470833 56106 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T15:05:09.163535+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T14:00:00+00:00 EmrJobFlowSensor 2021-07-20T15:01:08.957253+00:00 2021-07-20T15:14:12.213442+00:00 0:13:03.256189 56104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T15:01:06.620788+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T14:00:00+00:00 EmrJobFlowSensor 2021-07-20T15:00:53.281606+00:00 2021-07-20T15:10:56.396217+00:00 0:10:03.114611 56103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T15:00:50.604203+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T15:00:45.007038+00:00 2021-07-20T15:00:46.790860+00:00 0:00:01.783822 56102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T15:00:42.661606+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T15:00:33.351075+00:00 2021-07-20T15:00:35.127958+00:00 0:00:01.776883 56101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T15:00:30.583291+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T14:00:00+00:00 PythonOperator 2021-07-20T15:00:24.785481+00:00 2021-07-20T15:00:28.941821+00:00 0:00:04.156340 56100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T15:00:22.533671+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T14:00:00+00:00 PythonOperator 2021-07-20T15:00:10.686227+00:00 2021-07-20T15:00:14.532075+00:00 0:00:03.845848 56099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T15:00:08.525975+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T13:00:00+00:00 EmrJobFlowSensor 2021-07-20T14:11:21.788369+00:00 2021-07-20T14:20:24.881924+00:00 0:09:03.093555 56098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T14:11:19.412792+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T13:00:00+00:00 EmrJobFlowSensor 2021-07-20T14:11:07.595856+00:00 2021-07-20T14:22:11.024429+00:00 0:11:03.428573 56097 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T14:11:05.404285+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T14:10:50.103731+00:00 2021-07-20T14:10:51.774455+00:00 0:00:01.670724 56096 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T14:10:47.388110+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T14:10:41.702033+00:00 2021-07-20T14:10:43.508621+00:00 0:00:01.806588 56095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T14:10:39.443483+00:00 2 default_pool