Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T21:00:35.983552+00:00 2021-06-10T21:00:37.684811+00:00 0:00:01.701259 39268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T21:00:33.624279+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T21:00:31.778278+00:00 2021-06-10T21:00:33.453557+00:00 0:00:01.675279 39267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T21:00:29.616945+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T20:00:00+00:00 PythonOperator 2021-06-10T21:00:14.132409+00:00 2021-06-10T21:00:17.401444+00:00 0:00:03.269035 39266 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T21:00:11.653660+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T20:00:00+00:00 PythonOperator 2021-06-10T21:00:10.294035+00:00 2021-06-10T21:00:13.870662+00:00 0:00:03.576627 39265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T21:00:07.662506+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T19:00:00+00:00 EmrJobFlowSensor 2021-06-10T20:12:36.646270+00:00 2021-06-10T20:21:39.276248+00:00 0:09:02.629978 39263 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T20:12:34.388016+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T19:00:00+00:00 EmrJobFlowSensor 2021-06-10T20:12:08.599713+00:00 2021-06-10T20:21:11.292471+00:00 0:09:02.692758 39262 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T20:12:06.302751+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T20:12:06.545359+00:00 2021-06-10T20:12:08.266855+00:00 0:00:01.721496 39261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T20:12:04.303260+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T20:11:39.071514+00:00 2021-06-10T20:11:40.803996+00:00 0:00:01.732482 39260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T20:11:36.347397+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T19:00:00+00:00 PythonOperator 2021-06-10T20:11:36.525175+00:00 2021-06-10T20:11:40.393512+00:00 0:00:03.868337 39259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T20:11:34.279059+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T19:00:00+00:00 PythonOperator 2021-06-10T20:11:16.506774+00:00 2021-06-10T20:11:20.169885+00:00 0:00:03.663111 39258 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T20:11:14.243717+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T19:00:00+00:00 TriggerDagRunOperator 2021-06-10T20:11:12.473107+00:00 2021-06-10T20:11:12.865123+00:00 0:00:00.392016 39257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T20:11:10.240148+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T19:00:00+00:00 TriggerDagRunOperator 2021-06-10T20:11:12.483018+00:00 2021-06-10T20:11:12.999009+00:00 0:00:00.515991 39256 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T20:11:10.240181+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T19:05:00+00:00 EmrJobFlowSensor 2021-06-10T20:06:28.065296+00:00 2021-06-10T20:15:30.718948+00:00 0:09:02.653652 39255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T20:06:25.803765+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T20:06:05.972622+00:00 2021-06-10T20:06:07.622623+00:00 0:00:01.650001 39254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T20:06:03.785598+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T19:05:00+00:00 PythonOperator 2021-06-10T20:05:30.208392+00:00 2021-06-10T20:05:33.429054+00:00 0:00:03.220662 39253 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T20:05:27.758524+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T19:00:00+00:00 EmrJobFlowSensor 2021-06-10T20:00:59.782985+00:00 2021-06-10T20:11:02.729997+00:00 0:10:02.947012 39252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T20:00:57.254016+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T19:00:00+00:00 EmrJobFlowSensor 2021-06-10T20:00:47.946638+00:00 2021-06-10T20:11:50.906889+00:00 0:11:02.960251 39251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T20:00:45.261426+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T20:00:39.335857+00:00 2021-06-10T20:00:40.995616+00:00 0:00:01.659759 39250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T20:00:37.184486+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T20:00:25.268460+00:00 2021-06-10T20:00:26.950007+00:00 0:00:01.681547 39249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T20:00:23.169395+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T19:00:00+00:00 PythonOperator 2021-06-10T20:00:17.642003+00:00 2021-06-10T20:00:20.889733+00:00 0:00:03.247730 39248 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T20:00:15.162613+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T19:00:00+00:00 PythonOperator 2021-06-10T20:00:05.865634+00:00 2021-06-10T20:00:09.434115+00:00 0:00:03.568481 39247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T20:00:03.066453+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T18:00:00+00:00 EmrJobFlowSensor 2021-06-10T19:12:24.714294+00:00 2021-06-10T19:22:27.520588+00:00 0:10:02.806294 39245 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T19:12:22.180575+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T18:00:00+00:00 EmrJobFlowSensor 2021-06-10T19:12:06.629977+00:00 2021-06-10T19:21:09.412038+00:00 0:09:02.782061 39244 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T19:12:04.248679+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T19:12:04.411110+00:00 2021-06-10T19:12:06.121396+00:00 0:00:01.710286 39243 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T19:12:02.173292+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T19:11:47.186879+00:00 2021-06-10T19:11:48.919722+00:00 0:00:01.732843 39242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T19:11:44.102877+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T18:00:00+00:00 PythonOperator 2021-06-10T19:11:42.305633+00:00 2021-06-10T19:11:46.863303+00:00 0:00:04.557670 39241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T19:11:40.095516+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T18:00:00+00:00 PythonOperator 2021-06-10T19:11:24.884055+00:00 2021-06-10T19:11:28.272810+00:00 0:00:03.388755 39240 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T19:11:22.076591+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T18:00:00+00:00 TriggerDagRunOperator 2021-06-10T19:11:16.424057+00:00 2021-06-10T19:11:16.978140+00:00 0:00:00.554083 39239 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T19:11:14.067740+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T18:00:00+00:00 TriggerDagRunOperator 2021-06-10T19:11:16.374503+00:00 2021-06-10T19:11:16.787682+00:00 0:00:00.413179 39238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T19:11:14.067681+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T18:05:00+00:00 EmrJobFlowSensor 2021-06-10T19:06:09.910603+00:00 2021-06-10T19:15:12.629550+00:00 0:09:02.718947 39237 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T19:06:07.532407+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T19:05:45.947280+00:00 2021-06-10T19:05:47.665066+00:00 0:00:01.717786 39236 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T19:05:43.567909+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T18:05:00+00:00 PythonOperator 2021-06-10T19:05:21.570242+00:00 2021-06-10T19:05:24.746396+00:00 0:00:03.176154 39235 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T19:05:19.400867+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T18:00:00+00:00 EmrJobFlowSensor 2021-06-10T19:01:05.133055+00:00 2021-06-10T19:13:08.052190+00:00 0:12:02.919135 39234 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T19:01:02.886542+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T18:00:00+00:00 EmrJobFlowSensor 2021-06-10T19:00:49.025305+00:00 2021-06-10T19:10:51.681907+00:00 0:10:02.656602 39233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T19:00:46.817434+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T19:00:42.998764+00:00 2021-06-10T19:00:44.651826+00:00 0:00:01.653062 39232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T19:00:40.808597+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T19:00:27.044681+00:00 2021-06-10T19:00:28.842922+00:00 0:00:01.798241 39231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T19:00:24.797440+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T18:00:00+00:00 PythonOperator 2021-06-10T19:00:21.050614+00:00 2021-06-10T19:00:24.813848+00:00 0:00:03.763234 39230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T19:00:18.796544+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T18:00:00+00:00 PythonOperator 2021-06-10T19:00:05.017431+00:00 2021-06-10T19:00:08.425249+00:00 0:00:03.407818 39229 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T19:00:02.745127+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T17:00:00+00:00 EmrJobFlowSensor 2021-06-10T18:11:21.700187+00:00 2021-06-10T18:21:24.432751+00:00 0:10:02.732564 39227 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T18:11:19.409037+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T17:00:00+00:00 EmrJobFlowSensor 2021-06-10T18:11:13.774513+00:00 2021-06-10T18:20:16.421519+00:00 0:09:02.647006 39226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T18:11:11.459028+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T18:11:00.151567+00:00 2021-06-10T18:11:01.867742+00:00 0:00:01.716175 39225 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T18:10:57.387566+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T18:10:51.628580+00:00 2021-06-10T18:10:53.349206+00:00 0:00:01.720626 39224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T18:10:49.355628+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T17:00:00+00:00 PythonOperator 2021-06-10T18:10:37.581235+00:00 2021-06-10T18:10:41.215898+00:00 0:00:03.634663 39223 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T18:10:35.353541+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T17:00:00+00:00 PythonOperator 2021-06-10T18:10:30.106709+00:00 2021-06-10T18:10:33.360986+00:00 0:00:03.254277 39222 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T18:10:27.336476+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T17:00:00+00:00 TriggerDagRunOperator 2021-06-10T18:10:21.672212+00:00 2021-06-10T18:10:22.083828+00:00 0:00:00.411616 39221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T18:10:19.330559+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T17:00:00+00:00 TriggerDagRunOperator 2021-06-10T18:10:21.505959+00:00 2021-06-10T18:10:22.033021+00:00 0:00:00.527062 39220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T18:10:19.330588+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T17:05:00+00:00 EmrJobFlowSensor 2021-06-10T18:06:09.004483+00:00 2021-06-10T18:15:11.524353+00:00 0:09:02.519870 39219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T18:06:06.813535+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T18:05:47.286264+00:00 2021-06-10T18:05:49.034044+00:00 0:00:01.747780 39218 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T18:05:44.867616+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T17:05:00+00:00 PythonOperator 2021-06-10T18:05:25.094612+00:00 2021-06-10T18:05:28.463524+00:00 0:00:03.368912 39217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T18:05:22.780330+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T17:00:00+00:00 EmrJobFlowSensor 2021-06-10T18:01:08.484467+00:00 2021-06-10T18:10:11.231110+00:00 0:09:02.746643 39216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T18:01:06.117814+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T17:00:00+00:00 EmrJobFlowSensor 2021-06-10T18:00:50.258743+00:00 2021-06-10T18:12:53.155223+00:00 0:12:02.896480 39215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T18:00:48.099002+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T18:00:46.332227+00:00 2021-06-10T18:00:48.024949+00:00 0:00:01.692722 39214 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T18:00:44.095092+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T18:00:28.166898+00:00 2021-06-10T18:00:29.829236+00:00 0:00:01.662338 39213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T18:00:26.031801+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T17:00:00+00:00 PythonOperator 2021-06-10T18:00:24.593164+00:00 2021-06-10T18:00:27.802411+00:00 0:00:03.209247 39212 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T18:00:22.028079+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T17:00:00+00:00 PythonOperator 2021-06-10T18:00:08.302869+00:00 2021-06-10T18:00:11.846590+00:00 0:00:03.543721 39211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T18:00:06.014341+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T16:00:00+00:00 EmrJobFlowSensor 2021-06-10T17:11:17.842308+00:00 2021-06-10T17:21:20.625944+00:00 0:10:02.783636 39209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T17:11:15.696473+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T16:00:00+00:00 EmrJobFlowSensor 2021-06-10T17:11:16.004504+00:00 2021-06-10T17:20:18.838594+00:00 0:09:02.834090 39208 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T17:11:13.697727+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T17:10:57.776780+00:00 2021-06-10T17:10:59.455805+00:00 0:00:01.679025 39207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T17:10:55.589566+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T17:10:53.906668+00:00 2021-06-10T17:10:55.627354+00:00 0:00:01.720686 39206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T17:10:51.588335+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T16:00:00+00:00 PythonOperator 2021-06-10T17:10:35.699060+00:00 2021-06-10T17:10:39.129660+00:00 0:00:03.430600 39205 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T17:10:33.492272+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T16:00:00+00:00 PythonOperator 2021-06-10T17:10:31.888157+00:00 2021-06-10T17:10:35.262857+00:00 0:00:03.374700 39204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T17:10:29.560481+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T16:00:00+00:00 TriggerDagRunOperator 2021-06-10T17:10:09.993830+00:00 2021-06-10T17:10:10.418292+00:00 0:00:00.424462 39203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T17:10:07.448103+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T16:00:00+00:00 TriggerDagRunOperator 2021-06-10T17:10:09.808864+00:00 2021-06-10T17:10:10.329155+00:00 0:00:00.520291 39202 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T17:10:07.448062+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T16:05:00+00:00 EmrJobFlowSensor 2021-06-10T17:06:05.083117+00:00 2021-06-10T17:14:07.458954+00:00 0:08:02.375837 39201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T17:06:02.940258+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T17:05:44.958552+00:00 2021-06-10T17:05:46.631129+00:00 0:00:01.672577 39200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T17:05:42.826156+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T16:05:00+00:00 PythonOperator 2021-06-10T17:05:23.267002+00:00 2021-06-10T17:05:26.613388+00:00 0:00:03.346386 39199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T17:05:20.812418+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T16:00:00+00:00 EmrJobFlowSensor 2021-06-10T17:01:00.921503+00:00 2021-06-10T17:10:03.582756+00:00 0:09:02.661253 39198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T17:00:58.666118+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T16:00:00+00:00 EmrJobFlowSensor 2021-06-10T17:00:52.750934+00:00 2021-06-10T17:11:55.644858+00:00 0:11:02.893924 39197 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T17:00:50.515978+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T17:00:38.868418+00:00 2021-06-10T17:00:40.532319+00:00 0:00:01.663901 39196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T17:00:36.546132+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T17:00:31.185020+00:00 2021-06-10T17:00:32.939392+00:00 0:00:01.754372 39195 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T17:00:28.653100+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T16:00:00+00:00 PythonOperator 2021-06-10T17:00:17.037800+00:00 2021-06-10T17:00:20.524678+00:00 0:00:03.486878 39194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T17:00:14.413967+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T16:00:00+00:00 PythonOperator 2021-06-10T17:00:10.990472+00:00 2021-06-10T17:00:14.958193+00:00 0:00:03.967721 39193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T17:00:08.455679+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T15:00:00+00:00 EmrJobFlowSensor 2021-06-10T16:11:20.440354+00:00 2021-06-10T16:21:23.351641+00:00 0:10:02.911287 39191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T16:11:17.861610+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T15:00:00+00:00 EmrJobFlowSensor 2021-06-10T16:11:20.372890+00:00 2021-06-10T16:19:22.823957+00:00 0:08:02.451067 39190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T16:11:17.861562+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T16:11:00.445678+00:00 2021-06-10T16:11:02.283233+00:00 0:00:01.837555 39189 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T16:10:57.763749+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T16:11:00.319778+00:00 2021-06-10T16:11:02.095551+00:00 0:00:01.775773 39188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T16:10:57.763705+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T15:00:00+00:00 PythonOperator 2021-06-10T16:10:38.012636+00:00 2021-06-10T16:10:41.487166+00:00 0:00:03.474530 39187 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T16:10:35.614176+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T15:00:00+00:00 PythonOperator 2021-06-10T16:10:37.834179+00:00 2021-06-10T16:10:41.240593+00:00 0:00:03.406414 39186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T16:10:35.614144+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T15:00:00+00:00 TriggerDagRunOperator 2021-06-10T16:10:28.030941+00:00 2021-06-10T16:10:28.586289+00:00 0:00:00.555348 39185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T16:10:25.605421+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T15:00:00+00:00 TriggerDagRunOperator 2021-06-10T16:10:27.781700+00:00 2021-06-10T16:10:28.163892+00:00 0:00:00.382192 39184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T16:10:25.605454+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T15:05:00+00:00 EmrJobFlowSensor 2021-06-10T16:06:03.848610+00:00 2021-06-10T16:15:06.470274+00:00 0:09:02.621664 39183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T16:06:01.264865+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T16:05:41.384007+00:00 2021-06-10T16:05:42.986531+00:00 0:00:01.602524 39182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T16:05:39.197194+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T15:05:00+00:00 PythonOperator 2021-06-10T16:05:19.641837+00:00 2021-06-10T16:05:22.826478+00:00 0:00:03.184641 39181 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T16:05:17.156043+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T15:00:00+00:00 EmrJobFlowSensor 2021-06-10T16:01:06.763811+00:00 2021-06-10T16:13:09.753069+00:00 0:12:02.989258 39180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T16:01:04.655240+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T15:00:00+00:00 EmrJobFlowSensor 2021-06-10T16:01:05.035174+00:00 2021-06-10T16:10:07.731269+00:00 0:09:02.696095 39179 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T16:01:02.654826+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T16:00:44.870533+00:00 2021-06-10T16:00:46.637705+00:00 0:00:01.767172 39178 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T16:00:42.648625+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T16:00:42.808896+00:00 2021-06-10T16:00:44.503869+00:00 0:00:01.694973 39177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T16:00:40.632239+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T15:00:00+00:00 PythonOperator 2021-06-10T16:00:23.987114+00:00 2021-06-10T16:00:27.406425+00:00 0:00:03.419311 39176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T16:00:20.677879+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T15:00:00+00:00 PythonOperator 2021-06-10T16:00:21.961157+00:00 2021-06-10T16:00:25.770451+00:00 0:00:03.809294 39175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T16:00:18.667318+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T14:00:00+00:00 EmrJobFlowSensor 2021-06-10T15:11:29.196766+00:00 2021-06-10T15:20:31.857484+00:00 0:09:02.660718 39173 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T15:11:26.746877+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T14:00:00+00:00 EmrJobFlowSensor 2021-06-10T15:11:14.924392+00:00 2021-06-10T15:19:17.332800+00:00 0:08:02.408408 39172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T15:11:12.702103+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T15:11:04.990976+00:00 2021-06-10T15:11:06.715314+00:00 0:00:01.724338 39171 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T15:11:02.694545+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T15:10:52.898417+00:00 2021-06-10T15:10:54.581559+00:00 0:00:01.683142 39170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T15:10:50.431504+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T14:00:00+00:00 PythonOperator 2021-06-10T15:10:42.691243+00:00 2021-06-10T15:10:46.284075+00:00 0:00:03.592832 39169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T15:10:40.476720+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T14:00:00+00:00 PythonOperator 2021-06-10T15:10:30.711941+00:00 2021-06-10T15:10:34.030468+00:00 0:00:03.318527 39168 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T15:10:28.454885+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T14:00:00+00:00 TriggerDagRunOperator 2021-06-10T15:10:24.723871+00:00 2021-06-10T15:10:25.278273+00:00 0:00:00.554402 39167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T15:10:22.407438+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T14:00:00+00:00 TriggerDagRunOperator 2021-06-10T15:10:24.617136+00:00 2021-06-10T15:10:25.046078+00:00 0:00:00.428942 39166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T15:10:22.407471+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T14:05:00+00:00 EmrJobFlowSensor 2021-06-10T15:06:12.170735+00:00 2021-06-10T15:15:14.742650+00:00 0:09:02.571915 39165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T15:06:10.039633+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T15:05:38.170837+00:00 2021-06-10T15:05:39.826755+00:00 0:00:01.655918 39164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T15:05:36.006106+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T14:05:00+00:00 PythonOperator 2021-06-10T15:05:14.740938+00:00 2021-06-10T15:05:18.207099+00:00 0:00:03.466161 39163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T15:05:12.053159+00:00 2 default_pool