Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-07-16T21:00:00+00:00 EmrJobFlowSensor 2021-07-16T22:01:12.010817+00:00 2021-07-16T22:09:14.906217+00:00 0:08:02.895400 54485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T22:01:09.350477+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T22:00:57.438598+00:00 2021-07-16T22:00:59.282890+00:00 0:00:01.844292 54484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T22:00:55.232413+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T22:00:51.379336+00:00 2021-07-16T22:00:53.134721+00:00 0:00:01.755385 54483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T22:00:49.227048+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T21:00:00+00:00 PythonOperator 2021-07-16T22:00:31.426810+00:00 2021-07-16T22:00:35.428514+00:00 0:00:04.001704 54482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T22:00:29.211997+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T21:00:00+00:00 PythonOperator 2021-07-16T22:00:21.719890+00:00 2021-07-16T22:00:25.557440+00:00 0:00:03.837550 54481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T22:00:19.201450+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T20:00:00+00:00 EmrJobFlowSensor 2021-07-16T21:11:10.726061+00:00 2021-07-16T21:21:13.766887+00:00 0:10:03.040826 54479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T21:11:08.589658+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T20:00:00+00:00 EmrJobFlowSensor 2021-07-16T21:10:50.842603+00:00 2021-07-16T21:19:53.756887+00:00 0:09:02.914284 54478 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T21:10:48.529640+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T21:10:46.941984+00:00 2021-07-16T21:10:48.618328+00:00 0:00:01.676344 54477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T21:10:44.577740+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T21:10:31.916883+00:00 2021-07-16T21:10:33.724259+00:00 0:00:01.807376 54476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T21:10:28.469317+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T20:00:00+00:00 PythonOperator 2021-07-16T21:10:26.772678+00:00 2021-07-16T21:10:31.438387+00:00 0:00:04.665709 54475 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T21:10:24.351404+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T20:00:00+00:00 PythonOperator 2021-07-16T21:10:09.033469+00:00 2021-07-16T21:10:12.556372+00:00 0:00:03.522903 54474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T21:10:06.365291+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T20:00:00+00:00 TriggerDagRunOperator 2021-07-16T21:10:01.139781+00:00 2021-07-16T21:10:01.662681+00:00 0:00:00.522900 54473 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T21:09:58.540996+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T20:00:00+00:00 TriggerDagRunOperator 2021-07-16T21:10:01.037335+00:00 2021-07-16T21:10:01.707919+00:00 0:00:00.670584 54472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T21:09:58.540914+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T20:05:00+00:00 EmrJobFlowSensor 2021-07-16T21:06:00.270511+00:00 2021-07-16T21:15:02.980935+00:00 0:09:02.710424 54471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T21:05:58.062716+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T21:05:38.264967+00:00 2021-07-16T21:05:40.040994+00:00 0:00:01.776027 54470 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T21:05:35.948136+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T20:05:00+00:00 PythonOperator 2021-07-16T21:05:16.252223+00:00 2021-07-16T21:05:20.084494+00:00 0:00:03.832271 54469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T21:05:13.972401+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T20:00:00+00:00 EmrJobFlowSensor 2021-07-16T21:00:57.603816+00:00 2021-07-16T21:14:01.085685+00:00 0:13:03.481869 54468 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T21:00:55.420266+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T20:00:00+00:00 EmrJobFlowSensor 2021-07-16T21:00:51.543144+00:00 2021-07-16T21:09:54.275923+00:00 0:09:02.732779 54467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T21:00:49.415860+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T21:00:37.652000+00:00 2021-07-16T21:00:39.570249+00:00 0:00:01.918249 54466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T21:00:35.402596+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T21:00:31.716151+00:00 2021-07-16T21:00:33.657250+00:00 0:00:01.941099 54465 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T21:00:29.403900+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T20:00:00+00:00 PythonOperator 2021-07-16T21:00:14.860239+00:00 2021-07-16T21:00:18.990253+00:00 0:00:04.130014 54464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T21:00:11.452659+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T20:00:00+00:00 PythonOperator 2021-07-16T21:00:10.006914+00:00 2021-07-16T21:00:15.009145+00:00 0:00:05.002231 54463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T21:00:07.450862+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T19:00:00+00:00 EmrJobFlowSensor 2021-07-16T20:11:15.198849+00:00 2021-07-16T20:20:18.210156+00:00 0:09:03.011307 54461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T20:11:12.991473+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T19:00:00+00:00 EmrJobFlowSensor 2021-07-16T20:11:07.621669+00:00 2021-07-16T20:21:10.498743+00:00 0:10:02.877074 54460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T20:11:04.991012+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T20:10:53.300552+00:00 2021-07-16T20:10:55.119098+00:00 0:00:01.818546 54459 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T20:10:50.953698+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T20:10:47.137418+00:00 2021-07-16T20:10:48.840525+00:00 0:00:01.703107 54458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T20:10:44.949022+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T19:00:00+00:00 PythonOperator 2021-07-16T20:10:33.733115+00:00 2021-07-16T20:10:37.511591+00:00 0:00:03.778476 54457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T20:10:30.939433+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T19:00:00+00:00 PythonOperator 2021-07-16T20:10:25.780130+00:00 2021-07-16T20:10:29.837739+00:00 0:00:04.057609 54456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T20:10:22.935369+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T19:00:00+00:00 TriggerDagRunOperator 2021-07-16T20:10:17.242752+00:00 2021-07-16T20:10:17.755014+00:00 0:00:00.512262 54455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T20:10:14.922739+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T19:00:00+00:00 TriggerDagRunOperator 2021-07-16T20:10:17.119590+00:00 2021-07-16T20:10:17.620055+00:00 0:00:00.500465 54454 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T20:10:14.922770+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T19:05:00+00:00 EmrJobFlowSensor 2021-07-16T20:06:00.960717+00:00 2021-07-16T20:14:03.526853+00:00 0:08:02.566136 54453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T20:05:58.640756+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T20:05:38.864744+00:00 2021-07-16T20:05:40.499787+00:00 0:00:01.635043 54452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T20:05:36.559798+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T19:05:00+00:00 PythonOperator 2021-07-16T20:05:19.144614+00:00 2021-07-16T20:05:22.627696+00:00 0:00:03.483082 54451 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T20:05:16.475012+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T19:00:00+00:00 EmrJobFlowSensor 2021-07-16T20:01:10.197461+00:00 2021-07-16T20:15:13.761824+00:00 0:14:03.564363 54450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T20:01:08.029378+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T19:00:00+00:00 EmrJobFlowSensor 2021-07-16T20:00:58.270685+00:00 2021-07-16T20:10:01.201551+00:00 0:09:02.930866 54449 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T20:00:56.015324+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T20:00:46.397778+00:00 2021-07-16T20:00:48.223443+00:00 0:00:01.825665 54448 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T20:00:44.016012+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T20:00:36.427443+00:00 2021-07-16T20:00:38.180949+00:00 0:00:01.753506 54447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T20:00:34.064023+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T19:00:00+00:00 PythonOperator 2021-07-16T20:00:25.218658+00:00 2021-07-16T20:00:29.079641+00:00 0:00:03.860983 54446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T20:00:22.061264+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T19:00:00+00:00 PythonOperator 2021-07-16T20:00:16.602326+00:00 2021-07-16T20:00:20.146279+00:00 0:00:03.543953 54445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T20:00:14.050955+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T18:00:00+00:00 EmrJobFlowSensor 2021-07-16T19:12:27.914168+00:00 2021-07-16T19:21:30.671148+00:00 0:09:02.756980 54443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T19:12:25.631459+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T18:00:00+00:00 EmrJobFlowSensor 2021-07-16T19:12:13.953523+00:00 2021-07-16T19:22:17.314800+00:00 0:10:03.361277 54442 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T19:12:11.617025+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T19:12:00.426402+00:00 2021-07-16T19:12:02.101795+00:00 0:00:01.675393 54441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T19:11:57.747422+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T19:11:51.753196+00:00 2021-07-16T19:11:53.437610+00:00 0:00:01.684414 54440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T19:11:49.599486+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T18:00:00+00:00 PythonOperator 2021-07-16T19:11:40.020889+00:00 2021-07-16T19:11:43.491570+00:00 0:00:03.470681 54439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T19:11:37.595745+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T18:00:00+00:00 PythonOperator 2021-07-16T19:11:30.343538+00:00 2021-07-16T19:11:34.557112+00:00 0:00:04.213574 54438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T19:11:27.741781+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T18:00:00+00:00 TriggerDagRunOperator 2021-07-16T19:11:20.485968+00:00 2021-07-16T19:11:20.974262+00:00 0:00:00.488294 54437 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T19:11:17.573402+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T18:00:00+00:00 TriggerDagRunOperator 2021-07-16T19:11:19.961567+00:00 2021-07-16T19:11:20.338674+00:00 0:00:00.377107 54436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T19:11:17.573449+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T18:05:00+00:00 EmrJobFlowSensor 2021-07-16T19:06:01.151204+00:00 2021-07-16T19:15:03.898394+00:00 0:09:02.747190 54435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T19:05:58.970053+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T19:05:39.538984+00:00 2021-07-16T19:05:41.216397+00:00 0:00:01.677413 54434 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T19:05:36.947981+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T18:05:00+00:00 PythonOperator 2021-07-16T19:05:19.309941+00:00 2021-07-16T19:05:22.175752+00:00 0:00:02.865811 54433 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T19:05:16.825556+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T18:00:00+00:00 EmrJobFlowSensor 2021-07-16T19:01:06.811161+00:00 2021-07-16T19:11:10.110564+00:00 0:10:03.299403 54432 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T19:01:04.351759+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T18:00:00+00:00 EmrJobFlowSensor 2021-07-16T19:00:58.577318+00:00 2021-07-16T19:14:02.075829+00:00 0:13:03.498511 54431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T19:00:56.314725+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T19:00:44.694718+00:00 2021-07-16T19:00:46.443545+00:00 0:00:01.748827 54430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T19:00:42.311433+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T19:00:38.578118+00:00 2021-07-16T19:00:40.322339+00:00 0:00:01.744221 54429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T19:00:36.296899+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T18:00:00+00:00 PythonOperator 2021-07-16T19:00:22.366969+00:00 2021-07-16T19:00:26.185257+00:00 0:00:03.818288 54428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T19:00:20.202354+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T18:00:00+00:00 PythonOperator 2021-07-16T19:00:16.504078+00:00 2021-07-16T19:00:20.347329+00:00 0:00:03.843251 54427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T19:00:14.195726+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T17:00:00+00:00 EmrJobFlowSensor 2021-07-16T18:26:11.056964+00:00 2021-07-16T18:26:12.547328+00:00 0:00:01.490364 54426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T18:26:08.425520+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T17:00:00+00:00 EmrJobFlowSensor 2021-07-16T18:12:16.898416+00:00 2021-07-16T18:21:20.108743+00:00 0:09:03.210327 54423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T18:12:14.622896+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T18:11:54.926351+00:00 2021-07-16T18:11:56.610998+00:00 0:00:01.684647 54422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T18:11:52.609073+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T18:11:50.785216+00:00 2021-07-16T18:11:52.505768+00:00 0:00:01.720552 54421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T18:11:48.600312+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T17:00:00+00:00 PythonOperator 2021-07-16T18:11:32.871395+00:00 2021-07-16T18:11:36.963942+00:00 0:00:04.092547 54420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T18:11:30.584788+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T17:00:00+00:00 PythonOperator 2021-07-16T18:11:26.986586+00:00 2021-07-16T18:11:30.788632+00:00 0:00:03.802046 54419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T18:11:24.573013+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T17:00:00+00:00 TriggerDagRunOperator 2021-07-16T18:11:07.252618+00:00 2021-07-16T18:11:07.640949+00:00 0:00:00.388331 54418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T18:11:04.558760+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T17:00:00+00:00 TriggerDagRunOperator 2021-07-16T18:11:06.919084+00:00 2021-07-16T18:11:07.436947+00:00 0:00:00.517863 54417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T18:11:04.558725+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T17:05:00+00:00 EmrJobFlowSensor 2021-07-16T18:06:02.651254+00:00 2021-07-16T18:15:05.309652+00:00 0:09:02.658398 54416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T18:06:00.266248+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T18:05:40.262487+00:00 2021-07-16T18:05:41.928921+00:00 0:00:01.666434 54415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T18:05:38.145095+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T17:05:00+00:00 PythonOperator 2021-07-16T18:05:06.356729+00:00 2021-07-16T18:05:10.227704+00:00 0:00:03.870975 54414 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T18:05:04.124480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T17:00:00+00:00 EmrJobFlowSensor 2021-07-16T18:01:09.892663+00:00 2021-07-16T18:15:13.542136+00:00 0:14:03.649473 54413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T18:01:07.750028+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T17:00:00+00:00 EmrJobFlowSensor 2021-07-16T18:00:55.846904+00:00 2021-07-16T18:10:59.088836+00:00 0:10:03.241932 54412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T18:00:53.621450+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T18:00:45.837772+00:00 2021-07-16T18:00:47.548444+00:00 0:00:01.710672 54411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T18:00:43.614003+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T18:00:33.704462+00:00 2021-07-16T18:00:35.444520+00:00 0:00:01.740058 54410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T18:00:31.604571+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T17:00:00+00:00 PythonOperator 2021-07-16T18:00:23.988875+00:00 2021-07-16T18:00:28.093697+00:00 0:00:04.104822 54409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T18:00:21.652285+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T17:00:00+00:00 PythonOperator 2021-07-16T18:00:12.113727+00:00 2021-07-16T18:00:15.753882+00:00 0:00:03.640155 54408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T18:00:09.651516+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T16:00:00+00:00 EmrJobFlowSensor 2021-07-16T17:12:13.931000+00:00 2021-07-16T17:21:16.874870+00:00 0:09:02.943870 54406 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T17:12:11.545041+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T16:00:00+00:00 EmrJobFlowSensor 2021-07-16T17:12:05.692177+00:00 2021-07-16T17:25:09.043709+00:00 0:13:03.351532 54405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T17:12:03.539966+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T17:11:51.726828+00:00 2021-07-16T17:11:53.580237+00:00 0:00:01.853409 54404 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T17:11:49.525554+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T17:11:43.709642+00:00 2021-07-16T17:11:45.471054+00:00 0:00:01.761412 54403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T17:11:41.517222+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T16:00:00+00:00 PythonOperator 2021-07-16T17:11:31.923346+00:00 2021-07-16T17:11:35.622755+00:00 0:00:03.699409 54402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T17:11:29.566962+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T16:00:00+00:00 PythonOperator 2021-07-16T17:11:19.596728+00:00 2021-07-16T17:11:23.671427+00:00 0:00:04.074699 54401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T17:11:17.498024+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T16:00:00+00:00 TriggerDagRunOperator 2021-07-16T17:11:10.025071+00:00 2021-07-16T17:11:10.538655+00:00 0:00:00.513584 54400 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T17:11:07.490964+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T16:00:00+00:00 TriggerDagRunOperator 2021-07-16T17:11:09.715664+00:00 2021-07-16T17:11:10.125462+00:00 0:00:00.409798 54399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T17:11:07.490929+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T16:05:00+00:00 EmrJobFlowSensor 2021-07-16T17:05:55.349697+00:00 2021-07-16T17:14:58.227716+00:00 0:09:02.878019 54398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T17:05:52.889542+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T17:05:33.179458+00:00 2021-07-16T17:05:34.824658+00:00 0:00:01.645200 54397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T17:05:30.874610+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T16:05:00+00:00 PythonOperator 2021-07-16T17:05:10.958387+00:00 2021-07-16T17:05:14.827247+00:00 0:00:03.868860 54396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T17:05:08.796939+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T16:00:00+00:00 EmrJobFlowSensor 2021-07-16T17:00:50.661670+00:00 2021-07-16T17:10:53.354718+00:00 0:10:02.693048 54395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T17:00:48.363000+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T16:00:00+00:00 EmrJobFlowSensor 2021-07-16T17:00:48.656992+00:00 2021-07-16T17:14:52.460851+00:00 0:14:03.803859 54394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T17:00:46.302139+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T17:00:31.102347+00:00 2021-07-16T17:00:32.825859+00:00 0:00:01.723512 54393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T17:00:28.363547+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T17:00:28.571687+00:00 2021-07-16T17:00:30.423673+00:00 0:00:01.851986 54392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T17:00:26.354713+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T16:00:00+00:00 PythonOperator 2021-07-16T17:00:08.495670+00:00 2021-07-16T17:00:12.481125+00:00 0:00:03.985455 54391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T17:00:06.187791+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T16:00:00+00:00 PythonOperator 2021-07-16T17:00:06.586080+00:00 2021-07-16T17:00:10.408299+00:00 0:00:03.822219 54390 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T17:00:04.182595+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T15:00:00+00:00 EmrJobFlowSensor 2021-07-16T16:12:22.781542+00:00 2021-07-16T16:21:25.759321+00:00 0:09:02.977779 54388 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T16:12:20.536869+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T15:00:00+00:00 EmrJobFlowSensor 2021-07-16T16:12:15.012135+00:00 2021-07-16T16:20:17.934352+00:00 0:08:02.922217 54387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T16:12:12.576734+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T16:12:00.890958+00:00 2021-07-16T16:12:02.624685+00:00 0:00:01.733727 54386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T16:11:58.556127+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T16:11:54.827636+00:00 2021-07-16T16:11:56.621716+00:00 0:00:01.794080 54385 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T16:11:52.521856+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T15:00:00+00:00 PythonOperator 2021-07-16T16:11:38.793700+00:00 2021-07-16T16:11:42.618134+00:00 0:00:03.824434 54384 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T16:11:36.505243+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T15:00:00+00:00 PythonOperator 2021-07-16T16:11:32.871233+00:00 2021-07-16T16:11:36.742119+00:00 0:00:03.870886 54383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T16:11:30.561821+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T15:00:00+00:00 TriggerDagRunOperator 2021-07-16T16:11:15.264263+00:00 2021-07-16T16:11:15.731525+00:00 0:00:00.467262 54382 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T16:11:12.445658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T15:00:00+00:00 TriggerDagRunOperator 2021-07-16T16:11:14.687604+00:00 2021-07-16T16:11:15.095063+00:00 0:00:00.407459 54381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T16:11:12.445699+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T15:05:00+00:00 EmrJobFlowSensor 2021-07-16T16:05:50.267207+00:00 2021-07-16T16:14:53.007595+00:00 0:09:02.740388 54380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T16:05:47.959919+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T16:05:28.115237+00:00 2021-07-16T16:05:30.032354+00:00 0:00:01.917117 54379 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T16:05:25.892333+00:00 2 default_pool