Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T20:00:43.990193+00:00 2021-06-04T20:00:45.655866+00:00 0:00:01.665673 36618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T20:00:41.791783+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T20:00:38.002043+00:00 2021-06-04T20:00:39.818917+00:00 0:00:01.816874 36617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T20:00:35.785660+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T19:00:00+00:00 PythonOperator 2021-06-04T20:00:17.985802+00:00 2021-06-04T20:00:21.339192+00:00 0:00:03.353390 36616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T20:00:15.696902+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T19:00:00+00:00 PythonOperator 2021-06-04T20:00:08.377254+00:00 2021-06-04T20:00:11.895497+00:00 0:00:03.518243 36615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T20:00:05.690205+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T18:00:00+00:00 EmrJobFlowSensor 2021-06-04T19:23:05.766009+00:00 2021-06-04T19:23:07.246485+00:00 0:00:01.480476 36613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:23:03.468854+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T18:00:00+00:00 EmrJobFlowSensor 2021-06-04T19:11:22.365161+00:00 2021-06-04T19:21:25.087682+00:00 0:10:02.722521 36611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:11:20.220758+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:11:10.430819+00:00 2021-06-04T19:11:12.155830+00:00 0:00:01.725011 36610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T19:11:08.204936+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:10:58.385680+00:00 2021-06-04T19:11:00.078832+00:00 0:00:01.693152 36609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T19:10:56.193293+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T18:00:00+00:00 PythonOperator 2021-06-04T19:10:48.361005+00:00 2021-06-04T19:10:51.958039+00:00 0:00:03.597034 36608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:10:46.183687+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T18:00:00+00:00 PythonOperator 2021-06-04T19:10:36.434523+00:00 2021-06-04T19:10:39.767857+00:00 0:00:03.333334 36607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:10:34.173142+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T18:00:00+00:00 TriggerDagRunOperator 2021-06-04T19:10:26.767056+00:00 2021-06-04T19:10:27.301658+00:00 0:00:00.534602 36606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:10:24.181021+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T18:00:00+00:00 TriggerDagRunOperator 2021-06-04T19:10:26.535275+00:00 2021-06-04T19:10:26.965410+00:00 0:00:00.430135 36605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:10:24.180924+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T18:05:00+00:00 EmrJobFlowSensor 2021-06-04T19:06:24.205089+00:00 2021-06-04T19:14:26.583909+00:00 0:08:02.378820 36604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:06:21.840838+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:05:56.006667+00:00 2021-06-04T19:05:57.716474+00:00 0:00:01.709807 36603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T19:05:53.765092+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T18:05:00+00:00 PythonOperator 2021-06-04T19:05:21.865009+00:00 2021-06-04T19:05:25.167312+00:00 0:00:03.302303 36602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:05:19.729880+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T18:00:00+00:00 EmrJobFlowSensor 2021-06-04T19:01:03.694036+00:00 2021-06-04T19:10:06.398383+00:00 0:09:02.704347 36601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:01:01.345620+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T18:00:00+00:00 EmrJobFlowSensor 2021-06-04T19:00:47.431848+00:00 2021-06-04T19:12:50.546114+00:00 0:12:03.114266 36600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:00:45.297798+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:00:41.418797+00:00 2021-06-04T19:00:43.094521+00:00 0:00:01.675724 36599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T19:00:39.289803+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:00:25.629675+00:00 2021-06-04T19:00:27.358845+00:00 0:00:01.729170 36598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T19:00:23.204510+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T18:00:00+00:00 PythonOperator 2021-06-04T19:00:21.385014+00:00 2021-06-04T19:00:24.737938+00:00 0:00:03.352924 36597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T19:00:19.200688+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T18:00:00+00:00 PythonOperator 2021-06-04T19:00:05.578125+00:00 2021-06-04T19:00:09.020637+00:00 0:00:03.442512 36596 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:00:03.187747+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T17:00:00+00:00 EmrJobFlowSensor 2021-06-04T18:12:12.341533+00:00 2021-06-04T18:24:15.425161+00:00 0:12:03.083628 36594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:12:10.116136+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T17:00:00+00:00 EmrJobFlowSensor 2021-06-04T18:11:53.179836+00:00 2021-06-04T18:21:55.903565+00:00 0:10:02.723729 36593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:11:50.164167+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:11:51.197576+00:00 2021-06-04T18:11:53.249722+00:00 0:00:02.052146 36592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T18:11:48.161467+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:11:30.983351+00:00 2021-06-04T18:11:32.737663+00:00 0:00:01.754312 36591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T18:11:28.165786+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T17:00:00+00:00 PythonOperator 2021-06-04T18:11:28.372717+00:00 2021-06-04T18:11:32.090979+00:00 0:00:03.718262 36590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:11:26.149953+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T17:00:00+00:00 PythonOperator 2021-06-04T18:11:10.453806+00:00 2021-06-04T18:11:13.751495+00:00 0:00:03.297689 36589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:11:08.154159+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T17:00:00+00:00 TriggerDagRunOperator 2021-06-04T18:11:04.423105+00:00 2021-06-04T18:11:04.938418+00:00 0:00:00.515313 36588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:11:02.059267+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T17:00:00+00:00 TriggerDagRunOperator 2021-06-04T18:11:04.305431+00:00 2021-06-04T18:11:04.690628+00:00 0:00:00.385197 36587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:11:02.059300+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T17:05:00+00:00 EmrJobFlowSensor 2021-06-04T18:05:53.608684+00:00 2021-06-04T18:13:56.019114+00:00 0:08:02.410430 36586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:05:51.485800+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:05:33.559633+00:00 2021-06-04T18:05:35.198482+00:00 0:00:01.638849 36585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T18:05:31.469262+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T17:05:00+00:00 PythonOperator 2021-06-04T18:05:09.740580+00:00 2021-06-04T18:05:13.121684+00:00 0:00:03.381104 36584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:05:07.450715+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T17:00:00+00:00 EmrJobFlowSensor 2021-06-04T18:01:09.208952+00:00 2021-06-04T18:13:12.259195+00:00 0:12:03.050243 36583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:01:07.089390+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:00:47.272077+00:00 2021-06-04T18:00:48.974437+00:00 0:00:01.702360 36582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T18:00:45.001078+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T17:00:00+00:00 EmrJobFlowSensor 2021-06-04T18:00:47.322638+00:00 2021-06-04T18:10:50.255233+00:00 0:10:02.932595 36581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:00:45.001048+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:00:27.563076+00:00 2021-06-04T18:00:29.297820+00:00 0:00:01.734744 36580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T18:00:24.985132+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T17:00:00+00:00 PythonOperator 2021-06-04T18:00:25.153226+00:00 2021-06-04T18:00:29.180678+00:00 0:00:04.027452 36579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:00:22.982954+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T17:00:00+00:00 PythonOperator 2021-06-04T18:00:05.366482+00:00 2021-06-04T18:00:08.658931+00:00 0:00:03.292449 36578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T18:00:02.955622+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T16:00:00+00:00 EmrJobFlowSensor 2021-06-04T17:10:25.894366+00:00 2021-06-04T17:19:28.493912+00:00 0:09:02.599546 36576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:10:23.369337+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T16:00:00+00:00 EmrJobFlowSensor 2021-06-04T17:10:25.843254+00:00 2021-06-04T17:18:28.526541+00:00 0:08:02.683287 36575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:10:23.369291+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:10:05.690386+00:00 2021-06-04T17:10:07.352824+00:00 0:00:01.662438 36574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T17:10:03.344378+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:10:03.763691+00:00 2021-06-04T17:10:05.665399+00:00 0:00:01.901708 36573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T17:10:01.344366+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T16:00:00+00:00 PythonOperator 2021-06-04T17:09:43.639453+00:00 2021-06-04T17:09:46.827497+00:00 0:00:03.188044 36572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:09:41.255846+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T16:00:00+00:00 PythonOperator 2021-06-04T17:09:41.588837+00:00 2021-06-04T17:09:45.139613+00:00 0:00:03.550776 36571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:09:39.264143+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T16:00:00+00:00 TriggerDagRunOperator 2021-06-04T17:09:23.579840+00:00 2021-06-04T17:09:24.131830+00:00 0:00:00.551990 36570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:09:21.103726+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T16:00:00+00:00 TriggerDagRunOperator 2021-06-04T17:09:23.339517+00:00 2021-06-04T17:09:23.729456+00:00 0:00:00.389939 36569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:09:21.103690+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T16:05:00+00:00 EmrJobFlowSensor 2021-06-04T17:06:03.112322+00:00 2021-06-04T17:14:05.606595+00:00 0:08:02.494273 36568 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:06:00.786415+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:05:38.917219+00:00 2021-06-04T17:05:40.555943+00:00 0:00:01.638724 36567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T17:05:36.763551+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T16:05:00+00:00 PythonOperator 2021-06-04T17:05:12.886307+00:00 2021-06-04T17:05:15.988947+00:00 0:00:03.102640 36566 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:05:10.742710+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T16:00:00+00:00 EmrJobFlowSensor 2021-06-04T17:01:02.492816+00:00 2021-06-04T17:09:05.049266+00:00 0:08:02.556450 36565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:01:00.314214+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T16:00:00+00:00 EmrJobFlowSensor 2021-06-04T17:00:58.473269+00:00 2021-06-04T17:13:01.484426+00:00 0:12:03.011157 36564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:00:56.313127+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:00:40.474895+00:00 2021-06-04T17:00:42.147564+00:00 0:00:01.672669 36563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T17:00:38.288246+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:00:38.504498+00:00 2021-06-04T17:00:40.310788+00:00 0:00:01.806290 36562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T17:00:36.288003+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T16:00:00+00:00 PythonOperator 2021-06-04T17:00:18.549210+00:00 2021-06-04T17:00:21.786874+00:00 0:00:03.237664 36561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T17:00:16.196587+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T16:00:00+00:00 PythonOperator 2021-06-04T17:00:16.294372+00:00 2021-06-04T17:00:19.732528+00:00 0:00:03.438156 36560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:00:14.195300+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T15:00:00+00:00 EmrJobFlowSensor 2021-06-04T16:24:16.844026+00:00 2021-06-04T16:34:19.709941+00:00 0:10:02.865915 36559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:24:14.610988+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T15:00:00+00:00 EmrJobFlowSensor 2021-06-04T16:24:04.800952+00:00 2021-06-04T16:34:07.460697+00:00 0:10:02.659745 36558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:24:02.596241+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T15:05:00+00:00 EmrJobFlowSensor 2021-06-04T16:23:56.863548+00:00 2021-06-04T16:31:59.348564+00:00 0:08:02.485016 36557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:23:54.640793+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:23:54.915576+00:00 2021-06-04T16:23:56.719608+00:00 0:00:01.804032 36556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T16:23:52.581966+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:23:43.037950+00:00 2021-06-04T16:23:44.712363+00:00 0:00:01.674413 36555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T16:23:40.507175+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T15:00:00+00:00 PythonOperator 2021-06-04T16:23:35.054290+00:00 2021-06-04T16:23:38.520603+00:00 0:00:03.466313 36554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:23:32.515242+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:23:34.730153+00:00 2021-06-04T16:23:36.414860+00:00 0:00:01.684707 36553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T16:23:32.515197+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T15:00:00+00:00 PythonOperator 2021-06-04T16:23:20.583149+00:00 2021-06-04T16:23:23.895887+00:00 0:00:03.312738 36552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:23:18.400219+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T15:05:00+00:00 PythonOperator 2021-06-04T16:23:12.556682+00:00 2021-06-04T16:23:15.741111+00:00 0:00:03.184429 36551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:23:10.394263+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T15:00:00+00:00 TriggerDagRunOperator 2021-06-04T16:23:09.167306+00:00 2021-06-04T16:23:09.565078+00:00 0:00:00.397772 36550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:23:06.477298+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T15:00:00+00:00 TriggerDagRunOperator 2021-06-04T16:23:09.193548+00:00 2021-06-04T16:23:09.710866+00:00 0:00:00.517318 36549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:23:06.477328+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T15:00:00+00:00 EmrJobFlowSensor 2021-06-04T16:01:06.363637+00:00 2021-06-04T16:11:09.314726+00:00 0:10:02.951089 36547 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:01:04.089081+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T15:00:00+00:00 EmrJobFlowSensor 2021-06-04T16:00:46.392676+00:00 2021-06-04T16:12:49.364505+00:00 0:12:02.971829 36546 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:00:44.055720+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:00:46.328336+00:00 2021-06-04T16:00:48.028403+00:00 0:00:01.700067 36545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T16:00:44.055764+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:00:26.459175+00:00 2021-06-04T16:00:28.256340+00:00 0:00:01.797165 36544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T16:00:24.039807+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T15:00:00+00:00 PythonOperator 2021-06-04T16:00:24.278265+00:00 2021-06-04T16:00:27.601059+00:00 0:00:03.322794 36543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T16:00:22.025504+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T15:00:00+00:00 PythonOperator 2021-06-04T16:00:04.554228+00:00 2021-06-04T16:00:07.892535+00:00 0:00:03.338307 36542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:00:02.067784+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T14:00:00+00:00 EmrJobFlowSensor 2021-06-04T15:17:30.086005+00:00 2021-06-04T15:26:32.668208+00:00 0:09:02.582203 36541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:17:27.641360+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T14:00:00+00:00 EmrJobFlowSensor 2021-06-04T15:17:12.054337+00:00 2021-06-04T15:29:15.138779+00:00 0:12:03.084442 36540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:17:09.654906+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:17:07.901408+00:00 2021-06-04T15:17:09.717309+00:00 0:00:01.815901 36539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T15:17:05.564125+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:16:49.953169+00:00 2021-06-04T15:16:51.736869+00:00 0:00:01.783700 36538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T15:16:47.554516+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T14:00:00+00:00 PythonOperator 2021-06-04T15:16:45.679947+00:00 2021-06-04T15:16:49.028625+00:00 0:00:03.348678 36537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:16:43.543643+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T14:00:00+00:00 PythonOperator 2021-06-04T15:16:29.976360+00:00 2021-06-04T15:16:33.397766+00:00 0:00:03.421406 36536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:16:27.582861+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T14:00:00+00:00 TriggerDagRunOperator 2021-06-04T15:16:19.943149+00:00 2021-06-04T15:16:20.473298+00:00 0:00:00.530149 36535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:16:17.540611+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T14:00:00+00:00 TriggerDagRunOperator 2021-06-04T15:16:19.861861+00:00 2021-06-04T15:16:20.269551+00:00 0:00:00.407690 36534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:16:17.540576+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T14:00:00+00:00 EmrJobFlowSensor 2021-06-04T15:06:00.853273+00:00 2021-06-04T15:18:03.895065+00:00 0:12:03.041792 36533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:05:58.569988+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T14:05:00+00:00 EmrJobFlowSensor 2021-06-04T15:05:59.323775+00:00 2021-06-04T15:15:01.983111+00:00 0:09:02.659336 36532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:05:56.571287+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T14:00:00+00:00 EmrJobFlowSensor 2021-06-04T15:05:56.883603+00:00 2021-06-04T15:16:00.064074+00:00 0:10:03.180471 36531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:05:54.484725+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:05:38.939431+00:00 2021-06-04T15:05:40.718347+00:00 0:00:01.778916 36530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T15:05:36.475846+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:05:36.693735+00:00 2021-06-04T15:05:38.366317+00:00 0:00:01.672582 36529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T15:05:34.473118+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:05:34.870128+00:00 2021-06-04T15:05:36.665807+00:00 0:00:01.795679 36528 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T15:05:32.483860+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T14:00:00+00:00 PythonOperator 2021-06-04T15:05:17.289612+00:00 2021-06-04T15:05:20.869011+00:00 0:00:03.579399 36527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:05:14.410952+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T14:00:00+00:00 PythonOperator 2021-06-04T15:05:15.393050+00:00 2021-06-04T15:05:19.068924+00:00 0:00:03.675874 36526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T15:05:12.406752+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T14:05:00+00:00 PythonOperator 2021-06-04T15:05:14.986691+00:00 2021-06-04T15:05:18.205636+00:00 0:00:03.218945 36525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:05:12.406780+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T13:05:00+00:00 EmrJobFlowSensor 2021-06-04T14:13:03.653168+00:00 2021-06-04T14:15:05.416843+00:00 0:02:01.763675 36523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:13:01.508411+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T13:00:00+00:00 EmrJobFlowSensor 2021-06-04T14:11:23.515447+00:00 2021-06-04T14:23:26.372849+00:00 0:12:02.857402 36522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:11:21.301858+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T13:00:00+00:00 EmrJobFlowSensor 2021-06-04T14:11:09.951958+00:00 2021-06-04T14:21:12.747505+00:00 0:10:02.795547 36521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:11:07.292935+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T14:11:01.540566+00:00 2021-06-04T14:11:03.253082+00:00 0:00:01.712516 36520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T14:10:59.343688+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T14:10:47.531233+00:00 2021-06-04T14:10:49.204983+00:00 0:00:01.673750 36519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T14:10:45.265836+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T13:00:00+00:00 PythonOperator 2021-06-04T14:10:39.741275+00:00 2021-06-04T14:10:43.157641+00:00 0:00:03.416366 36518 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T14:10:37.247031+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T13:00:00+00:00 PythonOperator 2021-06-04T14:10:25.568999+00:00 2021-06-04T14:10:28.865629+00:00 0:00:03.296630 36517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T14:10:23.151924+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T13:00:00+00:00 TriggerDagRunOperator 2021-06-04T14:10:19.505570+00:00 2021-06-04T14:10:19.976536+00:00 0:00:00.470966 36516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:10:17.145971+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T13:00:00+00:00 TriggerDagRunOperator 2021-06-04T14:10:19.368891+00:00 2021-06-04T14:10:19.751556+00:00 0:00:00.382665 36515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:10:17.146006+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T14:05:43.031819+00:00 2021-06-04T14:05:44.701698+00:00 0:00:01.669879 36513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T14:05:40.761275+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T13:05:00+00:00 PythonOperator 2021-06-04T14:05:23.152083+00:00 2021-06-04T14:05:26.043600+00:00 0:00:02.891517 36512 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T14:05:20.627425+00:00 2 default_pool