Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-07-23T05:00:00+00:00 EmrJobFlowSensor 2021-07-23T06:00:46.517100+00:00 2021-07-23T06:10:49.458303+00:00 0:10:02.941203 57250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T06:00:44.058144+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T06:00:26.610045+00:00 2021-07-23T06:00:28.459770+00:00 0:00:01.849725 57249 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T06:00:23.907021+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T06:00:26.497409+00:00 2021-07-23T06:00:28.265567+00:00 0:00:01.768158 57248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T06:00:23.907067+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T05:00:00+00:00 PythonOperator 2021-07-23T06:00:06.285904+00:00 2021-07-23T06:00:10.381824+00:00 0:00:04.095920 57247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T06:00:03.797256+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T05:00:00+00:00 PythonOperator 2021-07-23T06:00:04.459097+00:00 2021-07-23T06:00:08.166847+00:00 0:00:03.707750 57246 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T06:00:01.861597+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T04:00:00+00:00 EmrJobFlowSensor 2021-07-23T05:12:06.627263+00:00 2021-07-23T05:22:09.717890+00:00 0:10:03.090627 57245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T05:12:04.389036+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T04:00:00+00:00 EmrJobFlowSensor 2021-07-23T05:11:58.387404+00:00 2021-07-23T05:21:01.128948+00:00 0:09:02.741544 57244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T05:11:56.237943+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T05:11:42.440155+00:00 2021-07-23T05:11:44.320676+00:00 0:00:01.880521 57243 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T05:11:40.224097+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T05:11:36.566808+00:00 2021-07-23T05:11:38.284302+00:00 0:00:01.717494 57242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T05:11:34.220155+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T04:00:00+00:00 PythonOperator 2021-07-23T05:11:20.785927+00:00 2021-07-23T05:11:24.603787+00:00 0:00:03.817860 57241 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T05:11:18.259720+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T04:00:00+00:00 PythonOperator 2021-07-23T05:11:14.699240+00:00 2021-07-23T05:11:18.365086+00:00 0:00:03.665846 57240 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T05:11:12.203901+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T04:00:00+00:00 TriggerDagRunOperator 2021-07-23T05:10:58.756504+00:00 2021-07-23T05:10:59.422245+00:00 0:00:00.665741 57239 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T05:10:56.171336+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T04:00:00+00:00 TriggerDagRunOperator 2021-07-23T05:10:58.353815+00:00 2021-07-23T05:10:58.742094+00:00 0:00:00.388279 57238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T05:10:56.171371+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T04:05:00+00:00 EmrJobFlowSensor 2021-07-23T05:06:32.068953+00:00 2021-07-23T05:15:34.778760+00:00 0:09:02.709807 57237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T05:06:29.715969+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T05:05:46.398125+00:00 2021-07-23T05:05:48.035421+00:00 0:00:01.637296 57235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T05:05:44.072321+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T04:05:00+00:00 PythonOperator 2021-07-23T05:05:24.460293+00:00 2021-07-23T05:05:28.118052+00:00 0:00:03.657759 57234 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T05:05:21.975961+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T04:00:00+00:00 EmrJobFlowSensor 2021-07-23T05:01:07.799964+00:00 2021-07-23T05:15:11.607562+00:00 0:14:03.807598 57233 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T05:01:05.506995+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T04:00:00+00:00 EmrJobFlowSensor 2021-07-23T05:00:48.030106+00:00 2021-07-23T05:10:51.163525+00:00 0:10:03.133419 57232 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T05:00:45.551013+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T05:00:46.048182+00:00 2021-07-23T05:00:47.892619+00:00 0:00:01.844437 57231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T05:00:43.553118+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T05:00:27.760912+00:00 2021-07-23T05:00:29.450449+00:00 0:00:01.689537 57230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T05:00:25.382589+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T04:00:00+00:00 PythonOperator 2021-07-23T05:00:23.682170+00:00 2021-07-23T05:00:27.514382+00:00 0:00:03.832212 57229 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T05:00:21.379178+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T04:00:00+00:00 PythonOperator 2021-07-23T05:00:05.592522+00:00 2021-07-23T05:00:09.410030+00:00 0:00:03.817508 57228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T05:00:03.361982+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T03:00:00+00:00 EmrJobFlowSensor 2021-07-23T04:16:45.459372+00:00 2021-07-23T04:26:48.337868+00:00 0:10:02.878496 57227 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T04:16:42.639432+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T03:00:00+00:00 EmrJobFlowSensor 2021-07-23T04:16:43.132758+00:00 2021-07-23T04:26:46.675347+00:00 0:10:03.542589 57226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T04:16:40.638491+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T04:16:23.004654+00:00 2021-07-23T04:16:24.785924+00:00 0:00:01.781270 57225 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T04:16:20.583059+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T04:16:20.988771+00:00 2021-07-23T04:16:22.836930+00:00 0:00:01.848159 57224 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T04:16:18.657073+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T03:00:00+00:00 PythonOperator 2021-07-23T04:16:00.997723+00:00 2021-07-23T04:16:05.079421+00:00 0:00:04.081698 57223 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T04:15:58.460522+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T03:00:00+00:00 PythonOperator 2021-07-23T04:15:58.713805+00:00 2021-07-23T04:16:02.981799+00:00 0:00:04.267994 57222 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T04:15:56.386110+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T03:00:00+00:00 TriggerDagRunOperator 2021-07-23T04:15:54.966955+00:00 2021-07-23T04:15:55.491874+00:00 0:00:00.524919 57221 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T04:15:52.377098+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T03:00:00+00:00 TriggerDagRunOperator 2021-07-23T04:15:54.682218+00:00 2021-07-23T04:15:55.130342+00:00 0:00:00.448124 57220 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T04:15:52.377031+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T03:00:00+00:00 EmrJobFlowSensor 2021-07-23T04:06:45.796325+00:00 2021-07-23T04:21:49.587460+00:00 0:15:03.791135 57219 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T04:06:43.492476+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T03:05:00+00:00 EmrJobFlowSensor 2021-07-23T04:06:38.298314+00:00 2021-07-23T04:15:41.182208+00:00 0:09:02.883894 57218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T04:06:35.491292+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T03:00:00+00:00 EmrJobFlowSensor 2021-07-23T04:06:36.117827+00:00 2021-07-23T04:15:39.164467+00:00 0:09:03.046640 57217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T04:06:33.545293+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T04:06:24.151100+00:00 2021-07-23T04:06:25.988946+00:00 0:00:01.837846 57216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T04:06:21.441008+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T04:06:15.848088+00:00 2021-07-23T04:06:17.752380+00:00 0:00:01.904292 57215 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T04:06:13.435428+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T04:06:15.668612+00:00 2021-07-23T04:06:17.423150+00:00 0:00:01.754538 57214 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T04:06:13.435392+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T03:00:00+00:00 PythonOperator 2021-07-23T04:06:04.306511+00:00 2021-07-23T04:06:08.493661+00:00 0:00:04.187150 57213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T04:06:01.443493+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T03:05:00+00:00 PythonOperator 2021-07-23T04:05:57.255673+00:00 2021-07-23T04:06:01.162739+00:00 0:00:03.907066 57212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T04:05:53.420917+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T03:00:00+00:00 PythonOperator 2021-07-23T04:05:55.609763+00:00 2021-07-23T04:05:59.818005+00:00 0:00:04.208242 57211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T04:05:51.421896+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T02:00:00+00:00 EmrJobFlowSensor 2021-07-23T03:12:30.182468+00:00 2021-07-23T03:22:33.021235+00:00 0:10:02.838767 57209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T03:12:27.612020+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T02:00:00+00:00 EmrJobFlowSensor 2021-07-23T03:12:27.770375+00:00 2021-07-23T03:21:30.942010+00:00 0:09:03.171635 57208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T03:12:25.601032+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T03:12:06.214107+00:00 2021-07-23T03:12:08.074270+00:00 0:00:01.860163 57207 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T03:12:03.655338+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T03:12:06.092920+00:00 2021-07-23T03:12:07.914900+00:00 0:00:01.821980 57206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T03:12:03.655305+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T02:00:00+00:00 PythonOperator 2021-07-23T03:11:46.152786+00:00 2021-07-23T03:11:50.423086+00:00 0:00:04.270300 57205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T03:11:43.489929+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T02:00:00+00:00 PythonOperator 2021-07-23T03:11:43.809798+00:00 2021-07-23T03:11:48.196628+00:00 0:00:04.386830 57204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T03:11:41.557532+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T02:00:00+00:00 TriggerDagRunOperator 2021-07-23T03:11:21.717085+00:00 2021-07-23T03:11:22.212050+00:00 0:00:00.494965 57203 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T03:11:19.450005+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T02:00:00+00:00 TriggerDagRunOperator 2021-07-23T03:11:21.602895+00:00 2021-07-23T03:11:22.031339+00:00 0:00:00.428444 57202 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T03:11:19.449972+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T02:05:00+00:00 EmrJobFlowSensor 2021-07-23T03:06:11.082126+00:00 2021-07-23T03:14:13.662415+00:00 0:08:02.580289 57201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T03:06:08.892611+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T03:05:33.051462+00:00 2021-07-23T03:05:34.699874+00:00 0:00:01.648412 57200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T03:05:30.814154+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T02:05:00+00:00 PythonOperator 2021-07-23T03:05:10.997165+00:00 2021-07-23T03:05:14.559883+00:00 0:00:03.562718 57199 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T03:05:08.790597+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T02:00:00+00:00 EmrJobFlowSensor 2021-07-23T03:01:02.515565+00:00 2021-07-23T03:11:05.465163+00:00 0:10:02.949598 57198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T03:01:00.316099+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T02:00:00+00:00 EmrJobFlowSensor 2021-07-23T03:00:56.518686+00:00 2021-07-23T03:16:00.060494+00:00 0:15:03.541808 57197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T03:00:54.355808+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T03:00:40.785164+00:00 2021-07-23T03:00:42.604030+00:00 0:00:01.818866 57196 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T03:00:38.286485+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T03:00:34.421483+00:00 2021-07-23T03:00:36.202349+00:00 0:00:01.780866 57195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T03:00:32.283060+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T02:00:00+00:00 PythonOperator 2021-07-23T03:00:18.618901+00:00 2021-07-23T03:00:22.163015+00:00 0:00:03.544114 57194 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T03:00:16.217259+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T02:00:00+00:00 PythonOperator 2021-07-23T03:00:13.006670+00:00 2021-07-23T03:00:17.279604+00:00 0:00:04.272934 57193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T03:00:10.211390+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T01:00:00+00:00 EmrJobFlowSensor 2021-07-23T02:12:44.184829+00:00 2021-07-23T02:22:47.335951+00:00 0:10:03.151122 57191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T02:12:41.757291+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T01:00:00+00:00 EmrJobFlowSensor 2021-07-23T02:12:42.021829+00:00 2021-07-23T02:21:44.886079+00:00 0:09:02.864250 57190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T02:12:39.755060+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T02:12:16.102008+00:00 2021-07-23T02:12:17.963960+00:00 0:00:01.861952 57189 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T02:12:13.731246+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T02:12:12.023109+00:00 2021-07-23T02:12:14.103611+00:00 0:00:02.080502 57188 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T02:12:09.728698+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T01:00:00+00:00 PythonOperator 2021-07-23T02:11:46.004386+00:00 2021-07-23T02:11:50.179283+00:00 0:00:04.174897 57187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T02:11:43.709219+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T01:00:00+00:00 PythonOperator 2021-07-23T02:11:44.048117+00:00 2021-07-23T02:11:47.684908+00:00 0:00:03.636791 57186 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T02:11:41.754960+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T01:00:00+00:00 TriggerDagRunOperator 2021-07-23T02:11:24.078949+00:00 2021-07-23T02:11:24.613814+00:00 0:00:00.534865 57185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T02:11:21.693655+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T01:00:00+00:00 TriggerDagRunOperator 2021-07-23T02:11:23.851173+00:00 2021-07-23T02:11:24.258632+00:00 0:00:00.407459 57184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T02:11:21.693707+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T01:05:00+00:00 EmrJobFlowSensor 2021-07-23T02:05:59.329721+00:00 2021-07-23T02:15:02.049141+00:00 0:09:02.719420 57183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T02:05:57.176989+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T02:05:37.552757+00:00 2021-07-23T02:05:39.279479+00:00 0:00:01.726722 57182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T02:05:35.244574+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T01:05:00+00:00 PythonOperator 2021-07-23T02:05:05.319099+00:00 2021-07-23T02:05:09.108795+00:00 0:00:03.789696 57181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T02:05:03.111360+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T01:00:00+00:00 EmrJobFlowSensor 2021-07-23T02:01:03.076821+00:00 2021-07-23T02:15:06.555049+00:00 0:14:03.478228 57180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T02:01:00.681536+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T01:00:00+00:00 EmrJobFlowSensor 2021-07-23T02:00:59.033687+00:00 2021-07-23T02:11:02.463575+00:00 0:10:03.429888 57179 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T02:00:56.632687+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T02:00:40.817768+00:00 2021-07-23T02:00:42.655920+00:00 0:00:01.838152 57178 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T02:00:38.614612+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T02:00:38.990026+00:00 2021-07-23T02:00:40.699005+00:00 0:00:01.708979 57177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T02:00:36.611114+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T01:00:00+00:00 PythonOperator 2021-07-23T02:00:20.032983+00:00 2021-07-23T02:00:24.183327+00:00 0:00:04.150344 57176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T02:00:16.650044+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T01:00:00+00:00 PythonOperator 2021-07-23T02:00:17.447206+00:00 2021-07-23T02:00:21.389937+00:00 0:00:03.942731 57175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T02:00:14.595809+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T00:00:00+00:00 EmrJobFlowSensor 2021-07-23T01:12:31.547812+00:00 2021-07-23T01:22:34.457188+00:00 0:10:02.909376 57173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T01:12:29.064685+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T00:00:00+00:00 EmrJobFlowSensor 2021-07-23T01:12:27.269195+00:00 2021-07-23T01:22:30.386150+00:00 0:10:03.116955 57172 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T01:12:24.946659+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T01:12:09.303277+00:00 2021-07-23T01:12:11.012369+00:00 0:00:01.709092 57171 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T01:12:06.919804+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T01:12:05.422101+00:00 2021-07-23T01:12:07.258754+00:00 0:00:01.836653 57170 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T01:12:02.946336+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T00:00:00+00:00 PythonOperator 2021-07-23T01:11:38.119683+00:00 2021-07-23T01:11:42.152603+00:00 0:00:04.032920 57169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T01:11:34.822372+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T00:00:00+00:00 PythonOperator 2021-07-23T01:11:31.301709+00:00 2021-07-23T01:11:36.539979+00:00 0:00:05.238270 57168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T01:11:28.948734+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T00:00:00+00:00 TriggerDagRunOperator 2021-07-23T01:11:27.160356+00:00 2021-07-23T01:11:27.655646+00:00 0:00:00.495290 57167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T01:11:24.844473+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T00:00:00+00:00 TriggerDagRunOperator 2021-07-23T01:11:27.184949+00:00 2021-07-23T01:11:27.709550+00:00 0:00:00.524601 57166 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T01:11:24.844422+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T00:05:00+00:00 EmrJobFlowSensor 2021-07-23T01:06:16.496250+00:00 2021-07-23T01:15:19.276057+00:00 0:09:02.779807 57165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T01:06:14.250113+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T01:05:54.426215+00:00 2021-07-23T01:05:56.103282+00:00 0:00:01.677067 57164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T01:05:52.150393+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T00:05:00+00:00 PythonOperator 2021-07-23T01:05:26.395206+00:00 2021-07-23T01:05:30.372657+00:00 0:00:03.977451 57163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T01:05:24.143526+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T00:00:00+00:00 EmrJobFlowSensor 2021-07-23T01:01:01.994378+00:00 2021-07-23T01:11:05.043042+00:00 0:10:03.048664 57162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T01:00:59.662632+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T00:00:00+00:00 EmrJobFlowSensor 2021-07-23T01:01:00.271785+00:00 2021-07-23T01:15:04.080966+00:00 0:14:03.809181 57161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T01:00:57.687661+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T01:00:42.056138+00:00 2021-07-23T01:00:43.932643+00:00 0:00:01.876505 57160 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T01:00:39.621478+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T01:00:37.821788+00:00 2021-07-23T01:00:39.832856+00:00 0:00:02.011068 57159 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T01:00:35.617874+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T00:00:00+00:00 PythonOperator 2021-07-23T01:00:20.101263+00:00 2021-07-23T01:00:23.553927+00:00 0:00:03.452664 57158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T01:00:17.606824+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T00:00:00+00:00 PythonOperator 2021-07-23T01:00:17.952059+00:00 2021-07-23T01:00:22.271354+00:00 0:00:04.319295 57157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T01:00:15.601367+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T23:00:00+00:00 EmrJobFlowSensor 2021-07-23T00:24:00.656361+00:00 2021-07-23T00:24:02.237856+00:00 0:00:01.581495 57156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T00:23:58.212639+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T23:00:00+00:00 EmrJobFlowSensor 2021-07-23T00:11:37.908190+00:00 2021-07-23T00:21:40.940667+00:00 0:10:03.032477 57154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T00:11:35.657190+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T00:11:13.723663+00:00 2021-07-23T00:11:15.643564+00:00 0:00:01.919901 57152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T00:11:11.529614+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T00:11:00.405235+00:00 2021-07-23T00:11:02.436030+00:00 0:00:02.030795 57151 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T00:10:57.552555+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T23:00:00+00:00 PythonOperator 2021-07-23T00:10:49.620902+00:00 2021-07-23T00:10:53.539461+00:00 0:00:03.918559 57150 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T00:10:47.510322+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T23:00:00+00:00 PythonOperator 2021-07-23T00:10:39.743961+00:00 2021-07-23T00:10:43.864593+00:00 0:00:04.120632 57149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T00:10:37.507931+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T23:00:00+00:00 TriggerDagRunOperator 2021-07-23T00:10:26.047518+00:00 2021-07-23T00:10:26.532348+00:00 0:00:00.484830 57148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T00:10:23.553149+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T23:00:00+00:00 TriggerDagRunOperator 2021-07-23T00:10:25.989403+00:00 2021-07-23T00:10:26.500466+00:00 0:00:00.511063 57147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T00:10:23.553106+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T23:05:00+00:00 EmrJobFlowSensor 2021-07-23T00:05:53.195309+00:00 2021-07-23T00:14:55.897061+00:00 0:09:02.701752 57146 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T00:05:50.928912+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T00:05:33.333433+00:00 2021-07-23T00:05:35.160513+00:00 0:00:01.827080 57145 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T00:05:30.911891+00:00 2 default_pool