Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T00:00:00+00:00 EmrJobFlowSensor 2021-06-25T01:01:09.787861+00:00 2021-06-25T01:19:13.897905+00:00 0:18:04.110044 45649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T01:01:07.442681+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T01:00:46.000835+00:00 2021-06-25T01:00:47.835121+00:00 0:00:01.834286 45648 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T01:00:43.459654+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T01:00:45.902235+00:00 2021-06-25T01:00:47.602882+00:00 0:00:01.700647 45647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T01:00:43.459624+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T00:00:00+00:00 PythonOperator 2021-06-25T01:00:24.023454+00:00 2021-06-25T01:00:27.377571+00:00 0:00:03.354117 45646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T01:00:21.444613+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T00:00:00+00:00 PythonOperator 2021-06-25T01:00:23.882859+00:00 2021-06-25T01:00:27.812345+00:00 0:00:03.929486 45645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T01:00:21.444581+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T23:00:00+00:00 EmrJobFlowSensor 2021-06-25T00:09:53.090399+00:00 2021-06-25T00:18:55.707599+00:00 0:09:02.617200 45643 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:09:50.944364+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T23:00:00+00:00 EmrJobFlowSensor 2021-06-25T00:09:47.073277+00:00 2021-06-25T00:20:50.161899+00:00 0:11:03.088622 45642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:09:44.929482+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:09:33.095435+00:00 2021-06-25T00:09:34.887584+00:00 0:00:01.792149 45641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T00:09:30.886011+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:09:27.103462+00:00 2021-06-25T00:09:28.817490+00:00 0:00:01.714028 45640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T00:09:24.867312+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T23:00:00+00:00 PythonOperator 2021-06-25T00:09:11.135216+00:00 2021-06-25T00:09:14.816736+00:00 0:00:03.681520 45639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:09:08.845544+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T23:00:00+00:00 PythonOperator 2021-06-25T00:09:04.982834+00:00 2021-06-25T00:09:08.745406+00:00 0:00:03.762572 45638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:09:02.785784+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T23:00:00+00:00 TriggerDagRunOperator 2021-06-25T00:08:55.112105+00:00 2021-06-25T00:08:55.620843+00:00 0:00:00.508738 45637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:08:52.667699+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T23:00:00+00:00 TriggerDagRunOperator 2021-06-25T00:08:55.051626+00:00 2021-06-25T00:08:55.470855+00:00 0:00:00.419229 45636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:08:52.667729+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T23:05:00+00:00 EmrJobFlowSensor 2021-06-25T00:05:54.765630+00:00 2021-06-25T00:14:57.475956+00:00 0:09:02.710326 45635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:05:52.479844+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:05:32.851219+00:00 2021-06-25T00:05:34.597644+00:00 0:00:01.746425 45634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T00:05:30.465847+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T23:05:00+00:00 PythonOperator 2021-06-25T00:05:10.661445+00:00 2021-06-25T00:05:14.179708+00:00 0:00:03.518263 45633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:05:08.454750+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T23:00:00+00:00 EmrJobFlowSensor 2021-06-25T00:01:04.446132+00:00 2021-06-25T00:20:08.674112+00:00 0:19:04.227980 45632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T00:01:02.093326+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T23:00:00+00:00 EmrJobFlowSensor 2021-06-25T00:00:46.348462+00:00 2021-06-25T00:08:49.152108+00:00 0:08:02.803646 45631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:00:44.059594+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:00:42.193202+00:00 2021-06-25T00:00:43.911256+00:00 0:00:01.718054 45630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T00:00:40.042822+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T00:00:26.390455+00:00 2021-06-25T00:00:28.263965+00:00 0:00:01.873510 45629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T00:00:24.031839+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T23:00:00+00:00 PythonOperator 2021-06-25T00:00:20.379585+00:00 2021-06-25T00:00:24.301539+00:00 0:00:03.921954 45628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T00:00:18.060064+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T23:00:00+00:00 PythonOperator 2021-06-25T00:00:04.504390+00:00 2021-06-25T00:00:08.067539+00:00 0:00:03.563149 45627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T00:00:02.017567+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T22:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:12:21.028365+00:00 2021-06-24T23:21:23.783716+00:00 0:09:02.755351 45625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:12:18.816041+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T22:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:12:19.060221+00:00 2021-06-24T23:22:21.876925+00:00 0:10:02.816704 45624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:12:16.813361+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:11:59.565914+00:00 2021-06-24T23:12:01.247192+00:00 0:00:01.681278 45623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:11:56.854859+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:11:57.139216+00:00 2021-06-24T23:11:59.201367+00:00 0:00:02.062151 45622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:11:54.860685+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T22:00:00+00:00 PythonOperator 2021-06-24T23:11:31.484430+00:00 2021-06-24T23:11:35.015343+00:00 0:00:03.530913 45621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:11:28.775832+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T22:00:00+00:00 PythonOperator 2021-06-24T23:11:22.877363+00:00 2021-06-24T23:11:26.759239+00:00 0:00:03.881876 45620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:11:20.700263+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T22:00:00+00:00 TriggerDagRunOperator 2021-06-24T23:11:08.977009+00:00 2021-06-24T23:11:09.509535+00:00 0:00:00.532526 45619 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:11:06.689874+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T22:00:00+00:00 TriggerDagRunOperator 2021-06-24T23:11:08.850891+00:00 2021-06-24T23:11:09.279980+00:00 0:00:00.429089 45618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:11:06.689906+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T22:05:00+00:00 EmrJobFlowSensor 2021-06-24T23:06:04.307386+00:00 2021-06-24T23:15:07.013290+00:00 0:09:02.705904 45617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:06:02.111121+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:05:40.376395+00:00 2021-06-24T23:05:42.122754+00:00 0:00:01.746359 45616 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:05:38.091037+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T22:05:00+00:00 PythonOperator 2021-06-24T23:05:18.161139+00:00 2021-06-24T23:05:21.690255+00:00 0:00:03.529116 45615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:05:16.031259+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T22:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:01:00.323587+00:00 2021-06-24T23:21:05.014235+00:00 0:20:04.690648 45614 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:00:57.766680+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T22:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:00:56.083950+00:00 2021-06-24T23:10:59.003562+00:00 0:10:02.919612 45613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:00:53.779863+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T23:00:54.364537+00:00 2021-06-24T23:09:57.140556+00:00 0:09:02.776019 45612 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T23:00:51.768194+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:00:38.871936+00:00 2021-06-24T23:00:40.605819+00:00 0:00:01.733883 45611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:00:35.705315+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:00:36.552173+00:00 2021-06-24T23:00:38.648684+00:00 0:00:02.096511 45610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T23:00:33.753417+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T23:00:34.423570+00:00 2021-06-24T23:00:36.173625+00:00 0:00:01.750055 45609 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T23:00:31.755970+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T22:00:00+00:00 PythonOperator 2021-06-24T23:00:16.555504+00:00 2021-06-24T23:00:20.944232+00:00 0:00:04.388728 45608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:00:13.696779+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T23:00:12.325486+00:00 2021-06-24T23:00:17.043798+00:00 0:00:04.718312 45607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T23:00:09.755854+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T22:00:00+00:00 PythonOperator 2021-06-24T23:00:12.370717+00:00 2021-06-24T23:00:15.736615+00:00 0:00:03.365898 45606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T23:00:09.755812+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T21:00:00+00:00 EmrJobFlowSensor 2021-06-24T22:11:26.214637+00:00 2021-06-24T22:21:29.231880+00:00 0:10:03.017243 45604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:11:23.943835+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T21:00:00+00:00 EmrJobFlowSensor 2021-06-24T22:11:18.283406+00:00 2021-06-24T22:21:20.997589+00:00 0:10:02.714183 45603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:11:15.910043+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:11:04.125880+00:00 2021-06-24T22:11:05.915774+00:00 0:00:01.789894 45602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T22:11:01.867346+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:10:58.265489+00:00 2021-06-24T22:10:59.940001+00:00 0:00:01.674512 45601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T22:10:55.871432+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T21:00:00+00:00 PythonOperator 2021-06-24T22:10:42.006710+00:00 2021-06-24T22:10:45.610697+00:00 0:00:03.603987 45600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:10:39.804556+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T21:00:00+00:00 PythonOperator 2021-06-24T22:10:35.996678+00:00 2021-06-24T22:10:39.766407+00:00 0:00:03.769729 45599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:10:33.797150+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T21:00:00+00:00 TriggerDagRunOperator 2021-06-24T22:10:26.472763+00:00 2021-06-24T22:10:26.924123+00:00 0:00:00.451360 45598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:10:23.769379+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T21:00:00+00:00 TriggerDagRunOperator 2021-06-24T22:10:25.987502+00:00 2021-06-24T22:10:26.669045+00:00 0:00:00.681543 45597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:10:23.769343+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T21:05:00+00:00 EmrJobFlowSensor 2021-06-24T22:06:05.849477+00:00 2021-06-24T22:14:08.241185+00:00 0:08:02.391708 45596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:06:03.352900+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:05:43.477183+00:00 2021-06-24T22:05:45.140688+00:00 0:00:01.663505 45595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T22:05:41.275945+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T21:05:00+00:00 PythonOperator 2021-06-24T22:05:21.429094+00:00 2021-06-24T22:05:25.117700+00:00 0:00:03.688606 45594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:05:19.207628+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T21:00:00+00:00 EmrJobFlowSensor 2021-06-24T22:01:10.802948+00:00 2021-06-24T22:21:15.085258+00:00 0:20:04.282310 45593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T22:01:08.598188+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T21:00:00+00:00 EmrJobFlowSensor 2021-06-24T22:01:04.959106+00:00 2021-06-24T22:10:07.803002+00:00 0:09:02.843896 45592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:01:02.585272+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:00:44.795489+00:00 2021-06-24T22:00:46.616071+00:00 0:00:01.820582 45591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T22:00:42.547355+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T22:00:30.786369+00:00 2021-06-24T22:00:32.524314+00:00 0:00:01.737945 45590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T22:00:28.552415+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T21:00:00+00:00 PythonOperator 2021-06-24T22:00:17.115634+00:00 2021-06-24T22:00:21.024654+00:00 0:00:03.909020 45589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T22:00:14.521447+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T21:00:00+00:00 PythonOperator 2021-06-24T22:00:09.216734+00:00 2021-06-24T22:00:12.777227+00:00 0:00:03.560493 45588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T22:00:06.577278+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T20:00:00+00:00 EmrJobFlowSensor 2021-06-24T21:11:00.915804+00:00 2021-06-24T21:20:03.548019+00:00 0:09:02.632215 45586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:10:58.360534+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T20:00:00+00:00 EmrJobFlowSensor 2021-06-24T21:10:58.462530+00:00 2021-06-24T21:21:01.384224+00:00 0:10:02.921694 45585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:10:56.311578+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:10:40.524400+00:00 2021-06-24T21:10:42.268783+00:00 0:00:01.744383 45584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T21:10:38.288749+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:10:38.609913+00:00 2021-06-24T21:10:40.420593+00:00 0:00:01.810680 45583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T21:10:36.291486+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T20:00:00+00:00 PythonOperator 2021-06-24T21:10:18.692810+00:00 2021-06-24T21:10:22.538593+00:00 0:00:03.845783 45582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:10:16.256948+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T20:00:00+00:00 PythonOperator 2021-06-24T21:10:16.861307+00:00 2021-06-24T21:10:20.214387+00:00 0:00:03.353080 45581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:10:14.251490+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T20:00:00+00:00 TriggerDagRunOperator 2021-06-24T21:10:09.141261+00:00 2021-06-24T21:10:09.523003+00:00 0:00:00.381742 45580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:10:06.218364+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T20:00:00+00:00 TriggerDagRunOperator 2021-06-24T21:10:08.807766+00:00 2021-06-24T21:10:09.347850+00:00 0:00:00.540084 45579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:10:06.218418+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T20:05:00+00:00 EmrJobFlowSensor 2021-06-24T21:05:46.162944+00:00 2021-06-24T21:14:48.841357+00:00 0:09:02.678413 45578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:05:43.846317+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:05:26.137253+00:00 2021-06-24T21:05:28.023016+00:00 0:00:01.885763 45577 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T21:05:23.821894+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T20:05:00+00:00 PythonOperator 2021-06-24T21:05:04.120918+00:00 2021-06-24T21:05:07.612661+00:00 0:00:03.491743 45576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:05:01.807388+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T20:00:00+00:00 EmrJobFlowSensor 2021-06-24T21:00:57.726701+00:00 2021-06-24T21:20:01.862564+00:00 0:19:04.135863 45575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T21:00:55.404405+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T20:00:00+00:00 EmrJobFlowSensor 2021-06-24T21:00:51.613356+00:00 2021-06-24T21:09:54.367808+00:00 0:09:02.754452 45574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:00:49.399486+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:00:35.714442+00:00 2021-06-24T21:00:37.610316+00:00 0:00:01.895874 45573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T21:00:33.390610+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T21:00:30.033379+00:00 2021-06-24T21:00:31.862561+00:00 0:00:01.829182 45572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T21:00:27.477523+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T20:00:00+00:00 PythonOperator 2021-06-24T21:00:14.276850+00:00 2021-06-24T21:00:18.252728+00:00 0:00:03.975878 45571 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T21:00:11.340704+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T20:00:00+00:00 PythonOperator 2021-06-24T21:00:09.885492+00:00 2021-06-24T21:00:13.930778+00:00 0:00:04.045286 45570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T21:00:07.341472+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T19:00:00+00:00 EmrJobFlowSensor 2021-06-24T20:12:24.988821+00:00 2021-06-24T20:22:27.774827+00:00 0:10:02.786006 45568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:12:22.539892+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T19:00:00+00:00 EmrJobFlowSensor 2021-06-24T20:12:10.923545+00:00 2021-06-24T20:22:14.001243+00:00 0:10:03.077698 45567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:12:08.579355+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:12:02.800496+00:00 2021-06-24T20:12:04.491344+00:00 0:00:01.690848 45566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T20:12:00.493662+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:11:50.878910+00:00 2021-06-24T20:11:52.564863+00:00 0:00:01.685953 45565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T20:11:48.548613+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T19:00:00+00:00 PythonOperator 2021-06-24T20:11:40.594755+00:00 2021-06-24T20:11:44.183832+00:00 0:00:03.589077 45564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:11:38.426962+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T19:00:00+00:00 PythonOperator 2021-06-24T20:11:28.644188+00:00 2021-06-24T20:11:32.582001+00:00 0:00:03.937813 45563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:11:26.427187+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T19:00:00+00:00 TriggerDagRunOperator 2021-06-24T20:11:18.826273+00:00 2021-06-24T20:11:19.333899+00:00 0:00:00.507626 45562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:11:16.399006+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T19:00:00+00:00 TriggerDagRunOperator 2021-06-24T20:11:18.558028+00:00 2021-06-24T20:11:18.968482+00:00 0:00:00.410454 45561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:11:16.398978+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T19:05:00+00:00 EmrJobFlowSensor 2021-06-24T20:05:50.178167+00:00 2021-06-24T20:15:53.007024+00:00 0:10:02.828857 45560 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:05:47.817430+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:05:28.297311+00:00 2021-06-24T20:05:29.935701+00:00 0:00:01.638390 45559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T20:05:25.802752+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T19:05:00+00:00 PythonOperator 2021-06-24T20:05:05.952065+00:00 2021-06-24T20:05:09.533517+00:00 0:00:03.581452 45558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:05:03.757882+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T19:00:00+00:00 EmrJobFlowSensor 2021-06-24T20:01:05.766746+00:00 2021-06-24T20:19:09.878288+00:00 0:18:04.111542 45557 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T20:01:03.367568+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T19:00:00+00:00 EmrJobFlowSensor 2021-06-24T20:01:05.624166+00:00 2021-06-24T20:11:08.607546+00:00 0:10:02.983380 45556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:01:03.367595+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:00:45.497522+00:00 2021-06-24T20:00:47.254251+00:00 0:00:01.756729 45555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T20:00:43.304003+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T20:00:43.541551+00:00 2021-06-24T20:00:45.370562+00:00 0:00:01.829011 45554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T20:00:41.302371+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T19:00:00+00:00 PythonOperator 2021-06-24T20:00:21.753901+00:00 2021-06-24T20:00:25.443310+00:00 0:00:03.689409 45553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T20:00:19.287674+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T19:00:00+00:00 PythonOperator 2021-06-24T20:00:21.658078+00:00 2021-06-24T20:00:25.223555+00:00 0:00:03.565477 45552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T20:00:19.287703+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T18:00:00+00:00 EmrJobFlowSensor 2021-06-24T19:11:21.518427+00:00 2021-06-24T19:20:24.374168+00:00 0:09:02.855741 45550 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T19:11:19.210992+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T18:00:00+00:00 EmrJobFlowSensor 2021-06-24T19:11:21.417219+00:00 2021-06-24T19:20:24.161142+00:00 0:09:02.743923 45549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T19:11:19.210963+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T19:10:59.840938+00:00 2021-06-24T19:11:01.688642+00:00 0:00:01.847704 45548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T19:10:57.263623+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T19:10:59.739246+00:00 2021-06-24T19:11:01.526006+00:00 0:00:01.786760 45547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T19:10:57.263673+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T18:00:00+00:00 PythonOperator 2021-06-24T19:10:40.544864+00:00 2021-06-24T19:10:44.433045+00:00 0:00:03.888181 45546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T19:10:37.162700+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T18:00:00+00:00 PythonOperator 2021-06-24T19:10:37.555210+00:00 2021-06-24T19:10:41.953422+00:00 0:00:04.398212 45545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T19:10:35.149186+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T18:00:00+00:00 TriggerDagRunOperator 2021-06-24T19:10:31.573261+00:00 2021-06-24T19:10:31.978375+00:00 0:00:00.405114 45544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T19:10:29.155932+00:00 2 default_pool