Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T21:00:00+00:00 TriggerDagRunOperator 2021-07-21T22:10:26.739154+00:00 2021-07-21T22:10:27.167912+00:00 0:00:00.428758 56672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T22:10:24.459841+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T21:05:00+00:00 EmrJobFlowSensor 2021-07-21T22:05:54.250400+00:00 2021-07-21T22:14:56.820033+00:00 0:09:02.569633 56671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T22:05:52.001654+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T22:05:30.686730+00:00 2021-07-21T22:05:32.437241+00:00 0:00:01.750511 56670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T22:05:28.065764+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T21:05:00+00:00 PythonOperator 2021-07-21T22:05:08.249688+00:00 2021-07-21T22:05:12.039165+00:00 0:00:03.789477 56669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T22:05:05.906093+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T21:00:00+00:00 EmrJobFlowSensor 2021-07-21T22:01:09.928714+00:00 2021-07-21T22:15:13.734670+00:00 0:14:03.805956 56668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T22:01:07.519565+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T21:00:00+00:00 EmrJobFlowSensor 2021-07-21T22:01:07.754147+00:00 2021-07-21T22:10:10.683759+00:00 0:09:02.929612 56667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T22:01:05.518293+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T22:00:37.643151+00:00 2021-07-21T22:00:39.392461+00:00 0:00:01.749310 56666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T22:00:35.491342+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T22:00:33.676797+00:00 2021-07-21T22:00:35.519678+00:00 0:00:01.842881 56665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T22:00:31.486666+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T21:00:00+00:00 PythonOperator 2021-07-21T22:00:17.046154+00:00 2021-07-21T22:00:21.214537+00:00 0:00:04.168383 56664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T22:00:13.436443+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T21:00:00+00:00 PythonOperator 2021-07-21T22:00:11.688140+00:00 2021-07-21T22:00:17.002639+00:00 0:00:05.314499 56663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T22:00:09.435609+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T20:00:00+00:00 EmrJobFlowSensor 2021-07-21T21:12:06.545539+00:00 2021-07-21T21:22:09.510716+00:00 0:10:02.965177 56661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T21:12:04.341298+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T20:00:00+00:00 EmrJobFlowSensor 2021-07-21T21:12:02.627887+00:00 2021-07-21T21:22:05.920281+00:00 0:10:03.292394 56660 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T21:12:00.334271+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T21:11:44.801101+00:00 2021-07-21T21:11:46.687250+00:00 0:00:01.886149 56659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T21:11:42.337808+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T21:11:40.491500+00:00 2021-07-21T21:11:42.160790+00:00 0:00:01.669290 56658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T21:11:38.318164+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T20:00:00+00:00 PythonOperator 2021-07-21T21:11:21.636024+00:00 2021-07-21T21:11:25.909440+00:00 0:00:04.273416 56657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T21:11:18.351211+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T20:00:00+00:00 PythonOperator 2021-07-21T21:11:18.743081+00:00 2021-07-21T21:11:23.418853+00:00 0:00:04.675772 56656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T21:11:16.362251+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T20:00:00+00:00 TriggerDagRunOperator 2021-07-21T21:11:12.898623+00:00 2021-07-21T21:11:13.374548+00:00 0:00:00.475925 56655 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T21:11:10.355799+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T20:00:00+00:00 TriggerDagRunOperator 2021-07-21T21:11:12.873159+00:00 2021-07-21T21:11:13.406747+00:00 0:00:00.533588 56654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T21:11:10.355766+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T20:05:00+00:00 EmrJobFlowSensor 2021-07-21T21:05:57.982331+00:00 2021-07-21T21:15:00.838490+00:00 0:09:02.856159 56653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T21:05:55.807802+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T21:05:35.972700+00:00 2021-07-21T21:05:37.646878+00:00 0:00:01.674178 56652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T21:05:33.786035+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T20:05:00+00:00 PythonOperator 2021-07-21T21:05:14.035851+00:00 2021-07-21T21:05:17.663999+00:00 0:00:03.628148 56651 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T21:05:11.709687+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T20:00:00+00:00 EmrJobFlowSensor 2021-07-21T21:01:03.741123+00:00 2021-07-21T21:14:07.134088+00:00 0:13:03.392965 56650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T21:01:01.442937+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T20:00:00+00:00 EmrJobFlowSensor 2021-07-21T21:00:51.519300+00:00 2021-07-21T21:10:54.457588+00:00 0:10:02.938288 56649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T21:00:49.302731+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T21:00:41.380223+00:00 2021-07-21T21:00:43.280021+00:00 0:00:01.899798 56648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T21:00:39.294239+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T21:00:29.378533+00:00 2021-07-21T21:00:31.101614+00:00 0:00:01.723081 56647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T21:00:27.222694+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T20:00:00+00:00 PythonOperator 2021-07-21T21:00:21.409599+00:00 2021-07-21T21:00:25.294010+00:00 0:00:03.884411 56646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T21:00:19.199227+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T20:00:00+00:00 PythonOperator 2021-07-21T21:00:09.673200+00:00 2021-07-21T21:00:13.576378+00:00 0:00:03.903178 56645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T21:00:07.188698+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T19:00:00+00:00 EmrJobFlowSensor 2021-07-21T20:11:25.914696+00:00 2021-07-21T20:21:29.002017+00:00 0:10:03.087321 56643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T20:11:23.641594+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T19:00:00+00:00 EmrJobFlowSensor 2021-07-21T20:11:19.778876+00:00 2021-07-21T20:21:22.688379+00:00 0:10:02.909503 56642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T20:11:17.641622+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T20:11:03.790079+00:00 2021-07-21T20:11:05.580408+00:00 0:00:01.790329 56641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T20:11:01.625893+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T20:10:57.879349+00:00 2021-07-21T20:10:59.754955+00:00 0:00:01.875606 56640 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T20:10:55.616555+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T19:00:00+00:00 PythonOperator 2021-07-21T20:10:42.054418+00:00 2021-07-21T20:10:45.655479+00:00 0:00:03.601061 56639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T20:10:39.670525+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T19:00:00+00:00 PythonOperator 2021-07-21T20:10:36.039746+00:00 2021-07-21T20:10:40.178579+00:00 0:00:04.138833 56638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T20:10:33.667215+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T19:00:00+00:00 TriggerDagRunOperator 2021-07-21T20:10:17.970768+00:00 2021-07-21T20:10:18.517175+00:00 0:00:00.546407 56637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T20:10:15.587225+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T19:00:00+00:00 TriggerDagRunOperator 2021-07-21T20:10:17.934544+00:00 2021-07-21T20:10:18.311521+00:00 0:00:00.376977 56636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T20:10:15.587259+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T19:05:00+00:00 EmrJobFlowSensor 2021-07-21T20:05:57.305549+00:00 2021-07-21T20:14:59.939523+00:00 0:09:02.633974 56635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T20:05:55.145386+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T20:05:35.412011+00:00 2021-07-21T20:05:37.078643+00:00 0:00:01.666632 56634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T20:05:33.126654+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T19:05:00+00:00 PythonOperator 2021-07-21T20:05:13.253012+00:00 2021-07-21T20:05:17.075496+00:00 0:00:03.822484 56633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T20:05:11.102766+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T19:00:00+00:00 EmrJobFlowSensor 2021-07-21T20:01:02.886563+00:00 2021-07-21T20:14:06.483699+00:00 0:13:03.597136 56632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T20:01:00.610929+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T19:00:00+00:00 EmrJobFlowSensor 2021-07-21T20:00:58.997653+00:00 2021-07-21T20:10:01.829006+00:00 0:09:02.831353 56631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T20:00:56.601758+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T20:00:41.209525+00:00 2021-07-21T20:00:42.881072+00:00 0:00:01.671547 56630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T20:00:38.587473+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T20:00:38.836057+00:00 2021-07-21T20:00:40.914939+00:00 0:00:02.078882 56629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T20:00:36.585861+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T19:00:00+00:00 PythonOperator 2021-07-21T20:00:17.012131+00:00 2021-07-21T20:00:20.492253+00:00 0:00:03.480122 56628 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T20:00:14.489138+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T19:00:00+00:00 PythonOperator 2021-07-21T20:00:16.904907+00:00 2021-07-21T20:00:21.066104+00:00 0:00:04.161197 56627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T20:00:14.489109+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T18:00:00+00:00 EmrJobFlowSensor 2021-07-21T19:12:37.882898+00:00 2021-07-21T19:21:40.729058+00:00 0:09:02.846160 56625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T19:12:35.292106+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T18:00:00+00:00 EmrJobFlowSensor 2021-07-21T19:12:35.421060+00:00 2021-07-21T19:21:38.616458+00:00 0:09:03.195398 56624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T19:12:33.287523+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T19:12:16.042283+00:00 2021-07-21T19:12:17.753290+00:00 0:00:01.711007 56623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T19:12:13.231885+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T19:12:13.711139+00:00 2021-07-21T19:12:16.048858+00:00 0:00:02.337719 56622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T19:12:11.232204+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T18:00:00+00:00 PythonOperator 2021-07-21T19:11:53.586432+00:00 2021-07-21T19:11:57.383221+00:00 0:00:03.796789 56621 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T19:11:51.271505+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T18:00:00+00:00 PythonOperator 2021-07-21T19:11:51.395646+00:00 2021-07-21T19:11:55.217437+00:00 0:00:03.821791 56620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T19:11:49.223320+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T18:00:00+00:00 TriggerDagRunOperator 2021-07-21T19:11:39.843370+00:00 2021-07-21T19:11:40.354332+00:00 0:00:00.510962 56619 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T19:11:37.270220+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T18:00:00+00:00 TriggerDagRunOperator 2021-07-21T19:11:39.658658+00:00 2021-07-21T19:11:40.082882+00:00 0:00:00.424224 56618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T19:11:37.270269+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T18:05:00+00:00 EmrJobFlowSensor 2021-07-21T19:05:58.856729+00:00 2021-07-21T19:16:01.734996+00:00 0:10:02.878267 56617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T19:05:56.704340+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T19:05:36.880997+00:00 2021-07-21T19:05:38.605501+00:00 0:00:01.724504 56616 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T19:05:34.684590+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T18:05:00+00:00 PythonOperator 2021-07-21T19:05:15.124666+00:00 2021-07-21T19:05:18.866065+00:00 0:00:03.741399 56615 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T19:05:12.620659+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T18:00:00+00:00 EmrJobFlowSensor 2021-07-21T19:01:20.641009+00:00 2021-07-21T19:11:23.747045+00:00 0:10:03.106036 56614 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T19:01:18.224033+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T18:00:00+00:00 EmrJobFlowSensor 2021-07-21T19:00:54.368320+00:00 2021-07-21T19:16:58.095975+00:00 0:16:03.727655 56613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T19:00:52.203109+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T19:00:50.333220+00:00 2021-07-21T19:00:51.991708+00:00 0:00:01.658488 56612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T19:00:48.196151+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T19:00:31.199891+00:00 2021-07-21T19:00:32.900607+00:00 0:00:01.700716 56611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T19:00:28.351495+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T18:00:00+00:00 PythonOperator 2021-07-21T19:00:22.355192+00:00 2021-07-21T19:00:26.341778+00:00 0:00:03.986586 56610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T19:00:20.123257+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T18:00:00+00:00 PythonOperator 2021-07-21T19:00:08.495984+00:00 2021-07-21T19:00:12.380838+00:00 0:00:03.884854 56609 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T19:00:06.117825+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T17:00:00+00:00 EmrJobFlowSensor 2021-07-21T18:12:35.871265+00:00 2021-07-21T18:22:38.810610+00:00 0:10:02.939345 56607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T18:12:33.595035+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T17:00:00+00:00 EmrJobFlowSensor 2021-07-21T18:12:33.962463+00:00 2021-07-21T18:22:37.087300+00:00 0:10:03.124837 56606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T18:12:31.593727+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T18:12:12.340869+00:00 2021-07-21T18:12:14.105091+00:00 0:00:01.764222 56605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T18:12:09.572391+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T18:12:10.126122+00:00 2021-07-21T18:12:12.118527+00:00 0:00:01.992405 56604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T18:12:07.641338+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T17:00:00+00:00 PythonOperator 2021-07-21T18:11:50.775174+00:00 2021-07-21T18:11:55.201595+00:00 0:00:04.426421 56603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T18:11:47.500201+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T17:00:00+00:00 PythonOperator 2021-07-21T18:11:48.910185+00:00 2021-07-21T18:11:53.403584+00:00 0:00:04.493399 56602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T18:11:45.499374+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T17:00:00+00:00 TriggerDagRunOperator 2021-07-21T18:11:39.919707+00:00 2021-07-21T18:11:40.416154+00:00 0:00:00.496447 56601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T18:11:37.491233+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T17:00:00+00:00 TriggerDagRunOperator 2021-07-21T18:11:39.611784+00:00 2021-07-21T18:11:40.049268+00:00 0:00:00.437484 56600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T18:11:37.491265+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T17:05:00+00:00 EmrJobFlowSensor 2021-07-21T18:06:05.622181+00:00 2021-07-21T18:14:08.444165+00:00 0:08:02.821984 56599 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T18:06:03.052917+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T18:05:43.023423+00:00 2021-07-21T18:05:44.666297+00:00 0:00:01.642874 56598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T18:05:40.895432+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T17:05:00+00:00 PythonOperator 2021-07-21T18:05:21.265976+00:00 2021-07-21T18:05:24.831021+00:00 0:00:03.565045 56597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T18:05:18.881327+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T17:00:00+00:00 EmrJobFlowSensor 2021-07-21T18:01:14.966135+00:00 2021-07-21T18:11:18.157549+00:00 0:10:03.191414 56596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T18:01:12.474134+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T17:00:00+00:00 EmrJobFlowSensor 2021-07-21T18:01:00.965205+00:00 2021-07-21T18:16:04.959227+00:00 0:15:03.994022 56595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T18:00:58.471016+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T18:00:54.984334+00:00 2021-07-21T18:00:56.754108+00:00 0:00:01.769774 56594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T18:00:52.472120+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T18:00:38.582072+00:00 2021-07-21T18:00:40.508041+00:00 0:00:01.925969 56593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T18:00:36.392786+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T17:00:00+00:00 PythonOperator 2021-07-21T18:00:32.573320+00:00 2021-07-21T18:00:36.471211+00:00 0:00:03.897891 56592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T18:00:30.385169+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T17:00:00+00:00 PythonOperator 2021-07-21T18:00:08.806405+00:00 2021-07-21T18:00:13.056678+00:00 0:00:04.250273 56591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T18:00:06.307744+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T16:00:00+00:00 EmrJobFlowSensor 2021-07-21T17:12:11.017504+00:00 2021-07-21T17:21:13.788495+00:00 0:09:02.770991 56589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T17:12:08.586750+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T16:00:00+00:00 EmrJobFlowSensor 2021-07-21T17:12:06.928123+00:00 2021-07-21T17:21:09.779688+00:00 0:09:02.851565 56588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T17:12:04.572490+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T17:11:48.936535+00:00 2021-07-21T17:11:50.756592+00:00 0:00:01.820057 56587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T17:11:46.523088+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T17:11:46.958280+00:00 2021-07-21T17:11:48.683100+00:00 0:00:01.724820 56586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T17:11:44.520166+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T16:00:00+00:00 PythonOperator 2021-07-21T17:11:27.828779+00:00 2021-07-21T17:11:31.807483+00:00 0:00:03.978704 56585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T17:11:24.562976+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T16:00:00+00:00 PythonOperator 2021-07-21T17:11:25.300688+00:00 2021-07-21T17:11:29.759659+00:00 0:00:04.458971 56584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T17:11:22.577042+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T16:00:00+00:00 TriggerDagRunOperator 2021-07-21T17:11:12.767588+00:00 2021-07-21T17:11:13.276527+00:00 0:00:00.508939 56583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T17:11:10.492549+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T16:00:00+00:00 TriggerDagRunOperator 2021-07-21T17:11:12.724657+00:00 2021-07-21T17:11:13.109407+00:00 0:00:00.384750 56582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T17:11:10.492517+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T16:05:00+00:00 EmrJobFlowSensor 2021-07-21T17:06:00.504171+00:00 2021-07-21T17:15:03.178963+00:00 0:09:02.674792 56581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T17:05:58.041089+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T17:05:38.035645+00:00 2021-07-21T17:05:39.817568+00:00 0:00:01.781923 56580 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T17:05:35.822160+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T16:05:00+00:00 PythonOperator 2021-07-21T17:05:18.051772+00:00 2021-07-21T17:05:21.872035+00:00 0:00:03.820263 56579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T17:05:15.807118+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T16:00:00+00:00 EmrJobFlowSensor 2021-07-21T17:01:07.721866+00:00 2021-07-21T17:16:11.493647+00:00 0:15:03.771781 56578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T17:01:05.455456+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T16:00:00+00:00 EmrJobFlowSensor 2021-07-21T17:00:54.088544+00:00 2021-07-21T17:10:57.193809+00:00 0:10:03.105265 56577 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T17:00:51.256001+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T17:00:45.494478+00:00 2021-07-21T17:00:47.339770+00:00 0:00:01.845292 56576 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T17:00:43.251935+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T17:00:33.506416+00:00 2021-07-21T17:00:35.392810+00:00 0:00:01.886394 56575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T17:00:31.240461+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T16:00:00+00:00 PythonOperator 2021-07-21T17:00:23.540500+00:00 2021-07-21T17:00:27.886796+00:00 0:00:04.346296 56574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T17:00:21.233075+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T16:00:00+00:00 PythonOperator 2021-07-21T17:00:07.878632+00:00 2021-07-21T17:00:11.770983+00:00 0:00:03.892351 56573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T17:00:05.246497+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T15:00:00+00:00 EmrJobFlowSensor 2021-07-21T16:11:54.558727+00:00 2021-07-21T16:20:57.644361+00:00 0:09:03.085634 56571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T16:11:52.226517+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T16:11:30.708116+00:00 2021-07-21T16:11:32.504388+00:00 0:00:01.796272 56570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T16:11:28.265583+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T15:00:00+00:00 EmrJobFlowSensor 2021-07-21T16:11:28.589887+00:00 2021-07-21T16:21:31.457821+00:00 0:10:02.867934 56569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T16:11:26.279122+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T15:00:00+00:00 PythonOperator 2021-07-21T16:11:10.375892+00:00 2021-07-21T16:11:14.676423+00:00 0:00:04.300531 56568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T16:11:08.189317+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T16:11:06.589260+00:00 2021-07-21T16:11:08.380861+00:00 0:00:01.791601 56567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T16:11:04.193055+00:00 2 default_pool