Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T12:09:29.169993+00:00 2021-07-24T12:09:30.861840+00:00 0:00:01.691847 57801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T12:09:26.843859+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T11:00:00+00:00 PythonOperator 2021-07-24T12:09:12.335116+00:00 2021-07-24T12:09:15.980369+00:00 0:00:03.645253 57800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T12:09:08.776721+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T11:00:00+00:00 PythonOperator 2021-07-24T12:09:09.615476+00:00 2021-07-24T12:09:13.788878+00:00 0:00:04.173402 57799 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T12:09:06.849036+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T11:00:00+00:00 TriggerDagRunOperator 2021-07-24T12:09:03.227318+00:00 2021-07-24T12:09:03.749534+00:00 0:00:00.522216 57798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T12:09:00.719305+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T11:00:00+00:00 TriggerDagRunOperator 2021-07-24T12:09:03.126526+00:00 2021-07-24T12:09:03.528778+00:00 0:00:00.402252 57797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T12:09:00.719336+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T11:05:00+00:00 EmrJobFlowSensor 2021-07-24T12:06:02.504153+00:00 2021-07-24T12:15:05.219247+00:00 0:09:02.715094 57796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T12:06:00.332679+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T12:05:42.506615+00:00 2021-07-24T12:05:44.142741+00:00 0:00:01.636126 57795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T12:05:40.315648+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T11:05:00+00:00 PythonOperator 2021-07-24T12:05:20.387045+00:00 2021-07-24T12:05:24.184709+00:00 0:00:03.797664 57794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T12:05:18.295114+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T11:00:00+00:00 EmrJobFlowSensor 2021-07-24T12:01:06.217117+00:00 2021-07-24T12:14:09.761086+00:00 0:13:03.543969 57793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T12:01:03.944865+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T11:00:00+00:00 EmrJobFlowSensor 2021-07-24T12:00:50.101414+00:00 2021-07-24T12:08:52.846372+00:00 0:08:02.744958 57792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T12:00:47.922543+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T12:00:40.088053+00:00 2021-07-24T12:00:41.775497+00:00 0:00:01.687444 57791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T12:00:37.919535+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T12:00:28.116368+00:00 2021-07-24T12:00:29.853611+00:00 0:00:01.737243 57790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T12:00:25.913993+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T11:00:00+00:00 PythonOperator 2021-07-24T12:00:18.197632+00:00 2021-07-24T12:00:22.321314+00:00 0:00:04.123682 57789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T12:00:15.944153+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T11:00:00+00:00 PythonOperator 2021-07-24T12:00:06.438186+00:00 2021-07-24T12:00:10.037649+00:00 0:00:03.599463 57788 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T12:00:03.896039+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T10:00:00+00:00 EmrJobFlowSensor 2021-07-24T11:12:29.015682+00:00 2021-07-24T11:22:32.031343+00:00 0:10:03.015661 57786 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T11:12:26.161664+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T10:00:00+00:00 EmrJobFlowSensor 2021-07-24T11:12:26.746545+00:00 2021-07-24T11:21:29.923781+00:00 0:09:03.177236 57785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T11:12:24.167351+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T11:12:06.348769+00:00 2021-07-24T11:12:08.016123+00:00 0:00:01.667354 57784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T11:12:04.144057+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T11:11:50.287324+00:00 2021-07-24T11:11:52.029471+00:00 0:00:01.742147 57783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T11:11:48.128074+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T10:00:00+00:00 PythonOperator 2021-07-24T11:11:36.383925+00:00 2021-07-24T11:11:40.490138+00:00 0:00:04.106213 57782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T11:11:34.183056+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T10:00:00+00:00 PythonOperator 2021-07-24T11:11:22.319631+00:00 2021-07-24T11:11:25.860633+00:00 0:00:03.541002 57781 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T11:11:20.101750+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T10:00:00+00:00 TriggerDagRunOperator 2021-07-24T11:11:12.459545+00:00 2021-07-24T11:11:12.987351+00:00 0:00:00.527806 57780 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T11:11:10.094393+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T10:00:00+00:00 TriggerDagRunOperator 2021-07-24T11:11:12.363767+00:00 2021-07-24T11:11:12.829750+00:00 0:00:00.465983 57779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T11:11:10.094426+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T10:05:00+00:00 EmrJobFlowSensor 2021-07-24T11:05:59.745367+00:00 2021-07-24T11:14:02.277247+00:00 0:08:02.531880 57778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T11:05:57.523063+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T11:05:37.926223+00:00 2021-07-24T11:05:39.724044+00:00 0:00:01.797821 57777 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T11:05:35.561914+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T10:05:00+00:00 PythonOperator 2021-07-24T11:05:17.767062+00:00 2021-07-24T11:05:21.260292+00:00 0:00:03.493230 57776 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T11:05:15.487789+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T10:00:00+00:00 EmrJobFlowSensor 2021-07-24T11:00:51.191709+00:00 2021-07-24T11:14:54.667960+00:00 0:14:03.476251 57775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T11:00:49.000259+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T10:00:00+00:00 EmrJobFlowSensor 2021-07-24T11:00:47.286022+00:00 2021-07-24T11:10:50.262958+00:00 0:10:02.976936 57774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T11:00:45.072148+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T11:00:29.709572+00:00 2021-07-24T11:00:31.425500+00:00 0:00:01.715928 57773 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T11:00:26.984350+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T11:00:27.224199+00:00 2021-07-24T11:00:29.360390+00:00 0:00:02.136191 57772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T11:00:24.932110+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T10:00:00+00:00 PythonOperator 2021-07-24T11:00:10.529007+00:00 2021-07-24T11:00:14.770773+00:00 0:00:04.241766 57771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T11:00:06.910989+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T10:00:00+00:00 PythonOperator 2021-07-24T11:00:05.349025+00:00 2021-07-24T11:00:10.793621+00:00 0:00:05.444596 57770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T11:00:02.916729+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T09:00:00+00:00 EmrJobFlowSensor 2021-07-24T10:12:43.242847+00:00 2021-07-24T10:21:46.178054+00:00 0:09:02.935207 57768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T10:12:41.091644+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T09:00:00+00:00 EmrJobFlowSensor 2021-07-24T10:12:37.333663+00:00 2021-07-24T10:20:40.003685+00:00 0:08:02.670022 57767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T10:12:35.145920+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T10:12:23.639233+00:00 2021-07-24T10:12:25.357740+00:00 0:00:01.718507 57766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T10:12:21.042527+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T10:12:15.232243+00:00 2021-07-24T10:12:16.956687+00:00 0:00:01.724444 57765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T10:12:13.032871+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T09:00:00+00:00 PythonOperator 2021-07-24T10:12:01.798103+00:00 2021-07-24T10:12:05.839737+00:00 0:00:04.041634 57764 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T10:11:59.074809+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T09:00:00+00:00 PythonOperator 2021-07-24T10:11:53.446771+00:00 2021-07-24T10:11:57.419061+00:00 0:00:03.972290 57763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T10:11:51.068805+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T09:00:00+00:00 TriggerDagRunOperator 2021-07-24T10:11:39.696261+00:00 2021-07-24T10:11:40.220296+00:00 0:00:00.524035 57762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T10:11:37.047514+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T09:00:00+00:00 TriggerDagRunOperator 2021-07-24T10:11:39.404628+00:00 2021-07-24T10:11:39.777789+00:00 0:00:00.373161 57761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T10:11:37.047545+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T09:05:00+00:00 EmrJobFlowSensor 2021-07-24T10:06:02.717198+00:00 2021-07-24T10:14:05.378028+00:00 0:08:02.660830 57760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T10:06:00.492393+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T10:05:40.805405+00:00 2021-07-24T10:05:42.547111+00:00 0:00:01.741706 57759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T10:05:38.478460+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T09:05:00+00:00 PythonOperator 2021-07-24T10:05:16.688021+00:00 2021-07-24T10:05:20.580146+00:00 0:00:03.892125 57758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T10:05:14.459150+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T09:00:00+00:00 EmrJobFlowSensor 2021-07-24T10:01:12.766335+00:00 2021-07-24T10:15:16.318300+00:00 0:14:03.551965 57757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T10:01:10.054264+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T09:00:00+00:00 EmrJobFlowSensor 2021-07-24T10:01:10.395474+00:00 2021-07-24T10:11:13.744394+00:00 0:10:03.348920 57756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T10:01:08.050972+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T10:00:50.330103+00:00 2021-07-24T10:00:52.035749+00:00 0:00:01.705646 57755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T10:00:48.073001+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T10:00:48.670547+00:00 2021-07-24T10:00:50.557880+00:00 0:00:01.887333 57754 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T10:00:46.148650+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T09:00:00+00:00 PythonOperator 2021-07-24T10:00:26.330292+00:00 2021-07-24T10:00:30.156497+00:00 0:00:03.826205 57753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T10:00:24.057496+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T09:00:00+00:00 PythonOperator 2021-07-24T10:00:20.666857+00:00 2021-07-24T10:00:24.647729+00:00 0:00:03.980872 57752 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T10:00:18.040819+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T08:00:00+00:00 EmrJobFlowSensor 2021-07-24T09:11:27.637235+00:00 2021-07-24T09:20:30.497440+00:00 0:09:02.860205 57750 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T09:11:25.411607+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T08:00:00+00:00 EmrJobFlowSensor 2021-07-24T09:11:15.884449+00:00 2021-07-24T09:20:18.931437+00:00 0:09:03.046988 57749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T09:11:13.448505+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T09:11:04.239334+00:00 2021-07-24T09:11:05.986758+00:00 0:00:01.747424 57748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T09:11:01.462974+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T09:10:55.589167+00:00 2021-07-24T09:10:57.339222+00:00 0:00:01.750055 57747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T09:10:53.385428+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T08:00:00+00:00 PythonOperator 2021-07-24T09:10:41.524680+00:00 2021-07-24T09:10:45.737327+00:00 0:00:04.212647 57746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T09:10:39.373780+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T08:00:00+00:00 PythonOperator 2021-07-24T09:10:33.774777+00:00 2021-07-24T09:10:37.456576+00:00 0:00:03.681799 57745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T09:10:31.364687+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T08:00:00+00:00 TriggerDagRunOperator 2021-07-24T09:10:21.522296+00:00 2021-07-24T09:10:22.064219+00:00 0:00:00.541923 57744 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T09:10:19.300792+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T08:00:00+00:00 TriggerDagRunOperator 2021-07-24T09:10:21.476438+00:00 2021-07-24T09:10:21.912614+00:00 0:00:00.436176 57743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T09:10:19.300825+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T08:05:00+00:00 EmrJobFlowSensor 2021-07-24T09:06:06.987888+00:00 2021-07-24T09:15:09.791963+00:00 0:09:02.804075 57742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T09:06:04.786648+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T09:05:42.974164+00:00 2021-07-24T09:05:44.639951+00:00 0:00:01.665787 57741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T09:05:40.731178+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T08:05:00+00:00 PythonOperator 2021-07-24T09:05:21.010346+00:00 2021-07-24T09:05:24.768990+00:00 0:00:03.758644 57740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T09:05:18.714575+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T08:00:00+00:00 EmrJobFlowSensor 2021-07-24T09:01:06.680324+00:00 2021-07-24T09:10:09.549958+00:00 0:09:02.869634 57739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T09:01:04.275832+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T08:00:00+00:00 EmrJobFlowSensor 2021-07-24T09:00:46.413252+00:00 2021-07-24T09:13:50.126123+00:00 0:13:03.712871 57738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T09:00:44.145194+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T09:00:44.549942+00:00 2021-07-24T09:00:46.311248+00:00 0:00:01.761306 57737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T09:00:42.148066+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T09:00:27.212910+00:00 2021-07-24T09:00:29.042318+00:00 0:00:01.829408 57736 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T09:00:24.128068+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T08:00:00+00:00 PythonOperator 2021-07-24T09:00:22.363644+00:00 2021-07-24T09:00:26.876406+00:00 0:00:04.512762 57735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T09:00:20.124558+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T08:00:00+00:00 PythonOperator 2021-07-24T09:00:04.805593+00:00 2021-07-24T09:00:09.161292+00:00 0:00:04.355699 57734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T09:00:02.111482+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T07:00:00+00:00 EmrJobFlowSensor 2021-07-24T08:12:08.708202+00:00 2021-07-24T08:20:11.421123+00:00 0:08:02.712921 57732 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T08:12:06.287595+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T07:00:00+00:00 EmrJobFlowSensor 2021-07-24T08:12:00.616140+00:00 2021-07-24T08:22:03.606958+00:00 0:10:02.990818 57731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T08:11:58.280689+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T08:11:48.383901+00:00 2021-07-24T08:11:50.116799+00:00 0:00:01.732898 57730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T08:11:46.219545+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T08:11:40.943860+00:00 2021-07-24T08:11:42.848342+00:00 0:00:01.904482 57729 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T08:11:38.210176+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T07:00:00+00:00 PythonOperator 2021-07-24T08:11:26.502399+00:00 2021-07-24T08:11:30.137183+00:00 0:00:03.634784 57728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T08:11:24.205037+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T07:00:00+00:00 PythonOperator 2021-07-24T08:11:18.380828+00:00 2021-07-24T08:11:22.448331+00:00 0:00:04.067503 57727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T08:11:16.193546+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T07:00:00+00:00 TriggerDagRunOperator 2021-07-24T08:11:08.553509+00:00 2021-07-24T08:11:09.166131+00:00 0:00:00.612622 57726 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T08:11:06.186821+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T07:00:00+00:00 TriggerDagRunOperator 2021-07-24T08:11:08.490944+00:00 2021-07-24T08:11:08.890803+00:00 0:00:00.399859 57725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T08:11:06.186785+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T07:05:00+00:00 EmrJobFlowSensor 2021-07-24T08:05:54.148898+00:00 2021-07-24T08:14:56.984516+00:00 0:09:02.835618 57724 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T08:05:51.683045+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T08:05:32.224414+00:00 2021-07-24T08:05:34.016831+00:00 0:00:01.792417 57723 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T08:05:29.663277+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T07:05:00+00:00 PythonOperator 2021-07-24T08:05:09.852955+00:00 2021-07-24T08:05:13.676467+00:00 0:00:03.823512 57722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T08:05:07.576453+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T07:00:00+00:00 EmrJobFlowSensor 2021-07-24T08:01:53.779336+00:00 2021-07-24T08:10:56.761437+00:00 0:09:02.982101 57721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T08:01:51.251351+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T08:01:33.462028+00:00 2021-07-24T08:01:35.228522+00:00 0:00:01.766494 57720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T08:01:31.066605+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T07:00:00+00:00 PythonOperator 2021-07-24T08:01:11.488536+00:00 2021-07-24T08:01:15.403426+00:00 0:00:03.914890 57719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T08:01:09.045684+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T07:00:00+00:00 EmrJobFlowSensor 2021-07-24T08:01:05.566985+00:00 2021-07-24T08:14:09.312892+00:00 0:13:03.745907 57718 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T08:01:02.980681+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T08:00:41.180210+00:00 2021-07-24T08:00:42.937829+00:00 0:00:01.757619 57717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T08:00:38.817382+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T07:00:00+00:00 PythonOperator 2021-07-24T08:00:15.186259+00:00 2021-07-24T08:00:19.534872+00:00 0:00:04.348613 57716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T08:00:12.793100+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T06:00:00+00:00 EmrJobFlowSensor 2021-07-24T07:12:11.938928+00:00 2021-07-24T07:22:14.951816+00:00 0:10:03.012888 57714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T07:12:09.768249+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T06:00:00+00:00 EmrJobFlowSensor 2021-07-24T07:12:10.094857+00:00 2021-07-24T07:21:13.042040+00:00 0:09:02.947183 57713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T07:12:07.771468+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T07:11:50.153680+00:00 2021-07-24T07:11:51.924809+00:00 0:00:01.771129 57712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T07:11:47.726136+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T07:11:49.907083+00:00 2021-07-24T07:11:51.636782+00:00 0:00:01.729699 57711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T07:11:47.726094+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T06:00:00+00:00 PythonOperator 2021-07-24T07:11:28.335326+00:00 2021-07-24T07:11:32.227474+00:00 0:00:03.892148 57710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T07:11:25.770222+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T06:00:00+00:00 PythonOperator 2021-07-24T07:11:28.251191+00:00 2021-07-24T07:11:32.109847+00:00 0:00:03.858656 57709 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T07:11:25.770163+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T06:00:00+00:00 TriggerDagRunOperator 2021-07-24T07:11:14.125954+00:00 2021-07-24T07:11:14.611471+00:00 0:00:00.485517 57708 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T07:11:11.698041+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T06:00:00+00:00 TriggerDagRunOperator 2021-07-24T07:11:13.918082+00:00 2021-07-24T07:11:14.304588+00:00 0:00:00.386506 57707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T07:11:11.698079+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T06:05:00+00:00 EmrJobFlowSensor 2021-07-24T07:06:13.682508+00:00 2021-07-24T07:14:16.310198+00:00 0:08:02.627690 57706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T07:06:11.351348+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T07:05:43.468975+00:00 2021-07-24T07:05:45.257357+00:00 0:00:01.788382 57705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T07:05:41.245448+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T06:05:00+00:00 PythonOperator 2021-07-24T07:05:15.563148+00:00 2021-07-24T07:05:19.474359+00:00 0:00:03.911211 57704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T07:05:13.251477+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T06:00:00+00:00 EmrJobFlowSensor 2021-07-24T07:00:59.094212+00:00 2021-07-24T07:14:02.507912+00:00 0:13:03.413700 57703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T07:00:56.766466+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T06:00:00+00:00 EmrJobFlowSensor 2021-07-24T07:00:55.114324+00:00 2021-07-24T07:10:58.346772+00:00 0:10:03.232448 57702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T07:00:52.773689+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T07:00:37.184138+00:00 2021-07-24T07:00:39.011088+00:00 0:00:01.826950 57701 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T07:00:34.762205+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T07:00:33.323750+00:00 2021-07-24T07:00:35.161035+00:00 0:00:01.837285 57700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T07:00:30.743900+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T06:00:00+00:00 PythonOperator 2021-07-24T07:00:16.801141+00:00 2021-07-24T07:00:20.974671+00:00 0:00:04.173530 57699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T07:00:14.649130+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T06:00:00+00:00 PythonOperator 2021-07-24T07:00:11.222909+00:00 2021-07-24T07:00:14.776126+00:00 0:00:03.553217 57698 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T07:00:08.644114+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T05:00:00+00:00 EmrJobFlowSensor 2021-07-24T06:11:07.829850+00:00 2021-07-24T06:21:10.903992+00:00 0:10:03.074142 57696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T06:11:05.223620+00:00 2 default_pool