Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T22:00:00+00:00 PythonOperator 2021-07-07T23:00:09.232397+00:00 2021-07-07T23:00:13.236518+00:00 0:00:04.004121 51204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T23:00:06.989983+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T22:00:00+00:00 PythonOperator 2021-07-07T23:00:05.408785+00:00 2021-07-07T23:00:09.819647+00:00 0:00:04.410862 51203 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T23:00:02.984497+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T21:05:00+00:00 EmrJobFlowSensor 2021-07-07T22:15:06.757200+00:00 2021-07-07T22:15:08.267762+00:00 0:00:01.510562 51201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T22:15:04.477191+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T21:00:00+00:00 EmrJobFlowSensor 2021-07-07T22:13:30.665195+00:00 2021-07-07T22:22:33.211694+00:00 0:09:02.546499 51200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T22:13:28.282239+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T21:00:00+00:00 EmrJobFlowSensor 2021-07-07T22:13:26.469447+00:00 2021-07-07T22:22:29.192014+00:00 0:09:02.722567 51199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T22:13:24.207837+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T22:13:08.523502+00:00 2021-07-07T22:13:10.266386+00:00 0:00:01.742884 51198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T22:13:06.263962+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T22:13:04.698518+00:00 2021-07-07T22:13:06.446861+00:00 0:00:01.748343 51197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T22:13:02.259088+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T21:00:00+00:00 PythonOperator 2021-07-07T22:12:46.705753+00:00 2021-07-07T22:12:51.055464+00:00 0:00:04.349711 51196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T22:12:44.123209+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T21:00:00+00:00 PythonOperator 2021-07-07T22:12:42.983792+00:00 2021-07-07T22:12:47.806979+00:00 0:00:04.823187 51195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T22:12:40.160288+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T21:00:00+00:00 TriggerDagRunOperator 2021-07-07T22:12:34.812868+00:00 2021-07-07T22:12:35.352387+00:00 0:00:00.539519 51194 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T22:12:32.248433+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T21:00:00+00:00 TriggerDagRunOperator 2021-07-07T22:12:34.593930+00:00 2021-07-07T22:12:34.994713+00:00 0:00:00.400783 51193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T22:12:32.248398+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T22:05:35.778285+00:00 2021-07-07T22:05:37.597728+00:00 0:00:01.819443 51191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T22:05:33.445973+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T21:05:00+00:00 PythonOperator 2021-07-07T22:05:11.743268+00:00 2021-07-07T22:05:14.558799+00:00 0:00:02.815531 51190 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T22:05:09.446512+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T21:00:00+00:00 EmrJobFlowSensor 2021-07-07T22:00:55.336540+00:00 2021-07-07T22:10:58.386808+00:00 0:10:03.050268 51189 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T22:00:52.982063+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T21:00:00+00:00 EmrJobFlowSensor 2021-07-07T22:00:51.143456+00:00 2021-07-07T22:13:54.447038+00:00 0:13:03.303582 51188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T22:00:48.933313+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T22:00:35.215222+00:00 2021-07-07T22:00:36.918530+00:00 0:00:01.703308 51187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T22:00:32.918546+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T22:00:29.222169+00:00 2021-07-07T22:00:31.041166+00:00 0:00:01.818997 51186 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T22:00:26.912665+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T21:00:00+00:00 PythonOperator 2021-07-07T22:00:11.814724+00:00 2021-07-07T22:00:15.787788+00:00 0:00:03.973064 51185 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T22:00:08.960685+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T21:00:00+00:00 PythonOperator 2021-07-07T22:00:07.727343+00:00 2021-07-07T22:00:12.748214+00:00 0:00:05.020871 51184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T22:00:04.969618+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T20:00:00+00:00 EmrJobFlowSensor 2021-07-07T21:10:15.961157+00:00 2021-07-07T21:18:18.732009+00:00 0:08:02.770852 51182 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T21:10:13.733017+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T20:00:00+00:00 EmrJobFlowSensor 2021-07-07T21:10:11.918430+00:00 2021-07-07T21:19:14.900249+00:00 0:09:02.981819 51181 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T21:10:09.724757+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T21:09:54.372075+00:00 2021-07-07T21:09:56.042263+00:00 0:00:01.670188 51180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T21:09:51.716624+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T21:09:50.217178+00:00 2021-07-07T21:09:51.987361+00:00 0:00:01.770183 51179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T21:09:47.780093+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T20:00:00+00:00 PythonOperator 2021-07-07T21:09:34.037228+00:00 2021-07-07T21:09:37.687269+00:00 0:00:03.650041 51178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T21:09:29.845341+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T20:00:00+00:00 PythonOperator 2021-07-07T21:09:27.841727+00:00 2021-07-07T21:09:33.749046+00:00 0:00:05.907319 51177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T21:09:25.694749+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T20:00:00+00:00 TriggerDagRunOperator 2021-07-07T21:09:07.980905+00:00 2021-07-07T21:09:08.524395+00:00 0:00:00.543490 51176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T21:09:05.665862+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T20:00:00+00:00 TriggerDagRunOperator 2021-07-07T21:09:07.941409+00:00 2021-07-07T21:09:08.322248+00:00 0:00:00.380839 51175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T21:09:05.665891+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T20:05:00+00:00 EmrJobFlowSensor 2021-07-07T21:06:01.795843+00:00 2021-07-07T21:15:04.699169+00:00 0:09:02.903326 51174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T21:05:59.449803+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T21:05:39.731842+00:00 2021-07-07T21:05:41.498465+00:00 0:00:01.766623 51173 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T21:05:37.399706+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T20:05:00+00:00 PythonOperator 2021-07-07T21:05:19.661180+00:00 2021-07-07T21:05:23.169402+00:00 0:00:03.508222 51172 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T21:05:17.368556+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T20:00:00+00:00 EmrJobFlowSensor 2021-07-07T21:00:53.029812+00:00 2021-07-07T21:08:55.804000+00:00 0:08:02.774188 51171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T21:00:50.742691+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T20:00:00+00:00 EmrJobFlowSensor 2021-07-07T21:00:46.865821+00:00 2021-07-07T21:12:50.158786+00:00 0:12:03.292965 51170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T21:00:44.733849+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T21:00:31.013507+00:00 2021-07-07T21:00:32.844110+00:00 0:00:01.830603 51169 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T21:00:28.767305+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T21:00:25.017132+00:00 2021-07-07T21:00:26.811346+00:00 0:00:01.794214 51168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T21:00:22.715430+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T20:00:00+00:00 PythonOperator 2021-07-07T21:00:10.124681+00:00 2021-07-07T21:00:13.569796+00:00 0:00:03.445115 51167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T21:00:06.772514+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T20:00:00+00:00 PythonOperator 2021-07-07T21:00:05.267523+00:00 2021-07-07T21:00:09.914854+00:00 0:00:04.647331 51166 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T21:00:02.699465+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T19:05:00+00:00 EmrJobFlowSensor 2021-07-07T20:13:08.621185+00:00 2021-07-07T20:14:10.224644+00:00 0:01:01.603459 51164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T20:13:06.128570+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T19:00:00+00:00 EmrJobFlowSensor 2021-07-07T20:11:18.282476+00:00 2021-07-07T20:21:21.289296+00:00 0:10:03.006820 51163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T20:11:16.044283+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T19:00:00+00:00 EmrJobFlowSensor 2021-07-07T20:11:08.262776+00:00 2021-07-07T20:20:11.268927+00:00 0:09:03.006151 51162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T20:11:06.016840+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T20:10:58.220710+00:00 2021-07-07T20:10:59.993772+00:00 0:00:01.773062 51161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T20:10:56.007674+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T20:10:46.360393+00:00 2021-07-07T20:10:48.038166+00:00 0:00:01.677773 51160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T20:10:43.995774+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T19:00:00+00:00 PythonOperator 2021-07-07T20:10:36.163384+00:00 2021-07-07T20:10:39.847132+00:00 0:00:03.683748 51159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T20:10:34.008757+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T19:00:00+00:00 PythonOperator 2021-07-07T20:10:24.481261+00:00 2021-07-07T20:10:28.388737+00:00 0:00:03.907476 51158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T20:10:21.984906+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T19:00:00+00:00 TriggerDagRunOperator 2021-07-07T20:10:10.442828+00:00 2021-07-07T20:10:10.931050+00:00 0:00:00.488222 51157 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T20:10:07.942674+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T19:00:00+00:00 TriggerDagRunOperator 2021-07-07T20:10:10.174013+00:00 2021-07-07T20:10:10.562411+00:00 0:00:00.388398 51156 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T20:10:07.942626+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T20:05:47.682672+00:00 2021-07-07T20:05:49.447125+00:00 0:00:01.764453 51154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T20:05:45.449365+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T19:05:00+00:00 PythonOperator 2021-07-07T20:05:15.970479+00:00 2021-07-07T20:05:19.028008+00:00 0:00:03.057529 51153 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T20:05:13.401737+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T19:00:00+00:00 EmrJobFlowSensor 2021-07-07T20:00:55.620815+00:00 2021-07-07T20:12:58.766192+00:00 0:12:03.145377 51152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T20:00:52.890874+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T19:00:00+00:00 EmrJobFlowSensor 2021-07-07T20:00:55.295600+00:00 2021-07-07T20:09:58.092158+00:00 0:09:02.796558 51151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T20:00:52.890827+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T20:00:35.416988+00:00 2021-07-07T20:00:37.187836+00:00 0:00:01.770848 51150 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T20:00:32.843542+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T20:00:35.439607+00:00 2021-07-07T20:00:37.277311+00:00 0:00:01.837704 51149 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T20:00:32.843575+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T19:00:00+00:00 PythonOperator 2021-07-07T20:00:13.224754+00:00 2021-07-07T20:00:16.742789+00:00 0:00:03.518035 51148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T20:00:10.695285+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T19:00:00+00:00 PythonOperator 2021-07-07T20:00:13.008698+00:00 2021-07-07T20:00:16.947058+00:00 0:00:03.938360 51147 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T20:00:10.695314+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T18:00:00+00:00 EmrJobFlowSensor 2021-07-07T19:12:31.252745+00:00 2021-07-07T19:22:34.415570+00:00 0:10:03.162825 51145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T19:12:28.937411+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T18:00:00+00:00 EmrJobFlowSensor 2021-07-07T19:12:23.266762+00:00 2021-07-07T19:21:25.949118+00:00 0:09:02.682356 51144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T19:12:20.930606+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T19:11:59.213802+00:00 2021-07-07T19:12:00.979980+00:00 0:00:01.766178 51143 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T19:11:56.909679+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T19:11:55.295573+00:00 2021-07-07T19:11:56.982959+00:00 0:00:01.687386 51142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T19:11:52.911666+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T18:00:00+00:00 PythonOperator 2021-07-07T19:11:40.104915+00:00 2021-07-07T19:11:43.497706+00:00 0:00:03.392791 51141 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T19:11:36.891164+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T18:00:00+00:00 PythonOperator 2021-07-07T19:11:35.116831+00:00 2021-07-07T19:11:40.113123+00:00 0:00:04.996292 51140 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T19:11:32.888445+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T18:00:00+00:00 TriggerDagRunOperator 2021-07-07T19:11:23.131928+00:00 2021-07-07T19:11:23.651069+00:00 0:00:00.519141 51139 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T19:11:20.812701+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T18:00:00+00:00 TriggerDagRunOperator 2021-07-07T19:11:23.014762+00:00 2021-07-07T19:11:23.410545+00:00 0:00:00.395783 51138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T19:11:20.812671+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T18:05:00+00:00 EmrJobFlowSensor 2021-07-07T19:05:58.628821+00:00 2021-07-07T19:15:01.392754+00:00 0:09:02.763933 51137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T19:05:56.359542+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T19:05:26.374302+00:00 2021-07-07T19:05:28.035417+00:00 0:00:01.661115 51136 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T19:05:24.247323+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T18:05:00+00:00 PythonOperator 2021-07-07T19:05:04.456253+00:00 2021-07-07T19:05:08.071869+00:00 0:00:03.615616 51135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T19:05:02.225745+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T18:00:00+00:00 EmrJobFlowSensor 2021-07-07T19:01:08.298975+00:00 2021-07-07T19:11:11.262584+00:00 0:10:02.963609 51134 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T19:01:05.905772+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T18:00:00+00:00 EmrJobFlowSensor 2021-07-07T19:01:04.400395+00:00 2021-07-07T19:12:07.703688+00:00 0:11:03.303293 51133 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T19:01:01.902868+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T19:00:46.259688+00:00 2021-07-07T19:00:48.073182+00:00 0:00:01.813494 51132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T19:00:43.967591+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T19:00:42.115306+00:00 2021-07-07T19:00:43.970907+00:00 0:00:01.855601 51131 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T19:00:39.895662+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T18:00:00+00:00 PythonOperator 2021-07-07T19:00:24.149021+00:00 2021-07-07T19:00:27.570278+00:00 0:00:03.421257 51130 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T19:00:21.822041+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T18:00:00+00:00 PythonOperator 2021-07-07T19:00:20.263142+00:00 2021-07-07T19:00:24.282295+00:00 0:00:04.019153 51129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T19:00:17.867362+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T17:00:00+00:00 EmrJobFlowSensor 2021-07-07T18:12:10.582951+00:00 2021-07-07T18:21:13.296811+00:00 0:09:02.713860 51127 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T18:12:08.405369+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T17:00:00+00:00 EmrJobFlowSensor 2021-07-07T18:11:58.576621+00:00 2021-07-07T18:21:01.400423+00:00 0:09:02.823802 51126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T18:11:56.391156+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T18:11:46.890123+00:00 2021-07-07T18:11:48.629395+00:00 0:00:01.739272 51125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T18:11:44.383904+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T18:11:36.491132+00:00 2021-07-07T18:11:38.162404+00:00 0:00:01.671272 51124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T18:11:34.332278+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T17:00:00+00:00 PythonOperator 2021-07-07T18:11:25.119075+00:00 2021-07-07T18:11:29.180707+00:00 0:00:04.061632 51123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T18:11:22.584098+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T17:00:00+00:00 PythonOperator 2021-07-07T18:11:15.513475+00:00 2021-07-07T18:11:19.322356+00:00 0:00:03.808881 51122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T18:11:12.323356+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T17:00:00+00:00 TriggerDagRunOperator 2021-07-07T18:11:06.900112+00:00 2021-07-07T18:11:07.407490+00:00 0:00:00.507378 51121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T18:11:04.367502+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T17:00:00+00:00 TriggerDagRunOperator 2021-07-07T18:11:06.829497+00:00 2021-07-07T18:11:07.239365+00:00 0:00:00.409868 51120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T18:11:04.367552+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T17:05:00+00:00 EmrJobFlowSensor 2021-07-07T18:05:54.057863+00:00 2021-07-07T18:13:56.577683+00:00 0:08:02.519820 51119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T18:05:51.833302+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T18:05:32.206126+00:00 2021-07-07T18:05:33.870274+00:00 0:00:01.664148 51118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T18:05:29.880357+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T17:05:00+00:00 PythonOperator 2021-07-07T18:05:10.273892+00:00 2021-07-07T18:05:13.629251+00:00 0:00:03.355359 51117 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T18:05:07.852940+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T17:00:00+00:00 EmrJobFlowSensor 2021-07-07T18:01:05.774794+00:00 2021-07-07T18:13:09.178767+00:00 0:12:03.403973 51116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T18:01:03.443507+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T17:00:00+00:00 EmrJobFlowSensor 2021-07-07T18:00:49.784372+00:00 2021-07-07T18:10:52.835838+00:00 0:10:03.051466 51115 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T18:00:47.384300+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T18:00:45.703937+00:00 2021-07-07T18:00:47.763201+00:00 0:00:02.059264 51114 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T18:00:43.355196+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T18:00:27.704099+00:00 2021-07-07T18:00:29.478031+00:00 0:00:01.773932 51113 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T18:00:25.313149+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T17:00:00+00:00 PythonOperator 2021-07-07T18:00:23.970152+00:00 2021-07-07T18:00:27.749280+00:00 0:00:03.779128 51112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T18:00:21.340798+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T17:00:00+00:00 PythonOperator 2021-07-07T18:00:06.328827+00:00 2021-07-07T18:00:10.086225+00:00 0:00:03.757398 51111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T18:00:03.355581+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T16:00:00+00:00 EmrJobFlowSensor 2021-07-07T17:13:36.101183+00:00 2021-07-07T17:23:39.110278+00:00 0:10:03.009095 51109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T17:13:33.715582+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T16:00:00+00:00 EmrJobFlowSensor 2021-07-07T17:13:17.833765+00:00 2021-07-07T17:22:20.686287+00:00 0:09:02.852522 51108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T17:13:15.695495+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T17:13:14.178028+00:00 2021-07-07T17:13:16.059665+00:00 0:00:01.881637 51107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T17:13:11.688365+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T17:12:52.855112+00:00 2021-07-07T17:12:54.698716+00:00 0:00:01.843604 51106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T17:12:49.605758+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T16:00:00+00:00 PythonOperator 2021-07-07T17:12:47.975591+00:00 2021-07-07T17:12:53.151836+00:00 0:00:05.176245 51105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T17:12:45.608410+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T16:00:00+00:00 PythonOperator 2021-07-07T17:12:23.807633+00:00 2021-07-07T17:12:27.962217+00:00 0:00:04.154584 51104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T17:12:21.589070+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T16:00:00+00:00 TriggerDagRunOperator 2021-07-07T17:12:19.899347+00:00 2021-07-07T17:12:20.443086+00:00 0:00:00.543739 51103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T17:12:17.543449+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T16:00:00+00:00 TriggerDagRunOperator 2021-07-07T17:12:19.746664+00:00 2021-07-07T17:12:20.165309+00:00 0:00:00.418645 51102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T17:12:17.543413+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T16:05:00+00:00 EmrJobFlowSensor 2021-07-07T17:06:05.265947+00:00 2021-07-07T17:15:07.904950+00:00 0:09:02.639003 51101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T17:06:02.982648+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T17:05:41.070662+00:00 2021-07-07T17:05:42.764568+00:00 0:00:01.693906 51100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T17:05:38.932068+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T16:05:00+00:00 PythonOperator 2021-07-07T17:05:19.198521+00:00 2021-07-07T17:05:22.511109+00:00 0:00:03.312588 51099 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T17:05:16.908454+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T16:00:00+00:00 EmrJobFlowSensor 2021-07-07T17:01:01.214431+00:00 2021-07-07T17:15:04.653036+00:00 0:14:03.438605 51098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T17:00:58.468191+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T16:00:00+00:00 EmrJobFlowSensor 2021-07-07T17:00:58.951533+00:00 2021-07-07T17:12:02.365460+00:00 0:11:03.413927 51097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T17:00:56.469499+00:00 2 default_pool