Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T09:11:00.210899+00:00 2021-06-06T09:11:02.119840+00:00 0:00:01.908941 37306 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T09:10:57.550110+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T08:00:00+00:00 PythonOperator 2021-06-06T09:10:43.604361+00:00 2021-06-06T09:10:46.811216+00:00 0:00:03.206855 37305 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T09:10:41.388145+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T08:00:00+00:00 PythonOperator 2021-06-06T09:10:37.682828+00:00 2021-06-06T09:10:41.327605+00:00 0:00:03.644777 37304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T09:10:35.453110+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T08:00:00+00:00 TriggerDagRunOperator 2021-06-06T09:10:19.579451+00:00 2021-06-06T09:10:20.078637+00:00 0:00:00.499186 37303 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T09:10:17.288744+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T08:00:00+00:00 TriggerDagRunOperator 2021-06-06T09:10:19.448619+00:00 2021-06-06T09:10:19.836775+00:00 0:00:00.388156 37302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T09:10:17.288780+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T09:05:45.254388+00:00 2021-06-06T09:05:47.013445+00:00 0:00:01.759057 37300 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T09:05:42.719245+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T08:05:00+00:00 PythonOperator 2021-06-06T09:05:23.046146+00:00 2021-06-06T09:05:26.242606+00:00 0:00:03.196460 37299 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T09:05:20.761985+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T08:00:00+00:00 EmrJobFlowSensor 2021-06-06T09:01:06.355573+00:00 2021-06-06T09:13:09.309941+00:00 0:12:02.954368 37298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T09:01:04.217699+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T08:00:00+00:00 EmrJobFlowSensor 2021-06-06T09:01:00.803421+00:00 2021-06-06T09:10:03.553163+00:00 0:09:02.749742 37297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T09:00:58.352178+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T09:00:44.469835+00:00 2021-06-06T09:00:46.202843+00:00 0:00:01.733008 37296 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T09:00:42.186139+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T09:00:38.472806+00:00 2021-06-06T09:00:40.175322+00:00 0:00:01.702516 37295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T09:00:36.249524+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T08:00:00+00:00 PythonOperator 2021-06-06T09:00:22.351257+00:00 2021-06-06T09:00:25.744523+00:00 0:00:03.393266 37294 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T09:00:20.155790+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T08:00:00+00:00 PythonOperator 2021-06-06T09:00:16.714824+00:00 2021-06-06T09:00:19.947291+00:00 0:00:03.232467 37293 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T09:00:14.150579+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T07:00:00+00:00 EmrJobFlowSensor 2021-06-06T08:10:20.949883+00:00 2021-06-06T08:19:23.619062+00:00 0:09:02.669179 37291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T08:10:18.571283+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T07:00:00+00:00 EmrJobFlowSensor 2021-06-06T08:10:04.738119+00:00 2021-06-06T08:20:07.430392+00:00 0:10:02.692273 37290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T08:10:02.498150+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T08:09:58.675123+00:00 2021-06-06T08:10:00.374689+00:00 0:00:01.699566 37289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T08:09:56.435370+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T08:09:42.730116+00:00 2021-06-06T08:09:44.528425+00:00 0:00:01.798309 37288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T08:09:40.420678+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T07:00:00+00:00 PythonOperator 2021-06-06T08:09:38.595640+00:00 2021-06-06T08:09:41.937053+00:00 0:00:03.341413 37287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T08:09:36.412286+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T07:00:00+00:00 PythonOperator 2021-06-06T08:09:20.973600+00:00 2021-06-06T08:09:24.418783+00:00 0:00:03.445183 37286 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T08:09:18.399082+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T07:00:00+00:00 TriggerDagRunOperator 2021-06-06T08:09:12.634347+00:00 2021-06-06T08:09:13.061764+00:00 0:00:00.427417 37285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T08:09:10.393559+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T07:00:00+00:00 TriggerDagRunOperator 2021-06-06T08:09:12.636856+00:00 2021-06-06T08:09:13.144569+00:00 0:00:00.507713 37284 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T08:09:10.393528+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T07:05:00+00:00 EmrJobFlowSensor 2021-06-06T08:05:46.271567+00:00 2021-06-06T08:13:48.777030+00:00 0:08:02.505463 37283 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T08:05:43.931776+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T08:05:24.391542+00:00 2021-06-06T08:05:26.131691+00:00 0:00:01.740149 37282 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T08:05:21.970317+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T07:05:00+00:00 PythonOperator 2021-06-06T08:05:04.520264+00:00 2021-06-06T08:05:07.913348+00:00 0:00:03.393084 37281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T08:05:01.955543+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T07:00:00+00:00 EmrJobFlowSensor 2021-06-06T08:00:53.669487+00:00 2021-06-06T08:12:56.497522+00:00 0:12:02.828035 37280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T08:00:51.486362+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T07:00:00+00:00 EmrJobFlowSensor 2021-06-06T08:00:49.851267+00:00 2021-06-06T08:08:52.453035+00:00 0:08:02.601768 37279 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T08:00:47.491093+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T08:00:33.566635+00:00 2021-06-06T08:00:35.231545+00:00 0:00:01.664910 37278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T08:00:31.469572+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T08:00:29.792330+00:00 2021-06-06T08:00:31.498348+00:00 0:00:01.706018 37277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T08:00:27.479481+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T07:00:00+00:00 PythonOperator 2021-06-06T08:00:12.653384+00:00 2021-06-06T08:00:16.343051+00:00 0:00:03.689667 37276 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T08:00:09.448558+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T07:00:00+00:00 PythonOperator 2021-06-06T08:00:08.001202+00:00 2021-06-06T08:00:12.436054+00:00 0:00:04.434852 37275 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T08:00:05.442910+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T06:00:00+00:00 EmrJobFlowSensor 2021-06-06T07:12:30.367565+00:00 2021-06-06T07:21:32.953353+00:00 0:09:02.585788 37273 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T07:12:27.962407+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T06:00:00+00:00 EmrJobFlowSensor 2021-06-06T07:12:16.090807+00:00 2021-06-06T07:21:18.671948+00:00 0:09:02.581141 37272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T07:12:13.811681+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T07:12:08.004708+00:00 2021-06-06T07:12:09.863632+00:00 0:00:01.858924 37271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T07:12:05.809396+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T07:11:54.800384+00:00 2021-06-06T07:11:56.541811+00:00 0:00:01.741427 37270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T07:11:51.859546+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T06:00:00+00:00 PythonOperator 2021-06-06T07:11:46.173642+00:00 2021-06-06T07:11:49.549410+00:00 0:00:03.375768 37269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T07:11:43.800347+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T06:00:00+00:00 PythonOperator 2021-06-06T07:11:34.720733+00:00 2021-06-06T07:11:38.290409+00:00 0:00:03.569676 37268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T07:11:31.778705+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T06:00:00+00:00 TriggerDagRunOperator 2021-06-06T07:11:26.286733+00:00 2021-06-06T07:11:26.820005+00:00 0:00:00.533272 37267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T07:11:23.859161+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T06:00:00+00:00 TriggerDagRunOperator 2021-06-06T07:11:26.211032+00:00 2021-06-06T07:11:26.904149+00:00 0:00:00.693117 37266 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T07:11:23.859210+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T06:05:00+00:00 EmrJobFlowSensor 2021-06-06T07:06:05.469546+00:00 2021-06-06T07:15:07.967790+00:00 0:09:02.498244 37265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T07:06:03.198912+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T07:05:43.358199+00:00 2021-06-06T07:05:45.119976+00:00 0:00:01.761777 37264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T07:05:41.153698+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T06:05:00+00:00 PythonOperator 2021-06-06T07:05:21.259478+00:00 2021-06-06T07:05:24.598144+00:00 0:00:03.338666 37263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T07:05:19.124438+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T06:00:00+00:00 EmrJobFlowSensor 2021-06-06T07:01:03.465631+00:00 2021-06-06T07:14:06.558771+00:00 0:13:03.093140 37262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T07:01:00.839411+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T06:00:00+00:00 EmrJobFlowSensor 2021-06-06T07:01:01.192494+00:00 2021-06-06T07:11:04.247884+00:00 0:10:03.055390 37261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T07:00:58.873085+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T07:00:40.967847+00:00 2021-06-06T07:00:42.744304+00:00 0:00:01.776457 37260 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T07:00:38.819659+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T07:00:39.190680+00:00 2021-06-06T07:00:40.920527+00:00 0:00:01.729847 37259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T07:00:36.818618+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T06:00:00+00:00 PythonOperator 2021-06-06T07:00:21.437712+00:00 2021-06-06T07:00:25.133592+00:00 0:00:03.695880 37258 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T07:00:18.800432+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T06:00:00+00:00 PythonOperator 2021-06-06T07:00:17.181222+00:00 2021-06-06T07:00:20.947251+00:00 0:00:03.766029 37257 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T07:00:14.794341+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T05:00:00+00:00 EmrJobFlowSensor 2021-06-06T06:11:51.381237+00:00 2021-06-06T06:20:54.015843+00:00 0:09:02.634606 37255 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T06:11:49.193920+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T05:00:00+00:00 EmrJobFlowSensor 2021-06-06T06:11:47.485609+00:00 2021-06-06T06:20:49.995917+00:00 0:09:02.510308 37254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T06:11:45.255155+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T06:11:29.320929+00:00 2021-06-06T06:11:31.006308+00:00 0:00:01.685379 37253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T06:11:27.140852+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T06:11:27.590679+00:00 2021-06-06T06:11:29.390909+00:00 0:00:01.800230 37252 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T06:11:25.244310+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T05:00:00+00:00 PythonOperator 2021-06-06T06:11:09.872429+00:00 2021-06-06T06:11:13.078935+00:00 0:00:03.206506 37251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T06:11:07.048306+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T05:00:00+00:00 PythonOperator 2021-06-06T06:11:05.384826+00:00 2021-06-06T06:11:09.477476+00:00 0:00:04.092650 37250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T06:11:03.080835+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T05:00:00+00:00 TriggerDagRunOperator 2021-06-06T06:11:01.526358+00:00 2021-06-06T06:11:02.035218+00:00 0:00:00.508860 37249 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T06:10:59.059089+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T05:00:00+00:00 TriggerDagRunOperator 2021-06-06T06:11:01.401240+00:00 2021-06-06T06:11:01.810830+00:00 0:00:00.409590 37248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T06:10:59.059044+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T05:05:00+00:00 EmrJobFlowSensor 2021-06-06T06:05:58.578695+00:00 2021-06-06T06:14:01.194054+00:00 0:08:02.615359 37247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T06:05:56.417349+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T06:05:36.805053+00:00 2021-06-06T06:05:38.507392+00:00 0:00:01.702339 37246 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T06:05:34.452393+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T05:05:00+00:00 PythonOperator 2021-06-06T06:05:12.574768+00:00 2021-06-06T06:05:15.917766+00:00 0:00:03.342998 37245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T06:05:10.375525+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T05:00:00+00:00 EmrJobFlowSensor 2021-06-06T06:00:54.369578+00:00 2021-06-06T06:11:57.048557+00:00 0:11:02.678979 37244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T06:00:51.892304+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T05:00:00+00:00 EmrJobFlowSensor 2021-06-06T06:00:46.202464+00:00 2021-06-06T06:10:49.096544+00:00 0:10:02.894080 37243 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T06:00:43.953540+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T06:00:34.301350+00:00 2021-06-06T06:00:36.069502+00:00 0:00:01.768152 37242 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T06:00:31.824555+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T06:00:26.089837+00:00 2021-06-06T06:00:27.862160+00:00 0:00:01.772323 37241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T06:00:23.818451+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T05:00:00+00:00 PythonOperator 2021-06-06T06:00:11.962167+00:00 2021-06-06T06:00:15.464212+00:00 0:00:03.502045 37240 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T06:00:09.812800+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T05:00:00+00:00 PythonOperator 2021-06-06T06:00:04.854498+00:00 2021-06-06T06:00:08.107838+00:00 0:00:03.253340 37239 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T06:00:01.865361+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T04:05:00+00:00 EmrJobFlowSensor 2021-06-06T05:13:03.314859+00:00 2021-06-06T05:14:05.009014+00:00 0:01:01.694155 37237 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T05:13:00.883122+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T04:00:00+00:00 EmrJobFlowSensor 2021-06-06T05:11:48.984143+00:00 2021-06-06T05:21:51.813613+00:00 0:10:02.829470 37236 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T05:11:46.698739+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T04:00:00+00:00 EmrJobFlowSensor 2021-06-06T05:11:24.899978+00:00 2021-06-06T05:20:27.703120+00:00 0:09:02.803142 37235 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T05:11:22.655281+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T05:11:10.956265+00:00 2021-06-06T05:11:12.763799+00:00 0:00:01.807534 37234 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T05:11:08.616401+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T05:11:02.811720+00:00 2021-06-06T05:11:04.533672+00:00 0:00:01.721952 37233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T05:11:00.608989+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T04:00:00+00:00 PythonOperator 2021-06-06T05:10:49.086952+00:00 2021-06-06T05:10:52.310898+00:00 0:00:03.223946 37232 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T05:10:46.603413+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T04:00:00+00:00 PythonOperator 2021-06-06T05:10:40.792539+00:00 2021-06-06T05:10:44.605961+00:00 0:00:03.813422 37231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T05:10:38.596724+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T04:00:00+00:00 TriggerDagRunOperator 2021-06-06T05:10:31.308910+00:00 2021-06-06T05:10:31.804397+00:00 0:00:00.495487 37230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T05:10:28.757257+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T04:00:00+00:00 TriggerDagRunOperator 2021-06-06T05:10:31.175005+00:00 2021-06-06T05:10:31.590074+00:00 0:00:00.415069 37229 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T05:10:28.757306+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T05:05:28.457791+00:00 2021-06-06T05:05:30.164652+00:00 0:00:01.706861 37227 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T05:05:26.079815+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T04:05:00+00:00 PythonOperator 2021-06-06T05:05:06.650458+00:00 2021-06-06T05:05:09.581478+00:00 0:00:02.931020 37226 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T05:05:04.070875+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T04:00:00+00:00 EmrJobFlowSensor 2021-06-06T05:01:54.227051+00:00 2021-06-06T05:09:56.895866+00:00 0:08:02.668815 37225 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T05:01:51.783336+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T04:00:00+00:00 EmrJobFlowSensor 2021-06-06T05:01:10.120013+00:00 2021-06-06T05:12:12.993691+00:00 0:11:02.873678 37224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T05:01:07.719421+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T05:00:39.858284+00:00 2021-06-06T05:00:41.622018+00:00 0:00:01.763734 37223 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T05:00:37.692339+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T05:00:33.861642+00:00 2021-06-06T05:00:35.576347+00:00 0:00:01.714705 37222 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T05:00:31.687049+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T04:00:00+00:00 PythonOperator 2021-06-06T05:00:18.070891+00:00 2021-06-06T05:00:21.482884+00:00 0:00:03.411993 37221 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T05:00:15.627373+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T04:00:00+00:00 PythonOperator 2021-06-06T05:00:11.914369+00:00 2021-06-06T05:00:15.131685+00:00 0:00:03.217316 37220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T05:00:09.620612+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T03:00:00+00:00 EmrJobFlowSensor 2021-06-06T04:11:20.403720+00:00 2021-06-06T04:21:23.111151+00:00 0:10:02.707431 37218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T04:11:18.240007+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T03:00:00+00:00 EmrJobFlowSensor 2021-06-06T04:11:10.380317+00:00 2021-06-06T04:19:12.894636+00:00 0:08:02.514319 37217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T04:11:08.232240+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T04:10:58.405051+00:00 2021-06-06T04:11:00.078808+00:00 0:00:01.673757 37216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T04:10:56.210545+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T04:10:48.668167+00:00 2021-06-06T04:10:50.419640+00:00 0:00:01.751473 37215 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T04:10:46.259913+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T03:00:00+00:00 PythonOperator 2021-06-06T04:10:36.954327+00:00 2021-06-06T04:10:40.406114+00:00 0:00:03.451787 37214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T04:10:34.194704+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T03:00:00+00:00 PythonOperator 2021-06-06T04:10:28.859262+00:00 2021-06-06T04:10:32.091274+00:00 0:00:03.232012 37213 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T04:10:26.241439+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T03:00:00+00:00 TriggerDagRunOperator 2021-06-06T04:10:10.669616+00:00 2021-06-06T04:10:11.073879+00:00 0:00:00.404263 37212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T04:10:08.140337+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T03:00:00+00:00 TriggerDagRunOperator 2021-06-06T04:10:10.410209+00:00 2021-06-06T04:10:10.908545+00:00 0:00:00.498336 37211 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T04:10:08.140305+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T03:05:00+00:00 EmrJobFlowSensor 2021-06-06T04:06:12.231038+00:00 2021-06-06T04:15:14.888594+00:00 0:09:02.657556 37210 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T04:06:09.850489+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T04:05:49.854439+00:00 2021-06-06T04:05:51.515496+00:00 0:00:01.661057 37209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T04:05:47.733226+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T03:05:00+00:00 PythonOperator 2021-06-06T04:05:11.962229+00:00 2021-06-06T04:05:15.107057+00:00 0:00:03.144828 37208 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T04:05:09.701793+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T03:00:00+00:00 EmrJobFlowSensor 2021-06-06T04:00:59.794863+00:00 2021-06-06T04:10:02.719025+00:00 0:09:02.924162 37207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T04:00:57.386418+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T03:00:00+00:00 EmrJobFlowSensor 2021-06-06T04:00:57.772375+00:00 2021-06-06T04:13:00.865803+00:00 0:12:03.093428 37206 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T04:00:55.370611+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T04:00:37.724560+00:00 2021-06-06T04:00:39.413825+00:00 0:00:01.689265 37205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T04:00:35.285199+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T04:00:35.445409+00:00 2021-06-06T04:00:37.406301+00:00 0:00:01.960892 37204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T04:00:33.287576+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T03:00:00+00:00 PythonOperator 2021-06-06T04:00:15.601715+00:00 2021-06-06T04:00:18.835970+00:00 0:00:03.234255 37203 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T04:00:13.252049+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T03:00:00+00:00 PythonOperator 2021-06-06T04:00:13.469548+00:00 2021-06-06T04:00:17.226675+00:00 0:00:03.757127 37202 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T04:00:11.256699+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T02:00:00+00:00 EmrJobFlowSensor 2021-06-06T03:12:37.845462+00:00 2021-06-06T03:22:40.476192+00:00 0:10:02.630730 37200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T03:12:35.675262+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T02:00:00+00:00 EmrJobFlowSensor 2021-06-06T03:12:19.807230+00:00 2021-06-06T03:22:22.609320+00:00 0:10:02.802090 37199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T03:12:17.604169+00:00 2 default_pool