The scheduler does not appear to be running. Last heartbeat was received .

The DAGs list may not update, and new tasks will not be scheduled.

Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T20:00:27.636229+00:00 2021-06-28T20:00:29.342640+00:00 0:00:01.706411 47374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T20:00:25.485518+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T19:00:00+00:00 PythonOperator 2021-06-28T20:00:17.689274+00:00 2021-06-28T20:00:21.306872+00:00 0:00:03.617598 47373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T20:00:15.444204+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T19:00:00+00:00 PythonOperator 2021-06-28T20:00:05.828384+00:00 2021-06-28T20:00:09.555898+00:00 0:00:03.727514 47372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T20:00:03.388810+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T18:00:00+00:00 EmrJobFlowSensor 2021-06-28T19:10:37.997444+00:00 2021-06-28T19:19:40.854641+00:00 0:09:02.857197 47370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T19:10:35.717295+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T18:00:00+00:00 EmrJobFlowSensor 2021-06-28T19:10:20.185572+00:00 2021-06-28T19:20:23.048616+00:00 0:10:02.863044 47369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T19:10:17.767639+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T19:10:16.004468+00:00 2021-06-28T19:10:17.839892+00:00 0:00:01.835424 47368 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T19:10:13.698643+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T19:10:00.357596+00:00 2021-06-28T19:10:02.121185+00:00 0:00:01.763589 47367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T19:09:57.844420+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T18:00:00+00:00 PythonOperator 2021-06-28T19:09:53.879475+00:00 2021-06-28T19:09:57.495589+00:00 0:00:03.616114 47366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T19:09:51.631322+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T18:00:00+00:00 PythonOperator 2021-06-28T19:09:38.040795+00:00 2021-06-28T19:09:41.975616+00:00 0:00:03.934821 47365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T19:09:35.617381+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T18:00:00+00:00 TriggerDagRunOperator 2021-06-28T19:09:33.968410+00:00 2021-06-28T19:09:34.492877+00:00 0:00:00.524467 47364 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T19:09:31.613930+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T18:00:00+00:00 TriggerDagRunOperator 2021-06-28T19:09:33.818257+00:00 2021-06-28T19:09:34.296881+00:00 0:00:00.478624 47363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T19:09:31.613962+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T18:05:00+00:00 EmrJobFlowSensor 2021-06-28T19:05:53.503047+00:00 2021-06-28T19:13:56.035624+00:00 0:08:02.532577 47362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T19:05:51.220204+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T19:05:31.775492+00:00 2021-06-28T19:05:33.505339+00:00 0:00:01.729847 47361 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T19:05:29.112375+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T18:05:00+00:00 PythonOperator 2021-06-28T19:05:07.377816+00:00 2021-06-28T19:05:10.919183+00:00 0:00:03.541367 47360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T19:05:05.155763+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T18:00:00+00:00 EmrJobFlowSensor 2021-06-28T19:01:06.930865+00:00 2021-06-28T19:09:09.472809+00:00 0:08:02.541944 47359 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T19:01:04.716074+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T18:00:00+00:00 EmrJobFlowSensor 2021-06-28T19:00:59.230618+00:00 2021-06-28T19:13:02.450457+00:00 0:12:03.219839 47358 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T19:00:56.770387+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T19:00:44.891462+00:00 2021-06-28T19:00:46.601981+00:00 0:00:01.710519 47357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T19:00:42.693672+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T19:00:39.096568+00:00 2021-06-28T19:00:40.941565+00:00 0:00:01.844997 47356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T19:00:36.755647+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T18:00:00+00:00 PythonOperator 2021-06-28T19:00:22.778891+00:00 2021-06-28T19:00:26.517119+00:00 0:00:03.738228 47355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T19:00:20.617799+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T18:00:00+00:00 PythonOperator 2021-06-28T19:00:16.751342+00:00 2021-06-28T19:00:20.614011+00:00 0:00:03.862669 47354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T19:00:14.610059+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T13:00:00+00:00 EmrJobFlowSensor 2021-06-28T18:58:28.616300+00:00 2021-06-28T19:09:31.803247+00:00 0:11:03.186947 47353 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T18:58:26.402314+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T18:58:06.832302+00:00 2021-06-28T18:58:08.688145+00:00 0:00:01.855843 47352 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T18:58:04.352503+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T13:00:00+00:00 PythonOperator 2021-06-28T18:57:44.767862+00:00 2021-06-28T18:57:48.714153+00:00 0:00:03.946291 47351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T18:57:42.352514+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T12:00:00+00:00 EmrJobFlowSensor 2021-06-28T18:18:54.717286+00:00 2021-06-28T18:29:57.702237+00:00 0:11:02.984951 47350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T18:18:52.538725+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T18:18:32.807419+00:00 2021-06-28T18:18:34.722453+00:00 0:00:01.915034 47349 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T18:18:30.512173+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T12:00:00+00:00 PythonOperator 2021-06-28T18:18:10.722095+00:00 2021-06-28T18:18:14.656326+00:00 0:00:03.934231 47348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T18:18:08.492491+00:00 3 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T17:05:00+00:00 EmrJobFlowSensor 2021-06-28T18:15:00.969473+00:00 2021-06-28T18:15:02.414024+00:00 0:00:01.444551 47347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T18:14:58.176184+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T17:00:00+00:00 EmrJobFlowSensor 2021-06-28T18:11:19.887021+00:00 2021-06-28T18:21:22.827076+00:00 0:10:02.940055 47345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T18:11:17.449348+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T17:00:00+00:00 EmrJobFlowSensor 2021-06-28T18:11:00.273954+00:00 2021-06-28T18:21:03.300736+00:00 0:10:03.026782 47344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T18:10:57.472740+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T18:10:57.861177+00:00 2021-06-28T18:10:59.585430+00:00 0:00:01.724253 47343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T18:10:55.388409+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T18:10:40.042301+00:00 2021-06-28T18:10:41.749964+00:00 0:00:01.707663 47342 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T18:10:37.346852+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T17:00:00+00:00 PythonOperator 2021-06-28T18:10:37.639217+00:00 2021-06-28T18:10:41.759419+00:00 0:00:04.120202 47341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T18:10:35.361646+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T17:00:00+00:00 PythonOperator 2021-06-28T18:10:17.774785+00:00 2021-06-28T18:10:21.235889+00:00 0:00:03.461104 47340 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T18:10:15.259248+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T17:00:00+00:00 TriggerDagRunOperator 2021-06-28T18:10:11.523012+00:00 2021-06-28T18:10:11.901950+00:00 0:00:00.378938 47339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T18:10:09.150570+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T17:00:00+00:00 TriggerDagRunOperator 2021-06-28T18:10:11.382959+00:00 2021-06-28T18:10:11.902377+00:00 0:00:00.519418 47338 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T18:10:09.150601+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T18:05:28.844646+00:00 2021-06-28T18:05:30.558772+00:00 0:00:01.714126 47336 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T18:05:26.605607+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T17:05:00+00:00 PythonOperator 2021-06-28T18:05:06.851969+00:00 2021-06-28T18:05:10.267500+00:00 0:00:03.415531 47335 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T18:05:04.590197+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T11:00:00+00:00 EmrJobFlowSensor 2021-06-28T18:02:06.537325+00:00 2021-06-28T18:09:09.120234+00:00 0:07:02.582909 47334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T18:02:04.285117+00:00 3 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T17:00:00+00:00 EmrJobFlowSensor 2021-06-28T18:01:02.699809+00:00 2021-06-28T18:10:05.308455+00:00 0:09:02.608646 47333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T18:01:00.295877+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T17:00:00+00:00 EmrJobFlowSensor 2021-06-28T18:01:00.905043+00:00 2021-06-28T18:12:04.164113+00:00 0:11:03.259070 47332 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T18:00:58.340893+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T18:00:40.815026+00:00 2021-06-28T18:00:42.538808+00:00 0:00:01.723782 47331 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T18:00:38.155165+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T18:00:38.418707+00:00 2021-06-28T18:00:40.412090+00:00 0:00:01.993383 47330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T18:00:36.163486+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T17:00:00+00:00 PythonOperator 2021-06-28T18:00:18.456575+00:00 2021-06-28T18:00:21.781371+00:00 0:00:03.324796 47329 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T18:00:16.074925+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T17:00:00+00:00 PythonOperator 2021-06-28T18:00:16.179197+00:00 2021-06-28T18:00:20.111720+00:00 0:00:03.932523 47328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T18:00:14.038908+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T17:56:53.944917+00:00 2021-06-28T17:56:55.695304+00:00 0:00:01.750387 47327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T17:56:51.806154+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T11:00:00+00:00 PythonOperator 2021-06-28T17:56:24.089680+00:00 2021-06-28T17:56:27.788231+00:00 0:00:03.698551 47326 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T17:56:21.765901+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T10:00:00+00:00 EmrJobFlowSensor 2021-06-28T17:49:45.285605+00:00 2021-06-28T18:01:48.504796+00:00 0:12:03.219191 47325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T17:49:43.056049+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T17:49:23.047082+00:00 2021-06-28T17:49:24.777807+00:00 0:00:01.730725 47324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T17:49:20.859756+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T10:00:00+00:00 PythonOperator 2021-06-28T17:49:03.067347+00:00 2021-06-28T17:49:06.776662+00:00 0:00:03.709315 47323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T17:49:00.840436+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T16:00:00+00:00 EmrJobFlowSensor 2021-06-28T17:12:49.329439+00:00 2021-06-28T17:21:52.123332+00:00 0:09:02.793893 47322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T17:12:46.968701+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T16:00:00+00:00 EmrJobFlowSensor 2021-06-28T17:12:37.101444+00:00 2021-06-28T17:22:40.063231+00:00 0:10:02.961787 47321 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T17:12:34.917169+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T17:12:27.066554+00:00 2021-06-28T17:12:28.775803+00:00 0:00:01.709249 47320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T17:12:24.907585+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T17:12:17.125595+00:00 2021-06-28T17:12:18.959861+00:00 0:00:01.834266 47319 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T17:12:14.895884+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T16:00:00+00:00 PythonOperator 2021-06-28T17:12:06.998471+00:00 2021-06-28T17:12:10.622676+00:00 0:00:03.624205 47318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T17:12:04.885506+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T16:00:00+00:00 PythonOperator 2021-06-28T17:11:55.070213+00:00 2021-06-28T17:11:58.853933+00:00 0:00:03.783720 47317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T17:11:52.861650+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T16:00:00+00:00 TriggerDagRunOperator 2021-06-28T17:11:43.437972+00:00 2021-06-28T17:11:43.959078+00:00 0:00:00.521106 47316 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T17:11:40.850519+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T16:00:00+00:00 TriggerDagRunOperator 2021-06-28T17:11:43.331295+00:00 2021-06-28T17:11:43.729796+00:00 0:00:00.398501 47315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T17:11:40.850548+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T16:05:00+00:00 EmrJobFlowSensor 2021-06-28T17:05:50.289148+00:00 2021-06-28T17:14:52.918510+00:00 0:09:02.629362 47313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T17:05:48.149760+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T17:05:28.360960+00:00 2021-06-28T17:05:29.983128+00:00 0:00:01.622168 47312 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T17:05:26.140867+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T16:05:00+00:00 PythonOperator 2021-06-28T17:05:06.273790+00:00 2021-06-28T17:05:09.853905+00:00 0:00:03.580115 47311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T17:05:04.004863+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T16:00:00+00:00 EmrJobFlowSensor 2021-06-28T17:01:14.214878+00:00 2021-06-28T17:12:17.365044+00:00 0:11:03.150166 47310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T17:01:11.772469+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T16:00:00+00:00 EmrJobFlowSensor 2021-06-28T17:01:10.142240+00:00 2021-06-28T17:11:13.155484+00:00 0:10:03.013244 47309 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T17:01:07.766873+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T17:00:48.079825+00:00 2021-06-28T17:00:49.871230+00:00 0:00:01.791405 47308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T17:00:45.750280+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T17:00:41.985015+00:00 2021-06-28T17:00:43.717633+00:00 0:00:01.732618 47307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T17:00:39.742370+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T16:00:00+00:00 PythonOperator 2021-06-28T17:00:24.163732+00:00 2021-06-28T17:00:27.897086+00:00 0:00:03.733354 47306 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T17:00:21.850010+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T16:00:00+00:00 PythonOperator 2021-06-28T17:00:15.888344+00:00 2021-06-28T17:00:19.574547+00:00 0:00:03.686203 47305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T17:00:13.724774+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T09:00:00+00:00 EmrJobFlowSensor 2021-06-28T16:29:10.446416+00:00 2021-06-28T16:42:13.741962+00:00 0:13:03.295546 47304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T16:29:08.288930+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T16:28:48.567911+00:00 2021-06-28T16:28:50.371474+00:00 0:00:01.803563 47303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T16:28:46.227427+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T09:00:00+00:00 PythonOperator 2021-06-28T16:28:24.673601+00:00 2021-06-28T16:28:28.541196+00:00 0:00:03.867595 47302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T16:28:22.266723+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T15:00:00+00:00 EmrJobFlowSensor 2021-06-28T16:12:11.010792+00:00 2021-06-28T16:20:13.666015+00:00 0:08:02.655223 47301 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T16:12:08.480846+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T15:00:00+00:00 EmrJobFlowSensor 2021-06-28T16:11:52.625931+00:00 2021-06-28T16:21:55.509658+00:00 0:10:02.883727 47300 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T16:11:50.329599+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T16:11:50.589414+00:00 2021-06-28T16:11:52.269661+00:00 0:00:01.680247 47299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T16:11:48.343005+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T16:11:33.355755+00:00 2021-06-28T16:11:35.234337+00:00 0:00:01.878582 47298 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T16:11:30.311778+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T15:00:00+00:00 PythonOperator 2021-06-28T16:11:28.766314+00:00 2021-06-28T16:11:32.940221+00:00 0:00:04.173907 47297 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T16:11:26.312586+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T15:00:00+00:00 PythonOperator 2021-06-28T16:11:10.743104+00:00 2021-06-28T16:11:14.752649+00:00 0:00:04.009545 47296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T16:11:08.295190+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T15:00:00+00:00 TriggerDagRunOperator 2021-06-28T16:11:05.313540+00:00 2021-06-28T16:11:05.809918+00:00 0:00:00.496378 47295 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T16:11:02.147490+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T15:00:00+00:00 TriggerDagRunOperator 2021-06-28T16:11:04.987901+00:00 2021-06-28T16:11:05.402370+00:00 0:00:00.414469 47294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T16:11:02.147457+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T15:05:00+00:00 EmrJobFlowSensor 2021-06-28T16:05:52.954540+00:00 2021-06-28T16:14:55.576590+00:00 0:09:02.622050 47292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T16:05:50.821240+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T16:05:30.984382+00:00 2021-06-28T16:05:32.649172+00:00 0:00:01.664790 47291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T16:05:28.811207+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T15:05:00+00:00 PythonOperator 2021-06-28T16:05:08.993884+00:00 2021-06-28T16:05:12.589822+00:00 0:00:03.595938 47290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T16:05:06.788890+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T15:00:00+00:00 EmrJobFlowSensor 2021-06-28T16:01:08.636194+00:00 2021-06-28T16:10:11.370913+00:00 0:09:02.734719 47289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T16:01:06.447092+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T15:00:00+00:00 EmrJobFlowSensor 2021-06-28T16:00:46.514070+00:00 2021-06-28T16:13:49.862543+00:00 0:13:03.348473 47288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T16:00:44.285796+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T16:00:44.508122+00:00 2021-06-28T16:00:46.193473+00:00 0:00:01.685351 47287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T16:00:42.243924+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T16:00:26.708766+00:00 2021-06-28T16:00:28.522492+00:00 0:00:01.813726 47286 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T16:00:24.220910+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T15:00:00+00:00 PythonOperator 2021-06-28T16:00:24.542356+00:00 2021-06-28T16:00:28.094074+00:00 0:00:03.551718 47285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T16:00:22.219652+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T15:00:00+00:00 PythonOperator 2021-06-28T16:00:04.696732+00:00 2021-06-28T16:00:08.607222+00:00 0:00:03.910490 47284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T16:00:02.260109+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-28T15:33:28.231142+00:00 EmrJobFlowSensor 2021-06-28T15:34:17.881915+00:00 47283 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T15:34:15.680387+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-28T15:33:28.231142+00:00 EmrCreateJobFlowOperator 2021-06-28T15:33:57.871766+00:00 2021-06-28T15:33:59.580915+00:00 0:00:01.709149 47282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T15:33:55.586182+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-28T15:33:28.231142+00:00 PythonOperator 2021-06-28T15:33:36.206197+00:00 2021-06-28T15:33:40.237219+00:00 0:00:04.031022 47281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T15:33:33.648363+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T14:00:00+00:00 EmrJobFlowSensor 2021-06-28T15:21:36.298199+00:00 2021-06-28T15:31:39.258505+00:00 0:10:02.960306 47280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T15:21:34.142070+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T14:00:00+00:00 EmrJobFlowSensor 2021-06-28T15:21:18.475153+00:00 2021-06-28T15:29:21.151180+00:00 0:08:02.676027 47279 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T15:21:16.125768+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T15:21:14.549279+00:00 2021-06-28T15:21:16.444913+00:00 0:00:01.895634 47278 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T15:21:12.159837+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T15:20:56.762307+00:00 2021-06-28T15:20:58.521744+00:00 0:00:01.759437 47277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T15:20:54.172361+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T14:00:00+00:00 PythonOperator 2021-06-28T15:20:54.366628+00:00 2021-06-28T15:20:58.696658+00:00 0:00:04.330030 47276 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T15:20:52.107371+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T14:00:00+00:00 PythonOperator 2021-06-28T15:20:34.421570+00:00 2021-06-28T15:20:37.984859+00:00 0:00:03.563289 47275 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T15:20:32.084199+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T14:00:00+00:00 TriggerDagRunOperator 2021-06-28T15:20:28.204135+00:00 2021-06-28T15:20:28.646760+00:00 0:00:00.442625 47274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T15:20:26.016727+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T14:00:00+00:00 TriggerDagRunOperator 2021-06-28T15:20:28.194139+00:00 2021-06-28T15:20:28.781165+00:00 0:00:00.587026 47273 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T15:20:26.016756+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T14:00:00+00:00 EmrJobFlowSensor 2021-06-28T15:10:07.956065+00:00 2021-06-28T15:20:10.857752+00:00 0:10:02.901687 47272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T15:10:04.987776+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T14:00:00+00:00 EmrJobFlowSensor 2021-06-28T15:10:05.718778+00:00 2021-06-28T15:22:09.224975+00:00 0:12:03.506197 47271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T15:10:03.048100+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T14:05:00+00:00 EmrJobFlowSensor 2021-06-28T15:10:05.590169+00:00 2021-06-28T15:19:08.768704+00:00 0:09:03.178535 47270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T15:10:03.048057+00:00 2 default_pool