The scheduler does not appear to be running. Last heartbeat was received .

The DAGs list may not update, and new tasks will not be scheduled.

Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-07-08T10:00:00+00:00 EmrJobFlowSensor 2021-07-08T11:14:45.933132+00:00 2021-07-08T11:24:48.905331+00:00 0:10:02.972199 51441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T11:14:43.651874+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T10:00:00+00:00 EmrJobFlowSensor 2021-07-08T11:14:41.941240+00:00 2021-07-08T11:23:44.784124+00:00 0:09:02.842884 51440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T11:14:39.656496+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T11:14:25.873569+00:00 2021-07-08T11:14:27.587440+00:00 0:00:01.713871 51439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T11:14:23.582765+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T11:14:19.925666+00:00 2021-07-08T11:14:21.750254+00:00 0:00:01.824588 51438 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T11:14:17.567748+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T10:00:00+00:00 PythonOperator 2021-07-08T11:14:03.872400+00:00 2021-07-08T11:14:07.803043+00:00 0:00:03.930643 51437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T11:14:01.551491+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T10:00:00+00:00 PythonOperator 2021-07-08T11:14:00.212679+00:00 2021-07-08T11:14:03.692772+00:00 0:00:03.480093 51436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T11:13:57.595567+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T10:00:00+00:00 TriggerDagRunOperator 2021-07-08T11:13:47.907486+00:00 2021-07-08T11:13:48.326790+00:00 0:00:00.419304 51435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T11:13:45.541574+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T10:00:00+00:00 TriggerDagRunOperator 2021-07-08T11:13:47.784245+00:00 2021-07-08T11:13:48.358994+00:00 0:00:00.574749 51434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T11:13:45.541604+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T10:05:00+00:00 EmrJobFlowSensor 2021-07-08T11:05:48.926034+00:00 2021-07-08T11:13:51.483432+00:00 0:08:02.557398 51433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T11:05:46.737808+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T11:05:26.925767+00:00 2021-07-08T11:05:28.644622+00:00 0:00:01.718855 51432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T11:05:24.747476+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T10:05:00+00:00 PythonOperator 2021-07-08T11:05:05.043066+00:00 2021-07-08T11:05:08.785914+00:00 0:00:03.742848 51431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T11:05:02.759418+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T10:00:00+00:00 EmrJobFlowSensor 2021-07-08T11:03:26.815872+00:00 2021-07-08T11:13:29.889916+00:00 0:10:03.074044 51430 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T11:03:24.594568+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T10:00:00+00:00 EmrJobFlowSensor 2021-07-08T11:03:24.927825+00:00 2021-07-08T11:16:28.301344+00:00 0:13:03.373519 51429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T11:03:22.646313+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T11:03:04.980501+00:00 2021-07-08T11:03:06.802704+00:00 0:00:01.822203 51428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T11:03:02.571124+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T11:03:04.826195+00:00 2021-07-08T11:03:06.607505+00:00 0:00:01.781310 51427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T11:03:02.571155+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T10:00:00+00:00 PythonOperator 2021-07-08T11:02:43.250695+00:00 2021-07-08T11:02:47.236460+00:00 0:00:03.985765 51426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T11:02:40.551778+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T10:00:00+00:00 PythonOperator 2021-07-08T11:02:43.045763+00:00 2021-07-08T11:02:46.533064+00:00 0:00:03.487301 51425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T11:02:40.551751+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T09:00:00+00:00 EmrJobFlowSensor 2021-07-08T10:12:25.114791+00:00 2021-07-08T10:20:27.701930+00:00 0:08:02.587139 51423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T10:12:22.831529+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T09:00:00+00:00 EmrJobFlowSensor 2021-07-08T10:12:17.045627+00:00 2021-07-08T10:21:19.609563+00:00 0:09:02.563936 51422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T10:12:14.825563+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T10:12:03.310030+00:00 2021-07-08T10:12:05.172744+00:00 0:00:01.862714 51421 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T10:12:00.843692+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T10:11:55.200650+00:00 2021-07-08T10:11:56.967140+00:00 0:00:01.766490 51420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T10:11:52.946964+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T09:00:00+00:00 PythonOperator 2021-07-08T10:11:41.231482+00:00 2021-07-08T10:11:44.836893+00:00 0:00:03.605411 51419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T10:11:38.844232+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T09:00:00+00:00 PythonOperator 2021-07-08T10:11:33.007749+00:00 2021-07-08T10:11:36.916634+00:00 0:00:03.908885 51418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T10:11:30.782400+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T09:00:00+00:00 TriggerDagRunOperator 2021-07-08T10:11:21.049760+00:00 2021-07-08T10:11:21.442430+00:00 0:00:00.392670 51417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T10:11:18.651841+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T09:00:00+00:00 TriggerDagRunOperator 2021-07-08T10:11:21.035058+00:00 2021-07-08T10:11:21.597628+00:00 0:00:00.562570 51416 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T10:11:18.651797+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T09:05:00+00:00 EmrJobFlowSensor 2021-07-08T10:06:34.715646+00:00 2021-07-08T10:14:37.170211+00:00 0:08:02.454565 51415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T10:06:32.261985+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T10:05:52.273137+00:00 2021-07-08T10:05:53.927980+00:00 0:00:01.654843 51414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T10:05:50.139208+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T09:05:00+00:00 PythonOperator 2021-07-08T10:05:30.383427+00:00 2021-07-08T10:05:34.054719+00:00 0:00:03.671292 51413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T10:05:28.151625+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T09:00:00+00:00 EmrJobFlowSensor 2021-07-08T10:00:58.261781+00:00 2021-07-08T10:11:01.347494+00:00 0:10:03.085713 51412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T10:00:55.872742+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T09:00:00+00:00 EmrJobFlowSensor 2021-07-08T10:00:46.143197+00:00 2021-07-08T10:13:49.393528+00:00 0:13:03.250331 51411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T10:00:43.775533+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T10:00:35.967288+00:00 2021-07-08T10:00:37.665867+00:00 0:00:01.698579 51410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T10:00:33.765217+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T10:00:25.962811+00:00 2021-07-08T10:00:27.699852+00:00 0:00:01.737041 51409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T10:00:23.692638+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T09:00:00+00:00 PythonOperator 2021-07-08T10:00:13.813835+00:00 2021-07-08T10:00:17.728611+00:00 0:00:03.914776 51408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T10:00:11.632652+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T09:00:00+00:00 PythonOperator 2021-07-08T10:00:04.142142+00:00 2021-07-08T10:00:08.140541+00:00 0:00:03.998399 51407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T10:00:01.624069+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T08:00:00+00:00 EmrJobFlowSensor 2021-07-08T09:17:24.615484+00:00 2021-07-08T09:27:27.466412+00:00 0:10:02.850928 51405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T09:17:22.427522+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T08:00:00+00:00 EmrJobFlowSensor 2021-07-08T09:17:16.625976+00:00 2021-07-08T09:26:19.569288+00:00 0:09:02.943312 51404 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T09:17:14.416827+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T09:17:02.835162+00:00 2021-07-08T09:17:04.593664+00:00 0:00:01.758502 51403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T09:17:00.467721+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T09:16:54.989249+00:00 2021-07-08T09:16:56.865506+00:00 0:00:01.876257 51402 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T09:16:52.451821+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T08:00:00+00:00 PythonOperator 2021-07-08T09:16:40.795989+00:00 2021-07-08T09:16:44.569045+00:00 0:00:03.773056 51401 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T09:16:38.380839+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T08:00:00+00:00 PythonOperator 2021-07-08T09:16:32.470056+00:00 2021-07-08T09:16:36.115957+00:00 0:00:03.645901 51400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T09:16:30.322028+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T08:00:00+00:00 TriggerDagRunOperator 2021-07-08T09:16:16.585505+00:00 2021-07-08T09:16:17.076497+00:00 0:00:00.490992 51399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T09:16:14.306211+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T08:00:00+00:00 TriggerDagRunOperator 2021-07-08T09:16:16.444698+00:00 2021-07-08T09:16:16.834355+00:00 0:00:00.389657 51398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T09:16:14.306178+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T08:05:00+00:00 EmrJobFlowSensor 2021-07-08T09:06:17.549169+00:00 2021-07-08T09:15:20.289885+00:00 0:09:02.740716 51397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T09:06:15.421320+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T09:05:57.555060+00:00 2021-07-08T09:05:59.296915+00:00 0:00:01.741855 51396 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T09:05:55.404409+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T08:05:00+00:00 PythonOperator 2021-07-08T09:05:29.764029+00:00 2021-07-08T09:05:33.163186+00:00 0:00:03.399157 51395 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T09:05:27.368663+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T08:00:00+00:00 EmrJobFlowSensor 2021-07-08T09:01:03.184459+00:00 2021-07-08T09:14:06.321812+00:00 0:13:03.137353 51394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T09:01:00.816618+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T08:00:00+00:00 EmrJobFlowSensor 2021-07-08T09:00:52.984463+00:00 2021-07-08T09:15:56.471921+00:00 0:15:03.487458 51393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T09:00:50.801785+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T09:00:41.108755+00:00 2021-07-08T09:00:42.861962+00:00 0:00:01.753207 51392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T09:00:38.793248+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T09:00:31.381228+00:00 2021-07-08T09:00:33.114839+00:00 0:00:01.733611 51391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T09:00:28.944030+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T08:00:00+00:00 PythonOperator 2021-07-08T09:00:20.955865+00:00 2021-07-08T09:00:24.934273+00:00 0:00:03.978408 51390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T09:00:18.750907+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T08:00:00+00:00 PythonOperator 2021-07-08T09:00:10.915463+00:00 2021-07-08T09:00:14.705702+00:00 0:00:03.790239 51389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T09:00:08.742681+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T07:00:00+00:00 EmrJobFlowSensor 2021-07-08T08:53:22.484627+00:00 2021-07-08T09:14:27.135283+00:00 0:21:04.650656 51388 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T08:53:20.159296+00:00 3 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T08:53:00.726937+00:00 2021-07-08T08:53:02.674457+00:00 0:00:01.947520 51387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T08:52:58.240831+00:00 3 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T07:00:00+00:00 PythonOperator 2021-07-08T08:52:36.508186+00:00 2021-07-08T08:52:40.441755+00:00 0:00:03.933569 51386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T08:52:34.047413+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T07:00:00+00:00 EmrJobFlowSensor 2021-07-08T08:17:25.147541+00:00 2021-07-08T08:25:27.839963+00:00 0:08:02.692422 51383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T08:17:22.853588+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T08:17:03.474637+00:00 2021-07-08T08:17:05.353189+00:00 0:00:01.878552 51382 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T08:17:00.869650+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T07:00:00+00:00 PythonOperator 2021-07-08T08:16:41.326843+00:00 2021-07-08T08:16:45.120855+00:00 0:00:03.794012 51380 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T08:16:38.851426+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T07:00:00+00:00 TriggerDagRunOperator 2021-07-08T08:16:23.020701+00:00 2021-07-08T08:16:23.511958+00:00 0:00:00.491257 51378 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T08:16:20.730653+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T07:00:00+00:00 TriggerDagRunOperator 2021-07-08T08:16:22.871182+00:00 2021-07-08T08:16:23.264561+00:00 0:00:00.393379 51377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T08:16:20.730683+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T07:05:00+00:00 EmrJobFlowSensor 2021-07-08T08:06:17.952662+00:00 2021-07-08T08:15:20.555061+00:00 0:09:02.602399 51376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T08:06:15.790530+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T08:05:54.255060+00:00 2021-07-08T08:05:56.037032+00:00 0:00:01.781972 51375 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T08:05:51.742625+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T07:05:00+00:00 PythonOperator 2021-07-08T08:05:23.848698+00:00 2021-07-08T08:05:27.568751+00:00 0:00:03.720053 51374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T08:05:21.718046+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T07:00:00+00:00 EmrJobFlowSensor 2021-07-08T08:01:21.433747+00:00 2021-07-08T08:14:24.940763+00:00 0:13:03.507016 51373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T08:01:19.201399+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T07:00:00+00:00 EmrJobFlowSensor 2021-07-08T08:01:05.379636+00:00 2021-07-08T08:16:09.162946+00:00 0:15:03.783310 51372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T08:01:03.185128+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T08:00:41.402328+00:00 2021-07-08T08:00:43.271615+00:00 0:00:01.869287 51371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T08:00:39.172996+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T08:00:37.429505+00:00 2021-07-08T08:00:39.180929+00:00 0:00:01.751424 51370 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T08:00:35.158486+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T07:00:00+00:00 PythonOperator 2021-07-08T08:00:19.486012+00:00 2021-07-08T08:00:23.259223+00:00 0:00:03.773211 51369 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T08:00:17.095786+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T07:00:00+00:00 PythonOperator 2021-07-08T08:00:17.465863+00:00 2021-07-08T08:00:21.172399+00:00 0:00:03.706536 51368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T08:00:15.086774+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T06:00:00+00:00 EmrJobFlowSensor 2021-07-08T07:11:03.983062+00:00 2021-07-08T07:20:06.793985+00:00 0:09:02.810923 51366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T07:11:01.466301+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T06:00:00+00:00 EmrJobFlowSensor 2021-07-08T07:11:03.658970+00:00 2021-07-08T07:21:06.557845+00:00 0:10:02.898875 51365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T07:11:01.466265+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T07:10:41.853792+00:00 2021-07-08T07:10:43.785891+00:00 0:00:01.932099 51364 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T07:10:39.445332+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T07:10:41.818599+00:00 2021-07-08T07:10:43.634075+00:00 0:00:01.815476 51363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T07:10:39.445302+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T06:00:00+00:00 PythonOperator 2021-07-08T07:10:20.039464+00:00 2021-07-08T07:10:23.538581+00:00 0:00:03.499117 51362 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T07:10:17.552657+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T06:00:00+00:00 PythonOperator 2021-07-08T07:10:19.823253+00:00 2021-07-08T07:10:23.791731+00:00 0:00:03.968478 51361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T07:10:17.552604+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T06:00:00+00:00 TriggerDagRunOperator 2021-07-08T07:09:57.691810+00:00 2021-07-08T07:09:58.114309+00:00 0:00:00.422499 51360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T07:09:55.407440+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T06:00:00+00:00 TriggerDagRunOperator 2021-07-08T07:09:57.650377+00:00 2021-07-08T07:09:58.177779+00:00 0:00:00.527402 51359 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T07:09:55.407406+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T06:05:00+00:00 EmrJobFlowSensor 2021-07-08T07:06:05.197594+00:00 2021-07-08T07:14:07.728095+00:00 0:08:02.530501 51358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T07:06:03.012085+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T07:05:37.332512+00:00 2021-07-08T07:05:39.088859+00:00 0:00:01.756347 51357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T07:05:34.987698+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T06:05:00+00:00 PythonOperator 2021-07-08T07:05:15.247094+00:00 2021-07-08T07:05:18.913088+00:00 0:00:03.665994 51356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T07:05:12.958235+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T06:00:00+00:00 EmrJobFlowSensor 2021-07-08T07:01:05.144542+00:00 2021-07-08T07:15:08.725644+00:00 0:14:03.581102 51355 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T07:01:02.674138+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T06:00:00+00:00 EmrJobFlowSensor 2021-07-08T07:00:48.901279+00:00 2021-07-08T07:09:51.781926+00:00 0:09:02.880647 51354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T07:00:46.553944+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T07:00:42.749681+00:00 2021-07-08T07:00:44.510741+00:00 0:00:01.761060 51353 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T07:00:40.510069+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T07:00:27.224293+00:00 2021-07-08T07:00:29.006734+00:00 0:00:01.782441 51352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T07:00:24.496281+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T06:00:00+00:00 PythonOperator 2021-07-08T07:00:18.875073+00:00 2021-07-08T07:00:22.921491+00:00 0:00:04.046418 51351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T07:00:16.557493+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T06:00:00+00:00 PythonOperator 2021-07-08T07:00:05.362454+00:00 2021-07-08T07:00:09.060604+00:00 0:00:03.698150 51350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T07:00:02.461506+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T05:00:00+00:00 EmrJobFlowSensor 2021-07-08T06:11:09.886888+00:00 2021-07-08T06:21:12.801317+00:00 0:10:02.914429 51348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T06:11:07.549618+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T05:00:00+00:00 EmrJobFlowSensor 2021-07-08T06:11:03.738589+00:00 2021-07-08T06:21:06.796449+00:00 0:10:03.057860 51347 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T06:11:01.483522+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T06:10:49.681029+00:00 2021-07-08T06:10:51.474526+00:00 0:00:01.793497 51346 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T06:10:47.366449+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T06:10:41.534202+00:00 2021-07-08T06:10:43.282713+00:00 0:00:01.748511 51345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T06:10:39.360448+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T05:00:00+00:00 PythonOperator 2021-07-08T06:10:27.781635+00:00 2021-07-08T06:10:31.679686+00:00 0:00:03.898051 51344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T06:10:25.372246+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T05:00:00+00:00 PythonOperator 2021-07-08T06:10:17.475249+00:00 2021-07-08T06:10:21.159166+00:00 0:00:03.683917 51343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T06:10:15.317737+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T05:00:00+00:00 TriggerDagRunOperator 2021-07-08T06:10:04.093022+00:00 2021-07-08T06:10:04.585853+00:00 0:00:00.492831 51342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T06:10:01.363740+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T05:00:00+00:00 TriggerDagRunOperator 2021-07-08T06:10:03.857765+00:00 2021-07-08T06:10:04.281903+00:00 0:00:00.424138 51341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T06:10:01.363792+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T05:05:00+00:00 EmrJobFlowSensor 2021-07-08T06:06:05.069894+00:00 2021-07-08T06:15:07.708977+00:00 0:09:02.639083 51340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T06:06:02.934247+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T06:05:43.028144+00:00 2021-07-08T06:05:44.881449+00:00 0:00:01.853305 51339 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T06:05:40.791165+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T05:05:00+00:00 PythonOperator 2021-07-08T06:05:23.059204+00:00 2021-07-08T06:05:26.730545+00:00 0:00:03.671341 51338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T06:05:20.773254+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T05:00:00+00:00 EmrJobFlowSensor 2021-07-08T06:01:08.456907+00:00 2021-07-08T06:14:11.836527+00:00 0:13:03.379620 51337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T06:01:06.189442+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T05:00:00+00:00 EmrJobFlowSensor 2021-07-08T06:00:56.487148+00:00 2021-07-08T06:09:59.266750+00:00 0:09:02.779602 51336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T06:00:54.244345+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T06:00:44.715649+00:00 2021-07-08T06:00:46.472485+00:00 0:00:01.756836 51335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T06:00:42.176551+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T06:00:34.611402+00:00 2021-07-08T06:00:36.481923+00:00 0:00:01.870521 51334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T06:00:32.177573+00:00 2 default_pool