The scheduler does not appear to be running. Last heartbeat was received .

The DAGs list may not update, and new tasks will not be scheduled.

Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T12:12:13.844755+00:00 2021-06-03T12:12:15.592755+00:00 0:00:01.748000 36042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T12:12:11.629164+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T12:11:57.794705+00:00 2021-06-03T12:11:59.483246+00:00 0:00:01.688541 36041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T12:11:55.623637+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T11:00:00+00:00 PythonOperator 2021-06-03T12:11:51.898028+00:00 2021-06-03T12:11:55.134683+00:00 0:00:03.236655 36040 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T12:11:49.645756+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T11:00:00+00:00 PythonOperator 2021-06-03T12:11:36.446898+00:00 2021-06-03T12:11:39.974609+00:00 0:00:03.527711 36039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T12:11:33.596205+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T11:00:00+00:00 TriggerDagRunOperator 2021-06-03T12:11:27.873588+00:00 2021-06-03T12:11:28.426178+00:00 0:00:00.552590 36038 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T12:11:25.591468+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T11:00:00+00:00 TriggerDagRunOperator 2021-06-03T12:11:27.785598+00:00 2021-06-03T12:11:28.241963+00:00 0:00:00.456365 36037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T12:11:25.591499+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T11:05:00+00:00 EmrJobFlowSensor 2021-06-03T12:06:09.367928+00:00 2021-06-03T12:15:11.996177+00:00 0:09:02.628249 36036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T12:06:07.043470+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T12:05:47.280122+00:00 2021-06-03T12:05:49.077869+00:00 0:00:01.797747 36035 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T12:05:44.973679+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T11:05:00+00:00 PythonOperator 2021-06-03T12:05:25.051632+00:00 2021-06-03T12:05:28.312815+00:00 0:00:03.261183 36034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T12:05:22.906339+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T11:00:00+00:00 EmrJobFlowSensor 2021-06-03T12:01:01.092945+00:00 2021-06-03T12:11:03.906238+00:00 0:10:02.813293 36033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T12:00:58.569995+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T11:00:00+00:00 EmrJobFlowSensor 2021-06-03T12:00:56.631917+00:00 2021-06-03T12:12:59.571954+00:00 0:12:02.940037 36032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T12:00:54.426793+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T12:00:39.315987+00:00 2021-06-03T12:00:41.088627+00:00 0:00:01.772640 36031 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T12:00:36.413350+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T12:00:36.616119+00:00 2021-06-03T12:00:38.859225+00:00 0:00:02.243106 36030 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T12:00:34.413406+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T11:00:00+00:00 PythonOperator 2021-06-03T12:00:16.748772+00:00 2021-06-03T12:00:19.930126+00:00 0:00:03.181354 36029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T12:00:14.459920+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T11:00:00+00:00 PythonOperator 2021-06-03T12:00:14.756490+00:00 2021-06-03T12:00:18.263526+00:00 0:00:03.507036 36028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T12:00:12.394108+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T10:00:00+00:00 EmrJobFlowSensor 2021-06-03T11:11:10.920821+00:00 2021-06-03T11:23:14.098579+00:00 0:12:03.177758 36026 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T11:11:08.573120+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T10:00:00+00:00 EmrJobFlowSensor 2021-06-03T11:11:10.827187+00:00 2021-06-03T11:21:13.623675+00:00 0:10:02.796488 36025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T11:11:08.573152+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T11:10:49.138652+00:00 2021-06-03T11:10:50.933285+00:00 0:00:01.794633 36024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T11:10:46.487511+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T11:10:48.950561+00:00 2021-06-03T11:10:50.669794+00:00 0:00:01.719233 36023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T11:10:46.487562+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T10:00:00+00:00 PythonOperator 2021-06-03T11:10:27.192296+00:00 2021-06-03T11:10:30.634092+00:00 0:00:03.441796 36022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T11:10:24.473376+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T10:00:00+00:00 PythonOperator 2021-06-03T11:10:27.020237+00:00 2021-06-03T11:10:30.410266+00:00 0:00:03.390029 36021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T11:10:24.473412+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T10:00:00+00:00 TriggerDagRunOperator 2021-06-03T11:10:20.689814+00:00 2021-06-03T11:10:21.184292+00:00 0:00:00.494478 36020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T11:10:18.405035+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T10:00:00+00:00 TriggerDagRunOperator 2021-06-03T11:10:20.611282+00:00 2021-06-03T11:10:20.983586+00:00 0:00:00.372304 36019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T11:10:18.404998+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T10:05:00+00:00 EmrJobFlowSensor 2021-06-03T11:06:28.453244+00:00 2021-06-03T11:14:31.031039+00:00 0:08:02.577795 36018 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T11:06:26.077288+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T11:05:58.132401+00:00 2021-06-03T11:05:59.773084+00:00 0:00:01.640683 36017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T11:05:55.998827+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T10:05:00+00:00 PythonOperator 2021-06-03T11:05:28.056926+00:00 2021-06-03T11:05:31.397327+00:00 0:00:03.340401 36016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T11:05:25.961223+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T10:00:00+00:00 EmrJobFlowSensor 2021-06-03T11:01:04.085742+00:00 2021-06-03T11:10:06.727946+00:00 0:09:02.642204 36015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T11:01:01.758828+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T10:00:00+00:00 EmrJobFlowSensor 2021-06-03T11:00:47.713683+00:00 2021-06-03T11:12:50.582941+00:00 0:12:02.869258 36014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T11:00:45.589858+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T11:00:41.897718+00:00 2021-06-03T11:00:43.562778+00:00 0:00:01.665060 36013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T11:00:39.646756+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T11:00:26.456156+00:00 2021-06-03T11:00:28.243667+00:00 0:00:01.787511 36012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T11:00:23.488356+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T10:00:00+00:00 PythonOperator 2021-06-03T11:00:21.616237+00:00 2021-06-03T11:00:25.809914+00:00 0:00:04.193677 36011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T11:00:19.483994+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T10:00:00+00:00 PythonOperator 2021-06-03T11:00:05.753210+00:00 2021-06-03T11:00:09.066952+00:00 0:00:03.313742 36010 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T11:00:03.414092+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T09:00:00+00:00 EmrJobFlowSensor 2021-06-03T10:12:20.178615+00:00 2021-06-03T10:21:23.051010+00:00 0:09:02.872395 36008 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T10:12:17.914029+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T09:00:00+00:00 EmrJobFlowSensor 2021-06-03T10:12:16.171342+00:00 2021-06-03T10:24:19.320508+00:00 0:12:03.149166 36007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T10:12:13.907908+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T10:11:58.781226+00:00 2021-06-03T10:12:00.475294+00:00 0:00:01.694068 36006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T10:11:55.976289+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T10:11:54.425253+00:00 2021-06-03T10:11:56.086788+00:00 0:00:01.661535 36005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T10:11:51.967648+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T09:00:00+00:00 PythonOperator 2021-06-03T10:11:36.328925+00:00 2021-06-03T10:11:39.510310+00:00 0:00:03.181385 36004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T10:11:33.947421+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T09:00:00+00:00 PythonOperator 2021-06-03T10:11:34.350457+00:00 2021-06-03T10:11:37.887909+00:00 0:00:03.537452 36003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T10:11:31.944287+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T09:00:00+00:00 TriggerDagRunOperator 2021-06-03T10:11:20.211345+00:00 2021-06-03T10:11:20.759916+00:00 0:00:00.548571 36002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T10:11:17.827385+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T09:00:00+00:00 TriggerDagRunOperator 2021-06-03T10:11:20.156880+00:00 2021-06-03T10:11:20.561525+00:00 0:00:00.404645 36001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T10:11:17.827353+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T09:05:00+00:00 EmrJobFlowSensor 2021-06-03T10:06:03.481481+00:00 2021-06-03T10:14:05.866462+00:00 0:08:02.384981 36000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T10:06:01.366067+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T10:05:41.512051+00:00 2021-06-03T10:05:43.127239+00:00 0:00:01.615188 35999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T10:05:39.347645+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T09:05:00+00:00 PythonOperator 2021-06-03T10:05:20.056615+00:00 2021-06-03T10:05:23.390709+00:00 0:00:03.334094 35998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T10:05:17.357696+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T09:00:00+00:00 EmrJobFlowSensor 2021-06-03T10:00:56.960862+00:00 2021-06-03T10:12:59.830695+00:00 0:12:02.869833 35997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T10:00:54.852452+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T09:00:00+00:00 EmrJobFlowSensor 2021-06-03T10:00:53.149166+00:00 2021-06-03T10:10:55.905266+00:00 0:10:02.756100 35996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T10:00:50.804198+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T10:00:35.048112+00:00 2021-06-03T10:00:36.763681+00:00 0:00:01.715569 35995 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T10:00:32.795937+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T10:00:31.347341+00:00 2021-06-03T10:00:33.042219+00:00 0:00:01.694878 35994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T10:00:28.865576+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T09:00:00+00:00 PythonOperator 2021-06-03T10:00:11.067148+00:00 2021-06-03T10:00:14.336794+00:00 0:00:03.269646 35993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T10:00:08.751693+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T09:00:00+00:00 PythonOperator 2021-06-03T10:00:07.317152+00:00 2021-06-03T10:00:10.633380+00:00 0:00:03.316228 35992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T10:00:04.746642+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T08:00:00+00:00 EmrJobFlowSensor 2021-06-03T09:11:10.943970+00:00 2021-06-03T09:22:13.837886+00:00 0:11:02.893916 35990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T09:11:08.789682+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T08:00:00+00:00 EmrJobFlowSensor 2021-06-03T09:11:07.043101+00:00 2021-06-03T09:21:09.893712+00:00 0:10:02.850611 35989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T09:11:04.787138+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T09:10:50.909157+00:00 2021-06-03T09:10:52.592665+00:00 0:00:01.683508 35988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T09:10:48.754973+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T09:10:47.014426+00:00 2021-06-03T09:10:48.693141+00:00 0:00:01.678715 35987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T09:10:44.758088+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T08:00:00+00:00 PythonOperator 2021-06-03T09:10:29.761273+00:00 2021-06-03T09:10:33.615549+00:00 0:00:03.854276 35986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T09:10:26.708430+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T08:00:00+00:00 PythonOperator 2021-06-03T09:10:25.606695+00:00 2021-06-03T09:10:29.711066+00:00 0:00:04.104371 35985 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T09:10:22.763660+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T08:00:00+00:00 TriggerDagRunOperator 2021-06-03T09:10:17.105891+00:00 2021-06-03T09:10:17.638932+00:00 0:00:00.533041 35984 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T09:10:14.758058+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T08:00:00+00:00 TriggerDagRunOperator 2021-06-03T09:10:17.040204+00:00 2021-06-03T09:10:17.454790+00:00 0:00:00.414586 35983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T09:10:14.758024+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T08:05:00+00:00 EmrJobFlowSensor 2021-06-03T09:05:50.461105+00:00 2021-06-03T09:14:53.105404+00:00 0:09:02.644299 35982 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T09:05:48.328789+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T09:05:30.682176+00:00 2021-06-03T09:05:32.312965+00:00 0:00:01.630789 35981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T09:05:28.343942+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T08:05:00+00:00 PythonOperator 2021-06-03T09:05:08.408091+00:00 2021-06-03T09:05:11.790363+00:00 0:00:03.382272 35980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T09:05:06.290054+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T08:00:00+00:00 EmrJobFlowSensor 2021-06-03T09:00:58.210798+00:00 2021-06-03T09:10:00.937245+00:00 0:09:02.726447 35979 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T09:00:55.875867+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T08:00:00+00:00 EmrJobFlowSensor 2021-06-03T09:00:50.149728+00:00 2021-06-03T09:12:53.067461+00:00 0:12:02.917733 35978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T09:00:47.859622+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T09:00:37.977406+00:00 2021-06-03T09:00:39.682512+00:00 0:00:01.705106 35977 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T09:00:35.791959+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T09:00:27.895706+00:00 2021-06-03T09:00:29.541059+00:00 0:00:01.645353 35976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T09:00:25.731148+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T08:00:00+00:00 PythonOperator 2021-06-03T09:00:14.428104+00:00 2021-06-03T09:00:17.749374+00:00 0:00:03.321270 35975 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T09:00:11.725037+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T08:00:00+00:00 PythonOperator 2021-06-03T09:00:06.450418+00:00 2021-06-03T09:00:09.959424+00:00 0:00:03.509006 35974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T09:00:03.776331+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T07:00:00+00:00 EmrJobFlowSensor 2021-06-03T08:12:15.722135+00:00 2021-06-03T08:24:18.871169+00:00 0:12:03.149034 35972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T08:12:13.304536+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T07:00:00+00:00 EmrJobFlowSensor 2021-06-03T08:12:11.788031+00:00 2021-06-03T08:22:14.520807+00:00 0:10:02.732776 35971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T08:12:09.359957+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T08:11:53.701067+00:00 2021-06-03T08:11:55.372904+00:00 0:00:01.671837 35970 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T08:11:51.286176+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T08:11:49.806193+00:00 2021-06-03T08:11:51.523317+00:00 0:00:01.717124 35969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T08:11:47.352428+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T07:00:00+00:00 PythonOperator 2021-06-03T08:11:33.422982+00:00 2021-06-03T08:11:36.971384+00:00 0:00:03.548402 35968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T08:11:31.251424+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T07:00:00+00:00 PythonOperator 2021-06-03T08:11:29.464631+00:00 2021-06-03T08:11:32.685679+00:00 0:00:03.221048 35967 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T08:11:27.252184+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T07:00:00+00:00 TriggerDagRunOperator 2021-06-03T08:11:11.491583+00:00 2021-06-03T08:11:11.882949+00:00 0:00:00.391366 35966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T08:11:09.215014+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T07:00:00+00:00 TriggerDagRunOperator 2021-06-03T08:11:11.490794+00:00 2021-06-03T08:11:11.993880+00:00 0:00:00.503086 35965 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T08:11:09.215050+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T07:05:00+00:00 EmrJobFlowSensor 2021-06-03T08:05:48.888376+00:00 2021-06-03T08:14:51.337820+00:00 0:09:02.449444 35964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T08:05:46.695593+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T08:05:28.755849+00:00 2021-06-03T08:05:30.404389+00:00 0:00:01.648540 35963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T08:05:26.647399+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T07:05:00+00:00 PythonOperator 2021-06-03T08:05:06.762531+00:00 2021-06-03T08:05:10.045123+00:00 0:00:03.282592 35962 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T08:05:04.631496+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T07:00:00+00:00 EmrJobFlowSensor 2021-06-03T08:00:58.318678+00:00 2021-06-03T08:11:01.068025+00:00 0:10:02.749347 35961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T08:00:56.160449+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T07:00:00+00:00 EmrJobFlowSensor 2021-06-03T08:00:48.552623+00:00 2021-06-03T08:10:51.368470+00:00 0:10:02.815847 35960 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T08:00:46.161548+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T08:00:36.461987+00:00 2021-06-03T08:00:38.278879+00:00 0:00:01.816892 35959 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T08:00:34.146298+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T08:00:26.479751+00:00 2021-06-03T08:00:28.268849+00:00 0:00:01.789098 35958 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T08:00:24.163761+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T07:00:00+00:00 PythonOperator 2021-06-03T08:00:14.353232+00:00 2021-06-03T08:00:17.773716+00:00 0:00:03.420484 35957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T08:00:12.094844+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T07:00:00+00:00 PythonOperator 2021-06-03T08:00:04.643600+00:00 2021-06-03T08:00:08.157931+00:00 0:00:03.514331 35956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T08:00:02.085933+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T06:00:00+00:00 EmrJobFlowSensor 2021-06-03T07:11:24.412247+00:00 2021-06-03T07:22:27.404596+00:00 0:11:02.992349 35954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T07:11:22.203144+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T06:00:00+00:00 EmrJobFlowSensor 2021-06-03T07:11:20.576514+00:00 2021-06-03T07:20:23.140559+00:00 0:09:02.564045 35953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T07:11:18.265973+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T07:11:04.521386+00:00 2021-06-03T07:11:06.359404+00:00 0:00:01.838018 35952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T07:11:02.186379+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T07:10:58.465759+00:00 2021-06-03T07:11:00.236321+00:00 0:00:01.770562 35951 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T07:10:56.161591+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T06:00:00+00:00 PythonOperator 2021-06-03T07:10:42.303603+00:00 2021-06-03T07:10:45.939976+00:00 0:00:03.636373 35950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T07:10:40.145834+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T06:00:00+00:00 PythonOperator 2021-06-03T07:10:38.369941+00:00 2021-06-03T07:10:41.621089+00:00 0:00:03.251148 35949 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T07:10:36.139740+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T06:00:00+00:00 TriggerDagRunOperator 2021-06-03T07:10:28.545225+00:00 2021-06-03T07:10:29.077813+00:00 0:00:00.532588 35948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T07:10:26.134979+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T06:00:00+00:00 TriggerDagRunOperator 2021-06-03T07:10:28.365388+00:00 2021-06-03T07:10:28.790753+00:00 0:00:00.425365 35947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T07:10:26.135011+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T06:05:00+00:00 EmrJobFlowSensor 2021-06-03T07:05:49.887145+00:00 2021-06-03T07:14:52.539489+00:00 0:09:02.652344 35946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T07:05:47.644093+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T07:05:30.084053+00:00 2021-06-03T07:05:31.806669+00:00 0:00:01.722616 35945 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T07:05:27.656484+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T06:05:00+00:00 PythonOperator 2021-06-03T07:05:07.646380+00:00 2021-06-03T07:05:10.985161+00:00 0:00:03.338781 35944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T07:05:05.550688+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T06:00:00+00:00 EmrJobFlowSensor 2021-06-03T07:01:09.388884+00:00 2021-06-03T07:10:12.025746+00:00 0:09:02.636862 35943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T07:01:07.089229+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T06:00:00+00:00 EmrJobFlowSensor 2021-06-03T07:01:03.384076+00:00 2021-06-03T07:13:06.542191+00:00 0:12:03.158115 35942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T07:01:01.082384+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T07:00:47.689689+00:00 2021-06-03T07:00:49.468436+00:00 0:00:01.778747 35941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T07:00:45.074364+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T07:00:35.277281+00:00 2021-06-03T07:00:37.029496+00:00 0:00:01.752215 35940 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T07:00:33.008418+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T06:00:00+00:00 PythonOperator 2021-06-03T07:00:09.385948+00:00 2021-06-03T07:00:12.664770+00:00 0:00:03.278822 35939 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T07:00:06.985648+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T06:00:00+00:00 PythonOperator 2021-06-03T07:00:05.363755+00:00 2021-06-03T07:00:08.831539+00:00 0:00:03.467784 35938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T07:00:03.044394+00:00 2 default_pool