The scheduler does not appear to be running. Last heartbeat was received .

The DAGs list may not update, and new tasks will not be scheduled.

Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:00:45.549229+00:00 2021-06-05T17:00:47.199976+00:00 0:00:01.650747 37002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T17:00:43.424735+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:00:33.569482+00:00 2021-06-05T17:00:35.245982+00:00 0:00:01.676500 37001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T17:00:31.414641+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T16:00:00+00:00 PythonOperator 2021-06-05T17:00:23.620009+00:00 2021-06-05T17:00:27.136438+00:00 0:00:03.516429 37000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:00:21.407391+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T16:00:00+00:00 PythonOperator 2021-06-05T17:00:11.710272+00:00 2021-06-05T17:00:15.062920+00:00 0:00:03.352648 36999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T17:00:09.460351+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T15:00:00+00:00 EmrJobFlowSensor 2021-06-05T16:33:52.848194+00:00 2021-06-05T16:43:55.543570+00:00 0:10:02.695376 36998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:33:50.544126+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T15:00:00+00:00 EmrJobFlowSensor 2021-06-05T16:33:44.709882+00:00 2021-06-05T16:42:47.483455+00:00 0:09:02.773573 36997 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:33:42.454210+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:33:30.831805+00:00 2021-06-05T16:33:32.525470+00:00 0:00:01.693665 36996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T16:33:28.447929+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:33:24.585507+00:00 2021-06-05T16:33:26.315725+00:00 0:00:01.730218 36995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T16:33:22.321089+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T15:00:00+00:00 PythonOperator 2021-06-05T16:33:08.812047+00:00 2021-06-05T16:33:12.324694+00:00 0:00:03.512647 36994 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:33:06.369388+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T15:00:00+00:00 PythonOperator 2021-06-05T16:33:02.893001+00:00 2021-06-05T16:33:06.269845+00:00 0:00:03.376844 36993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:33:00.365838+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T15:00:00+00:00 TriggerDagRunOperator 2021-06-05T16:32:50.626773+00:00 2021-06-05T16:32:51.119871+00:00 0:00:00.493098 36992 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:32:48.293504+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T15:00:00+00:00 TriggerDagRunOperator 2021-06-05T16:32:50.519158+00:00 2021-06-05T16:32:50.899502+00:00 0:00:00.380344 36991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:32:48.293531+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T15:00:00+00:00 EmrJobFlowSensor 2021-06-05T16:23:35.402073+00:00 2021-06-05T16:32:37.906394+00:00 0:09:02.504321 36990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:23:33.193607+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T15:05:00+00:00 EmrJobFlowSensor 2021-06-05T16:23:29.619574+00:00 2021-06-05T16:31:32.069562+00:00 0:08:02.449988 36989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:23:27.131926+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T15:00:00+00:00 EmrJobFlowSensor 2021-06-05T16:23:27.219695+00:00 2021-06-05T16:34:30.398174+00:00 0:11:03.178479 36988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T16:23:25.125612+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:23:05.401902+00:00 2021-06-05T16:23:07.083024+00:00 0:00:01.681122 36987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T16:23:03.167974+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:23:01.676608+00:00 2021-06-05T16:23:03.384145+00:00 0:00:01.707537 36986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T16:22:59.265805+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T16:22:59.384612+00:00 2021-06-05T16:23:01.154228+00:00 0:00:01.769616 36985 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T16:22:57.122471+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T15:00:00+00:00 PythonOperator 2021-06-05T16:22:43.360119+00:00 2021-06-05T16:22:46.705339+00:00 0:00:03.345220 36984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T16:22:41.090682+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T15:05:00+00:00 PythonOperator 2021-06-05T16:22:39.398005+00:00 2021-06-05T16:22:42.629148+00:00 0:00:03.231143 36983 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:22:37.093130+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T15:00:00+00:00 PythonOperator 2021-06-05T16:22:37.690110+00:00 2021-06-05T16:22:41.196611+00:00 0:00:03.506501 36982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T16:22:35.139425+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T14:00:00+00:00 EmrJobFlowSensor 2021-06-05T15:12:09.885317+00:00 2021-06-05T15:22:12.582295+00:00 0:10:02.696978 36980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T15:12:07.619038+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T14:00:00+00:00 EmrJobFlowSensor 2021-06-05T15:12:04.093965+00:00 2021-06-05T15:21:06.654077+00:00 0:09:02.560112 36979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T15:12:01.667167+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T15:11:47.790157+00:00 2021-06-05T15:11:49.506417+00:00 0:00:01.716260 36978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T15:11:45.592599+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T15:11:41.898037+00:00 2021-06-05T15:11:43.707161+00:00 0:00:01.809124 36977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T15:11:39.646181+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T14:00:00+00:00 PythonOperator 2021-06-05T15:11:28.056818+00:00 2021-06-05T15:11:31.516251+00:00 0:00:03.459433 36976 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T15:11:25.552385+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T14:00:00+00:00 PythonOperator 2021-06-05T15:11:21.631817+00:00 2021-06-05T15:11:24.870520+00:00 0:00:03.238703 36975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T15:11:19.433889+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T14:00:00+00:00 TriggerDagRunOperator 2021-06-05T15:11:07.708563+00:00 2021-06-05T15:11:08.253113+00:00 0:00:00.544550 36974 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T15:11:05.422415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T14:00:00+00:00 TriggerDagRunOperator 2021-06-05T15:11:07.573921+00:00 2021-06-05T15:11:07.945628+00:00 0:00:00.371707 36973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T15:11:05.422446+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T14:05:00+00:00 EmrJobFlowSensor 2021-06-05T15:05:57.149111+00:00 2021-06-05T15:14:59.690608+00:00 0:09:02.541497 36972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T15:05:54.975664+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T15:05:33.060511+00:00 2021-06-05T15:05:34.698189+00:00 0:00:01.637678 36971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T15:05:30.960122+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T14:05:00+00:00 PythonOperator 2021-06-05T15:05:09.369403+00:00 2021-06-05T15:05:12.509796+00:00 0:00:03.140393 36970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T15:05:06.973150+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T14:00:00+00:00 EmrJobFlowSensor 2021-06-05T15:01:04.878249+00:00 2021-06-05T15:12:07.770642+00:00 0:11:02.892393 36969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T15:01:02.556874+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T14:00:00+00:00 EmrJobFlowSensor 2021-06-05T15:00:54.629601+00:00 2021-06-05T15:10:57.461707+00:00 0:10:02.832106 36968 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T15:00:52.397384+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T15:00:42.841427+00:00 2021-06-05T15:00:44.628883+00:00 0:00:01.787456 36967 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T15:00:40.442749+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T15:00:32.703072+00:00 2021-06-05T15:00:34.400382+00:00 0:00:01.697310 36966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T15:00:30.340992+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T14:00:00+00:00 PythonOperator 2021-06-05T15:00:20.643909+00:00 2021-06-05T15:00:24.312775+00:00 0:00:03.668866 36965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T15:00:18.356581+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T14:00:00+00:00 PythonOperator 2021-06-05T15:00:13.021032+00:00 2021-06-05T15:00:16.263318+00:00 0:00:03.242286 36964 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T15:00:10.244149+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T13:00:00+00:00 EmrJobFlowSensor 2021-06-05T14:12:41.679854+00:00 2021-06-05T14:21:44.423078+00:00 0:09:02.743224 36962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:12:39.501468+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T13:00:00+00:00 EmrJobFlowSensor 2021-06-05T14:12:03.775910+00:00 2021-06-05T14:21:06.430784+00:00 0:09:02.654874 36961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:12:01.472812+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:12:01.691386+00:00 2021-06-05T14:12:03.519519+00:00 0:00:01.828133 36960 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T14:11:59.467772+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:11:41.597286+00:00 2021-06-05T14:11:43.279911+00:00 0:00:01.682625 36959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T14:11:39.447790+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T13:00:00+00:00 PythonOperator 2021-06-05T14:11:39.790941+00:00 2021-06-05T14:11:43.194755+00:00 0:00:03.403814 36958 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:11:37.447547+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T13:00:00+00:00 PythonOperator 2021-06-05T14:11:19.669324+00:00 2021-06-05T14:11:23.223574+00:00 0:00:03.554250 36957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:11:17.431617+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T13:00:00+00:00 TriggerDagRunOperator 2021-06-05T14:11:13.748815+00:00 2021-06-05T14:11:14.277102+00:00 0:00:00.528287 36956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:11:11.421529+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T13:00:00+00:00 TriggerDagRunOperator 2021-06-05T14:11:13.682163+00:00 2021-06-05T14:11:14.139755+00:00 0:00:00.457592 36955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:11:11.421565+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T13:05:00+00:00 EmrJobFlowSensor 2021-06-05T14:05:49.288856+00:00 2021-06-05T14:14:51.888306+00:00 0:09:02.599450 36954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:05:46.999139+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:05:29.331397+00:00 2021-06-05T14:05:31.097731+00:00 0:00:01.766334 36953 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T14:05:26.960212+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T13:05:00+00:00 PythonOperator 2021-06-05T14:05:07.208003+00:00 2021-06-05T14:05:10.420282+00:00 0:00:03.212279 36952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:05:04.914581+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T13:00:00+00:00 EmrJobFlowSensor 2021-06-05T14:01:04.646136+00:00 2021-06-05T14:12:07.445724+00:00 0:11:02.799588 36951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:01:02.392760+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T13:00:00+00:00 EmrJobFlowSensor 2021-06-05T14:00:56.623149+00:00 2021-06-05T14:10:59.466219+00:00 0:10:02.843070 36950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:00:54.372936+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:00:36.889230+00:00 2021-06-05T14:00:38.554813+00:00 0:00:01.665583 36949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T14:00:34.344147+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:00:34.545151+00:00 2021-06-05T14:00:36.535234+00:00 0:00:01.990083 36948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T14:00:32.339022+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T13:00:00+00:00 PythonOperator 2021-06-05T14:00:08.467861+00:00 2021-06-05T14:00:12.051357+00:00 0:00:03.583496 36947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:00:06.318179+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T13:00:00+00:00 PythonOperator 2021-06-05T14:00:04.769672+00:00 2021-06-05T14:00:08.023397+00:00 0:00:03.253725 36946 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T14:00:02.314257+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T12:00:00+00:00 EmrJobFlowSensor 2021-06-05T13:10:26.682438+00:00 2021-06-05T13:20:29.393708+00:00 0:10:02.711270 36944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:10:24.450263+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T12:00:00+00:00 EmrJobFlowSensor 2021-06-05T13:10:14.888841+00:00 2021-06-05T13:20:17.768470+00:00 0:10:02.879629 36943 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:10:12.452840+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:10:04.874871+00:00 2021-06-05T13:10:06.542993+00:00 0:00:01.668122 36942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T13:10:02.478890+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:09:54.917175+00:00 2021-06-05T13:09:56.746519+00:00 0:00:01.829344 36941 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T13:09:52.467497+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T12:00:00+00:00 PythonOperator 2021-06-05T13:09:42.657358+00:00 2021-06-05T13:09:46.216201+00:00 0:00:03.558843 36940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:09:40.389908+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T12:00:00+00:00 PythonOperator 2021-06-05T13:09:32.816584+00:00 2021-06-05T13:09:36.003507+00:00 0:00:03.186923 36939 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:09:30.456317+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T12:00:00+00:00 TriggerDagRunOperator 2021-06-05T13:09:20.644761+00:00 2021-06-05T13:09:21.141258+00:00 0:00:00.496497 36938 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:09:18.336751+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T12:00:00+00:00 TriggerDagRunOperator 2021-06-05T13:09:20.532206+00:00 2021-06-05T13:09:20.927071+00:00 0:00:00.394865 36937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:09:18.336799+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T12:05:00+00:00 EmrJobFlowSensor 2021-06-05T13:06:02.361207+00:00 2021-06-05T13:15:05.021676+00:00 0:09:02.660469 36936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:06:00.070939+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:05:40.364248+00:00 2021-06-05T13:05:42.076605+00:00 0:00:01.712357 36935 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T13:05:38.061764+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T12:05:00+00:00 PythonOperator 2021-06-05T13:05:20.266744+00:00 2021-06-05T13:05:23.392206+00:00 0:00:03.125462 36934 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:05:17.977599+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T12:00:00+00:00 EmrJobFlowSensor 2021-06-05T13:00:59.924491+00:00 2021-06-05T13:09:02.609880+00:00 0:08:02.685389 36933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:00:57.643480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T12:00:00+00:00 EmrJobFlowSensor 2021-06-05T13:00:57.824058+00:00 2021-06-05T13:12:00.848965+00:00 0:11:03.024907 36932 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:00:55.602781+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:00:37.990064+00:00 2021-06-05T13:00:39.761023+00:00 0:00:01.770959 36931 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T13:00:35.587169+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:00:35.948819+00:00 2021-06-05T13:00:37.633456+00:00 0:00:01.684637 36930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T13:00:33.586797+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T12:00:00+00:00 PythonOperator 2021-06-05T13:00:16.802842+00:00 2021-06-05T13:00:20.172665+00:00 0:00:03.369823 36929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T13:00:13.647101+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T12:00:00+00:00 PythonOperator 2021-06-05T13:00:14.917452+00:00 2021-06-05T13:00:18.699083+00:00 0:00:03.781631 36928 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:00:11.577806+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T11:00:00+00:00 EmrJobFlowSensor 2021-06-05T12:12:18.065610+00:00 2021-06-05T12:21:20.615862+00:00 0:09:02.550252 36926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:12:15.795363+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T11:00:00+00:00 EmrJobFlowSensor 2021-06-05T12:11:58.365972+00:00 2021-06-05T12:21:01.013678+00:00 0:09:02.647706 36925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:11:55.762716+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:11:56.090349+00:00 2021-06-05T12:11:58.123369+00:00 0:00:02.033020 36924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T12:11:53.761839+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:11:37.881056+00:00 2021-06-05T12:11:39.542697+00:00 0:00:01.661641 36923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T12:11:35.730676+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T11:00:00+00:00 PythonOperator 2021-06-05T12:11:36.185533+00:00 2021-06-05T12:11:39.685390+00:00 0:00:03.499857 36922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:11:33.726637+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T11:00:00+00:00 PythonOperator 2021-06-05T12:11:16.023843+00:00 2021-06-05T12:11:19.374712+00:00 0:00:03.350869 36921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:11:13.711415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T11:00:00+00:00 TriggerDagRunOperator 2021-06-05T12:11:10.095154+00:00 2021-06-05T12:11:10.603276+00:00 0:00:00.508122 36920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:11:07.703631+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T11:00:00+00:00 TriggerDagRunOperator 2021-06-05T12:11:09.963148+00:00 2021-06-05T12:11:10.383590+00:00 0:00:00.420442 36919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:11:07.703599+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T11:05:00+00:00 EmrJobFlowSensor 2021-06-05T12:05:57.277629+00:00 2021-06-05T12:14:59.798988+00:00 0:09:02.521359 36918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:05:55.118231+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:05:35.365051+00:00 2021-06-05T12:05:36.981110+00:00 0:00:01.616059 36917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T12:05:33.159540+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T11:05:00+00:00 PythonOperator 2021-06-05T12:05:11.462407+00:00 2021-06-05T12:05:14.630637+00:00 0:00:03.168230 36916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:05:09.157950+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T11:00:00+00:00 EmrJobFlowSensor 2021-06-05T12:01:04.979276+00:00 2021-06-05T12:13:08.095357+00:00 0:12:03.116081 36915 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:01:02.755679+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T11:00:00+00:00 EmrJobFlowSensor 2021-06-05T12:00:54.979547+00:00 2021-06-05T12:10:57.760670+00:00 0:10:02.781123 36914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:00:52.627853+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:00:45.244318+00:00 2021-06-05T12:00:46.943113+00:00 0:00:01.698795 36913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T12:00:42.673551+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:00:32.896361+00:00 2021-06-05T12:00:34.786780+00:00 0:00:01.890419 36912 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T12:00:30.611926+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T11:00:00+00:00 PythonOperator 2021-06-05T12:00:22.773689+00:00 2021-06-05T12:00:26.313113+00:00 0:00:03.539424 36911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:00:20.600875+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T11:00:00+00:00 PythonOperator 2021-06-05T12:00:10.907167+00:00 2021-06-05T12:00:14.419963+00:00 0:00:03.512796 36910 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T12:00:08.590299+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T10:00:00+00:00 EmrJobFlowSensor 2021-06-05T11:10:15.995573+00:00 2021-06-05T11:20:18.937416+00:00 0:10:02.941843 36908 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:10:13.556743+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T10:00:00+00:00 EmrJobFlowSensor 2021-06-05T11:10:13.777941+00:00 2021-06-05T11:20:16.626538+00:00 0:10:02.848597 36907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:10:11.558455+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T11:09:53.969329+00:00 2021-06-05T11:09:55.665861+00:00 0:00:01.696532 36906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T11:09:51.452261+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T11:09:51.608944+00:00 2021-06-05T11:09:53.675558+00:00 0:00:02.066614 36905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T11:09:49.454260+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T10:00:00+00:00 PythonOperator 2021-06-05T11:09:31.911096+00:00 2021-06-05T11:09:35.216627+00:00 0:00:03.305531 36904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T11:09:29.562479+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T10:00:00+00:00 PythonOperator 2021-06-05T11:09:30.204762+00:00 2021-06-05T11:09:33.867012+00:00 0:00:03.662250 36903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T11:09:27.541111+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T10:00:00+00:00 TriggerDagRunOperator 2021-06-05T11:09:19.881270+00:00 2021-06-05T11:09:20.311013+00:00 0:00:00.429743 36902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:09:17.456658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T10:00:00+00:00 TriggerDagRunOperator 2021-06-05T11:09:19.898786+00:00 2021-06-05T11:09:20.429787+00:00 0:00:00.531001 36901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:09:17.456610+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T10:05:00+00:00 EmrJobFlowSensor 2021-06-05T11:05:59.397267+00:00 2021-06-05T11:14:01.863181+00:00 0:08:02.465914 36900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:05:57.075039+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T11:05:29.588107+00:00 2021-06-05T11:05:31.281536+00:00 0:00:01.693429 36899 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T11:05:27.006321+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T10:05:00+00:00 PythonOperator 2021-06-05T11:05:03.497600+00:00 2021-06-05T11:05:06.198683+00:00 0:00:02.701083 36898 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T11:05:00.987650+00:00 2 default_pool