The scheduler does not appear to be running. Last heartbeat was received .

The DAGs list may not update, and new tasks will not be scheduled.

Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-05T13:00:00+00:00 EmrJobFlowSensor 2021-06-05T14:12:41.679854+00:00 2021-06-05T14:21:44.423078+00:00 0:09:02.743224 36962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:12:39.501468+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T13:00:00+00:00 EmrJobFlowSensor 2021-06-05T14:12:03.775910+00:00 2021-06-05T14:21:06.430784+00:00 0:09:02.654874 36961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:12:01.472812+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:12:01.691386+00:00 2021-06-05T14:12:03.519519+00:00 0:00:01.828133 36960 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T14:11:59.467772+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:11:41.597286+00:00 2021-06-05T14:11:43.279911+00:00 0:00:01.682625 36959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T14:11:39.447790+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T13:00:00+00:00 PythonOperator 2021-06-05T14:11:39.790941+00:00 2021-06-05T14:11:43.194755+00:00 0:00:03.403814 36958 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:11:37.447547+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T13:00:00+00:00 PythonOperator 2021-06-05T14:11:19.669324+00:00 2021-06-05T14:11:23.223574+00:00 0:00:03.554250 36957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:11:17.431617+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T13:00:00+00:00 TriggerDagRunOperator 2021-06-05T14:11:13.748815+00:00 2021-06-05T14:11:14.277102+00:00 0:00:00.528287 36956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:11:11.421529+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T13:00:00+00:00 TriggerDagRunOperator 2021-06-05T14:11:13.682163+00:00 2021-06-05T14:11:14.139755+00:00 0:00:00.457592 36955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:11:11.421565+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T13:05:00+00:00 EmrJobFlowSensor 2021-06-05T14:05:49.288856+00:00 2021-06-05T14:14:51.888306+00:00 0:09:02.599450 36954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:05:46.999139+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:05:29.331397+00:00 2021-06-05T14:05:31.097731+00:00 0:00:01.766334 36953 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T14:05:26.960212+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T13:05:00+00:00 PythonOperator 2021-06-05T14:05:07.208003+00:00 2021-06-05T14:05:10.420282+00:00 0:00:03.212279 36952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:05:04.914581+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T13:00:00+00:00 EmrJobFlowSensor 2021-06-05T14:01:04.646136+00:00 2021-06-05T14:12:07.445724+00:00 0:11:02.799588 36951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T14:01:02.392760+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T13:00:00+00:00 EmrJobFlowSensor 2021-06-05T14:00:56.623149+00:00 2021-06-05T14:10:59.466219+00:00 0:10:02.843070 36950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:00:54.372936+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:00:36.889230+00:00 2021-06-05T14:00:38.554813+00:00 0:00:01.665583 36949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T14:00:34.344147+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T14:00:34.545151+00:00 2021-06-05T14:00:36.535234+00:00 0:00:01.990083 36948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T14:00:32.339022+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T13:00:00+00:00 PythonOperator 2021-06-05T14:00:08.467861+00:00 2021-06-05T14:00:12.051357+00:00 0:00:03.583496 36947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T14:00:06.318179+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T13:00:00+00:00 PythonOperator 2021-06-05T14:00:04.769672+00:00 2021-06-05T14:00:08.023397+00:00 0:00:03.253725 36946 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T14:00:02.314257+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T12:00:00+00:00 EmrJobFlowSensor 2021-06-05T13:10:26.682438+00:00 2021-06-05T13:20:29.393708+00:00 0:10:02.711270 36944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:10:24.450263+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T12:00:00+00:00 EmrJobFlowSensor 2021-06-05T13:10:14.888841+00:00 2021-06-05T13:20:17.768470+00:00 0:10:02.879629 36943 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:10:12.452840+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:10:04.874871+00:00 2021-06-05T13:10:06.542993+00:00 0:00:01.668122 36942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T13:10:02.478890+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:09:54.917175+00:00 2021-06-05T13:09:56.746519+00:00 0:00:01.829344 36941 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T13:09:52.467497+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T12:00:00+00:00 PythonOperator 2021-06-05T13:09:42.657358+00:00 2021-06-05T13:09:46.216201+00:00 0:00:03.558843 36940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:09:40.389908+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T12:00:00+00:00 PythonOperator 2021-06-05T13:09:32.816584+00:00 2021-06-05T13:09:36.003507+00:00 0:00:03.186923 36939 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:09:30.456317+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T12:00:00+00:00 TriggerDagRunOperator 2021-06-05T13:09:20.644761+00:00 2021-06-05T13:09:21.141258+00:00 0:00:00.496497 36938 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:09:18.336751+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T12:00:00+00:00 TriggerDagRunOperator 2021-06-05T13:09:20.532206+00:00 2021-06-05T13:09:20.927071+00:00 0:00:00.394865 36937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:09:18.336799+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T12:05:00+00:00 EmrJobFlowSensor 2021-06-05T13:06:02.361207+00:00 2021-06-05T13:15:05.021676+00:00 0:09:02.660469 36936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:06:00.070939+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:05:40.364248+00:00 2021-06-05T13:05:42.076605+00:00 0:00:01.712357 36935 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T13:05:38.061764+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T12:05:00+00:00 PythonOperator 2021-06-05T13:05:20.266744+00:00 2021-06-05T13:05:23.392206+00:00 0:00:03.125462 36934 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:05:17.977599+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T12:00:00+00:00 EmrJobFlowSensor 2021-06-05T13:00:59.924491+00:00 2021-06-05T13:09:02.609880+00:00 0:08:02.685389 36933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:00:57.643480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T12:00:00+00:00 EmrJobFlowSensor 2021-06-05T13:00:57.824058+00:00 2021-06-05T13:12:00.848965+00:00 0:11:03.024907 36932 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T13:00:55.602781+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:00:37.990064+00:00 2021-06-05T13:00:39.761023+00:00 0:00:01.770959 36931 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T13:00:35.587169+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T13:00:35.948819+00:00 2021-06-05T13:00:37.633456+00:00 0:00:01.684637 36930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T13:00:33.586797+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T12:00:00+00:00 PythonOperator 2021-06-05T13:00:16.802842+00:00 2021-06-05T13:00:20.172665+00:00 0:00:03.369823 36929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T13:00:13.647101+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T12:00:00+00:00 PythonOperator 2021-06-05T13:00:14.917452+00:00 2021-06-05T13:00:18.699083+00:00 0:00:03.781631 36928 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T13:00:11.577806+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T11:00:00+00:00 EmrJobFlowSensor 2021-06-05T12:12:18.065610+00:00 2021-06-05T12:21:20.615862+00:00 0:09:02.550252 36926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:12:15.795363+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T11:00:00+00:00 EmrJobFlowSensor 2021-06-05T12:11:58.365972+00:00 2021-06-05T12:21:01.013678+00:00 0:09:02.647706 36925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:11:55.762716+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:11:56.090349+00:00 2021-06-05T12:11:58.123369+00:00 0:00:02.033020 36924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T12:11:53.761839+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:11:37.881056+00:00 2021-06-05T12:11:39.542697+00:00 0:00:01.661641 36923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T12:11:35.730676+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T11:00:00+00:00 PythonOperator 2021-06-05T12:11:36.185533+00:00 2021-06-05T12:11:39.685390+00:00 0:00:03.499857 36922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:11:33.726637+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T11:00:00+00:00 PythonOperator 2021-06-05T12:11:16.023843+00:00 2021-06-05T12:11:19.374712+00:00 0:00:03.350869 36921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:11:13.711415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T11:00:00+00:00 TriggerDagRunOperator 2021-06-05T12:11:10.095154+00:00 2021-06-05T12:11:10.603276+00:00 0:00:00.508122 36920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:11:07.703631+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T11:00:00+00:00 TriggerDagRunOperator 2021-06-05T12:11:09.963148+00:00 2021-06-05T12:11:10.383590+00:00 0:00:00.420442 36919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:11:07.703599+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T11:05:00+00:00 EmrJobFlowSensor 2021-06-05T12:05:57.277629+00:00 2021-06-05T12:14:59.798988+00:00 0:09:02.521359 36918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:05:55.118231+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:05:35.365051+00:00 2021-06-05T12:05:36.981110+00:00 0:00:01.616059 36917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T12:05:33.159540+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T11:05:00+00:00 PythonOperator 2021-06-05T12:05:11.462407+00:00 2021-06-05T12:05:14.630637+00:00 0:00:03.168230 36916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:05:09.157950+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T11:00:00+00:00 EmrJobFlowSensor 2021-06-05T12:01:04.979276+00:00 2021-06-05T12:13:08.095357+00:00 0:12:03.116081 36915 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T12:01:02.755679+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T11:00:00+00:00 EmrJobFlowSensor 2021-06-05T12:00:54.979547+00:00 2021-06-05T12:10:57.760670+00:00 0:10:02.781123 36914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:00:52.627853+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:00:45.244318+00:00 2021-06-05T12:00:46.943113+00:00 0:00:01.698795 36913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T12:00:42.673551+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T12:00:32.896361+00:00 2021-06-05T12:00:34.786780+00:00 0:00:01.890419 36912 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T12:00:30.611926+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T11:00:00+00:00 PythonOperator 2021-06-05T12:00:22.773689+00:00 2021-06-05T12:00:26.313113+00:00 0:00:03.539424 36911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T12:00:20.600875+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T11:00:00+00:00 PythonOperator 2021-06-05T12:00:10.907167+00:00 2021-06-05T12:00:14.419963+00:00 0:00:03.512796 36910 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T12:00:08.590299+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T10:00:00+00:00 EmrJobFlowSensor 2021-06-05T11:10:15.995573+00:00 2021-06-05T11:20:18.937416+00:00 0:10:02.941843 36908 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:10:13.556743+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T10:00:00+00:00 EmrJobFlowSensor 2021-06-05T11:10:13.777941+00:00 2021-06-05T11:20:16.626538+00:00 0:10:02.848597 36907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:10:11.558455+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T11:09:53.969329+00:00 2021-06-05T11:09:55.665861+00:00 0:00:01.696532 36906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T11:09:51.452261+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T11:09:51.608944+00:00 2021-06-05T11:09:53.675558+00:00 0:00:02.066614 36905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T11:09:49.454260+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T10:00:00+00:00 PythonOperator 2021-06-05T11:09:31.911096+00:00 2021-06-05T11:09:35.216627+00:00 0:00:03.305531 36904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T11:09:29.562479+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T10:00:00+00:00 PythonOperator 2021-06-05T11:09:30.204762+00:00 2021-06-05T11:09:33.867012+00:00 0:00:03.662250 36903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T11:09:27.541111+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T10:00:00+00:00 TriggerDagRunOperator 2021-06-05T11:09:19.881270+00:00 2021-06-05T11:09:20.311013+00:00 0:00:00.429743 36902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:09:17.456658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T10:00:00+00:00 TriggerDagRunOperator 2021-06-05T11:09:19.898786+00:00 2021-06-05T11:09:20.429787+00:00 0:00:00.531001 36901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:09:17.456610+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T10:05:00+00:00 EmrJobFlowSensor 2021-06-05T11:05:59.397267+00:00 2021-06-05T11:14:01.863181+00:00 0:08:02.465914 36900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:05:57.075039+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T11:05:29.588107+00:00 2021-06-05T11:05:31.281536+00:00 0:00:01.693429 36899 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T11:05:27.006321+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T10:05:00+00:00 PythonOperator 2021-06-05T11:05:03.497600+00:00 2021-06-05T11:05:06.198683+00:00 0:00:02.701083 36898 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T11:05:00.987650+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T10:00:00+00:00 EmrJobFlowSensor 2021-06-05T11:00:59.121733+00:00 2021-06-05T11:09:01.723784+00:00 0:08:02.602051 36897 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T11:00:56.573121+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T10:00:00+00:00 EmrJobFlowSensor 2021-06-05T11:00:57.223136+00:00 2021-06-05T11:13:00.105339+00:00 0:12:02.882203 36896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T11:00:54.563009+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T11:00:37.058781+00:00 2021-06-05T11:00:38.872034+00:00 0:00:01.813253 36895 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T11:00:34.489641+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T11:00:34.661715+00:00 2021-06-05T11:00:36.625650+00:00 0:00:01.963935 36894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T11:00:32.483703+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T10:00:00+00:00 PythonOperator 2021-06-05T11:00:15.166211+00:00 2021-06-05T11:00:18.533413+00:00 0:00:03.367202 36893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T11:00:12.442673+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T10:00:00+00:00 PythonOperator 2021-06-05T11:00:12.891923+00:00 2021-06-05T11:00:16.727985+00:00 0:00:03.836062 36892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T11:00:10.430758+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T09:00:00+00:00 EmrJobFlowSensor 2021-06-05T10:12:02.235422+00:00 2021-06-05T10:22:05.068183+00:00 0:10:02.832761 36890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T10:11:59.940503+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T09:00:00+00:00 EmrJobFlowSensor 2021-06-05T10:12:02.216255+00:00 2021-06-05T10:20:04.928124+00:00 0:08:02.711869 36889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T10:11:59.940470+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T10:11:40.632756+00:00 2021-06-05T10:11:42.387821+00:00 0:00:01.755065 36888 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T10:11:37.919000+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T10:11:40.507861+00:00 2021-06-05T10:11:42.218974+00:00 0:00:01.711113 36887 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T10:11:37.918971+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T09:00:00+00:00 PythonOperator 2021-06-05T10:11:16.413385+00:00 2021-06-05T10:11:19.944084+00:00 0:00:03.530699 36886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T10:11:13.968652+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T09:00:00+00:00 PythonOperator 2021-06-05T10:11:16.443778+00:00 2021-06-05T10:11:20.109029+00:00 0:00:03.665251 36885 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T10:11:13.968612+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T09:00:00+00:00 TriggerDagRunOperator 2021-06-05T10:11:12.401956+00:00 2021-06-05T10:11:12.978440+00:00 0:00:00.576484 36884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T10:11:09.963561+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T09:00:00+00:00 TriggerDagRunOperator 2021-06-05T10:11:12.263114+00:00 2021-06-05T10:11:12.654046+00:00 0:00:00.390932 36883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T10:11:09.963608+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T09:05:00+00:00 EmrJobFlowSensor 2021-06-05T10:06:15.825209+00:00 2021-06-05T10:15:18.445463+00:00 0:09:02.620254 36882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T10:06:13.550055+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T10:05:49.763940+00:00 2021-06-05T10:05:51.519598+00:00 0:00:01.755658 36881 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T10:05:47.438840+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T09:05:00+00:00 PythonOperator 2021-06-05T10:05:23.653520+00:00 2021-06-05T10:05:26.871641+00:00 0:00:03.218121 36880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T10:05:21.415241+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T09:00:00+00:00 EmrJobFlowSensor 2021-06-05T10:00:55.443214+00:00 2021-06-05T10:10:58.382355+00:00 0:10:02.939141 36879 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T10:00:53.030654+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T09:00:00+00:00 EmrJobFlowSensor 2021-06-05T10:00:55.267016+00:00 2021-06-05T10:12:58.273483+00:00 0:12:03.006467 36878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T10:00:53.030683+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T10:00:35.308388+00:00 2021-06-05T10:00:37.135553+00:00 0:00:01.827165 36877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T10:00:33.047803+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T10:00:33.156643+00:00 2021-06-05T10:00:34.794829+00:00 0:00:01.638186 36876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T10:00:31.011748+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T09:00:00+00:00 PythonOperator 2021-06-05T10:00:13.506086+00:00 2021-06-05T10:00:16.925512+00:00 0:00:03.419426 36875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T10:00:10.999749+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T09:00:00+00:00 PythonOperator 2021-06-05T10:00:13.480596+00:00 2021-06-05T10:00:16.921921+00:00 0:00:03.441325 36874 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T10:00:10.999790+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T08:00:00+00:00 EmrJobFlowSensor 2021-06-05T09:11:22.391066+00:00 2021-06-05T09:21:25.239195+00:00 0:10:02.848129 36872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T09:11:20.230363+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T08:00:00+00:00 EmrJobFlowSensor 2021-06-05T09:11:08.880786+00:00 2021-06-05T09:20:11.558978+00:00 0:09:02.678192 36871 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T09:11:06.214587+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T09:11:00.845381+00:00 2021-06-05T09:11:02.718593+00:00 0:00:01.873212 36870 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T09:10:58.267072+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T09:10:46.850444+00:00 2021-06-05T09:10:48.517700+00:00 0:00:01.667256 36869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T09:10:44.206823+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T08:00:00+00:00 PythonOperator 2021-06-05T09:10:38.417916+00:00 2021-06-05T09:10:41.984392+00:00 0:00:03.566476 36868 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T09:10:36.189772+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T08:00:00+00:00 PythonOperator 2021-06-05T09:10:26.518229+00:00 2021-06-05T09:10:29.912194+00:00 0:00:03.393965 36867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T09:10:24.134676+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T08:00:00+00:00 TriggerDagRunOperator 2021-06-05T09:10:20.686305+00:00 2021-06-05T09:10:21.159710+00:00 0:00:00.473405 36866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T09:10:18.126998+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T08:00:00+00:00 TriggerDagRunOperator 2021-06-05T09:10:20.479501+00:00 2021-06-05T09:10:20.985440+00:00 0:00:00.505939 36865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T09:10:18.126965+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T08:05:00+00:00 EmrJobFlowSensor 2021-06-05T09:05:54.157228+00:00 2021-06-05T09:13:56.511193+00:00 0:08:02.353965 36864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T09:05:51.692439+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T09:05:32.465898+00:00 2021-06-05T09:05:34.279618+00:00 0:00:01.813720 36863 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T09:05:29.659582+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T08:05:00+00:00 PythonOperator 2021-06-05T09:05:09.636066+00:00 2021-06-05T09:05:12.909485+00:00 0:00:03.273419 36862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T09:05:07.492149+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T08:00:00+00:00 EmrJobFlowSensor 2021-06-05T09:01:11.360781+00:00 2021-06-05T09:10:13.958378+00:00 0:09:02.597597 36861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T09:01:09.058595+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T08:00:00+00:00 EmrJobFlowSensor 2021-06-05T09:01:01.137397+00:00 2021-06-05T09:12:04.145427+00:00 0:11:03.008030 36860 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T09:00:58.986940+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T09:00:51.171686+00:00 2021-06-05T09:00:52.976666+00:00 0:00:01.804980 36859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T09:00:48.954965+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T09:00:41.080031+00:00 2021-06-05T09:00:42.832518+00:00 0:00:01.752487 36858 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T09:00:38.940210+00:00 2 default_pool