The scheduler does not appear to be running. Last heartbeat was received .

The DAGs list may not update, and new tasks will not be scheduled.

Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-02T10:00:00+00:00 EmrJobFlowSensor 2021-07-02T11:03:46.669507+00:00 2021-07-02T11:16:50.123537+00:00 0:13:03.454030 48767 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T11:03:44.361640+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T11:03:30.509448+00:00 2021-07-02T11:03:32.203473+00:00 0:00:01.694025 48766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T11:03:28.288133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T11:03:26.774116+00:00 2021-07-02T11:03:28.493385+00:00 0:00:01.719269 48765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T11:03:24.288157+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T10:00:00+00:00 PythonOperator 2021-07-02T11:03:08.677060+00:00 2021-07-02T11:03:12.062802+00:00 0:00:03.385742 48764 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T11:03:06.248307+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T10:00:00+00:00 PythonOperator 2021-07-02T11:03:04.777716+00:00 2021-07-02T11:03:08.792578+00:00 0:00:04.014862 48763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T11:03:02.302791+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T09:00:00+00:00 EmrJobFlowSensor 2021-07-02T10:12:37.077857+00:00 2021-07-02T10:22:40.156124+00:00 0:10:03.078267 48761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T10:12:34.560865+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T09:00:00+00:00 EmrJobFlowSensor 2021-07-02T10:12:36.922910+00:00 2021-07-02T10:22:39.761050+00:00 0:10:02.838140 48760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T10:12:34.560910+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T10:12:15.237505+00:00 2021-07-02T10:12:17.051515+00:00 0:00:01.814010 48759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T10:12:12.562437+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T10:12:14.890456+00:00 2021-07-02T10:12:16.603228+00:00 0:00:01.712772 48758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T10:12:12.562484+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T09:00:00+00:00 PythonOperator 2021-07-02T10:11:52.987384+00:00 2021-07-02T10:11:56.668079+00:00 0:00:03.680695 48757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T10:11:50.433687+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T09:00:00+00:00 PythonOperator 2021-07-02T10:11:52.877928+00:00 2021-07-02T10:11:56.500089+00:00 0:00:03.622161 48756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T10:11:50.433714+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T09:00:00+00:00 TriggerDagRunOperator 2021-07-02T10:11:31.029938+00:00 2021-07-02T10:11:31.557455+00:00 0:00:00.527517 48755 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T10:11:28.457717+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T09:00:00+00:00 TriggerDagRunOperator 2021-07-02T10:11:30.966224+00:00 2021-07-02T10:11:31.398473+00:00 0:00:00.432249 48754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T10:11:28.457749+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T09:05:00+00:00 EmrJobFlowSensor 2021-07-02T10:06:02.361408+00:00 2021-07-02T10:15:05.056941+00:00 0:09:02.695533 48753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T10:06:00.058225+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T10:05:34.350021+00:00 2021-07-02T10:05:36.156271+00:00 0:00:01.806250 48752 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T10:05:31.937436+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T09:05:00+00:00 PythonOperator 2021-07-02T10:05:04.085963+00:00 2021-07-02T10:05:07.709386+00:00 0:00:03.623423 48751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T10:05:01.913355+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T09:00:00+00:00 EmrJobFlowSensor 2021-07-02T10:01:06.132162+00:00 2021-07-02T10:11:08.993396+00:00 0:10:02.861234 48750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T10:01:03.629247+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-02T09:00:00+00:00 EmrJobFlowSensor 2021-07-02T10:00:49.973710+00:00 2021-07-02T10:12:53.094031+00:00 0:12:03.120321 48749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T10:00:47.616112+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T10:00:44.196158+00:00 2021-07-02T10:00:45.910108+00:00 0:00:01.713950 48748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T10:00:41.756162+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T10:00:27.744222+00:00 2021-07-02T10:00:29.487481+00:00 0:00:01.743259 48747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T10:00:25.588690+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T09:00:00+00:00 PythonOperator 2021-07-02T10:00:23.988342+00:00 2021-07-02T10:00:27.354328+00:00 0:00:03.365986 48746 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T10:00:21.586667+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T09:00:00+00:00 PythonOperator 2021-07-02T10:00:07.856703+00:00 2021-07-02T10:00:11.828117+00:00 0:00:03.971414 48745 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T10:00:05.564911+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T08:00:00+00:00 EmrJobFlowSensor 2021-07-02T09:12:09.347694+00:00 2021-07-02T09:22:12.221564+00:00 0:10:02.873870 48743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T09:12:07.022236+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T08:00:00+00:00 EmrJobFlowSensor 2021-07-02T09:11:51.199776+00:00 2021-07-02T09:21:54.099039+00:00 0:10:02.899263 48742 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T09:11:49.020399+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T09:11:45.313120+00:00 2021-07-02T09:11:47.145633+00:00 0:00:01.832513 48741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T09:11:43.008196+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T09:11:29.203583+00:00 2021-07-02T09:11:30.899211+00:00 0:00:01.695628 48740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T09:11:26.988317+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T08:00:00+00:00 PythonOperator 2021-07-02T09:11:23.439173+00:00 2021-07-02T09:11:26.820992+00:00 0:00:03.381819 48739 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T09:11:20.990370+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T08:00:00+00:00 PythonOperator 2021-07-02T09:11:09.800282+00:00 2021-07-02T09:11:13.512364+00:00 0:00:03.712082 48738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T09:11:06.948705+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T08:00:00+00:00 TriggerDagRunOperator 2021-07-02T09:11:01.695631+00:00 2021-07-02T09:11:02.119933+00:00 0:00:00.424302 48737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T09:10:58.994606+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T08:00:00+00:00 TriggerDagRunOperator 2021-07-02T09:11:01.391339+00:00 2021-07-02T09:11:01.907497+00:00 0:00:00.516158 48736 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T09:10:58.994558+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T08:05:00+00:00 EmrJobFlowSensor 2021-07-02T09:06:24.859040+00:00 2021-07-02T09:15:27.417214+00:00 0:09:02.558174 48735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T09:06:22.562470+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T09:05:56.683609+00:00 2021-07-02T09:05:58.458334+00:00 0:00:01.774725 48734 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T09:05:54.520150+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T08:05:00+00:00 PythonOperator 2021-07-02T09:05:24.702947+00:00 2021-07-02T09:05:28.254000+00:00 0:00:03.551053 48733 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T09:05:22.495356+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-02T08:00:00+00:00 EmrJobFlowSensor 2021-07-02T09:01:06.404113+00:00 2021-07-02T09:13:09.748649+00:00 0:12:03.344536 48732 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T09:01:04.094443+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T08:00:00+00:00 EmrJobFlowSensor 2021-07-02T09:00:50.731518+00:00 2021-07-02T09:10:53.543280+00:00 0:10:02.811762 48731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T09:00:48.028213+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T09:00:44.224650+00:00 2021-07-02T09:00:45.952408+00:00 0:00:01.727758 48730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T09:00:42.028027+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T09:00:30.316554+00:00 2021-07-02T09:00:32.189301+00:00 0:00:01.872747 48729 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T09:00:28.014554+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T08:00:00+00:00 PythonOperator 2021-07-02T09:00:24.204042+00:00 2021-07-02T09:00:28.186493+00:00 0:00:03.982451 48728 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T09:00:22.002840+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T08:00:00+00:00 PythonOperator 2021-07-02T09:00:06.192423+00:00 2021-07-02T09:00:09.909540+00:00 0:00:03.717117 48727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T09:00:03.987308+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T07:00:00+00:00 EmrJobFlowSensor 2021-07-02T08:12:47.212969+00:00 2021-07-02T08:21:50.050900+00:00 0:09:02.837931 48725 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T08:12:44.957969+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T07:00:00+00:00 EmrJobFlowSensor 2021-07-02T08:12:39.339727+00:00 2021-07-02T08:22:42.145728+00:00 0:10:02.806001 48724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T08:12:37.046508+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T08:12:27.129229+00:00 2021-07-02T08:12:28.910231+00:00 0:00:01.781002 48723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T08:12:24.946396+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T08:12:17.285331+00:00 2021-07-02T08:12:19.103903+00:00 0:00:01.818572 48722 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T08:12:14.903372+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T07:00:00+00:00 PythonOperator 2021-07-02T08:12:05.448869+00:00 2021-07-02T08:12:09.056255+00:00 0:00:03.607386 48721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T08:12:02.953522+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T07:00:00+00:00 PythonOperator 2021-07-02T08:11:56.905733+00:00 2021-07-02T08:12:00.934964+00:00 0:00:04.029231 48720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T08:11:54.782934+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T07:00:00+00:00 TriggerDagRunOperator 2021-07-02T08:11:35.255117+00:00 2021-07-02T08:11:35.738986+00:00 0:00:00.483869 48719 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T08:11:32.768872+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T07:00:00+00:00 TriggerDagRunOperator 2021-07-02T08:11:35.101007+00:00 2021-07-02T08:11:35.485777+00:00 0:00:00.384770 48718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T08:11:32.768842+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T07:05:00+00:00 EmrJobFlowSensor 2021-07-02T08:05:48.452087+00:00 2021-07-02T08:13:51.225439+00:00 0:08:02.773352 48717 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T08:05:46.202100+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T08:05:28.301492+00:00 2021-07-02T08:05:30.102122+00:00 0:00:01.800630 48716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T08:05:26.125463+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T07:05:00+00:00 PythonOperator 2021-07-02T08:05:06.345087+00:00 2021-07-02T08:05:09.686679+00:00 0:00:03.341592 48715 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T08:05:04.107737+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T07:00:00+00:00 EmrJobFlowSensor 2021-07-02T08:01:00.166416+00:00 2021-07-02T08:11:03.206514+00:00 0:10:03.040098 48714 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T08:00:57.716055+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-02T07:00:00+00:00 EmrJobFlowSensor 2021-07-02T08:00:51.808674+00:00 2021-07-02T08:11:54.832248+00:00 0:11:03.023574 48713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T08:00:49.700321+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T08:00:38.541260+00:00 2021-07-02T08:00:40.346393+00:00 0:00:01.805133 48712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T08:00:35.759520+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T08:00:30.513693+00:00 2021-07-02T08:00:32.376430+00:00 0:00:01.862737 48711 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T08:00:27.857467+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T07:00:00+00:00 PythonOperator 2021-07-02T08:00:17.836084+00:00 2021-07-02T08:00:21.463417+00:00 0:00:03.627333 48710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T08:00:15.663598+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T07:00:00+00:00 PythonOperator 2021-07-02T08:00:07.930548+00:00 2021-07-02T08:00:11.891608+00:00 0:00:03.961060 48709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T08:00:05.593012+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T06:00:00+00:00 EmrJobFlowSensor 2021-07-02T07:11:09.035465+00:00 2021-07-02T07:20:11.900365+00:00 0:09:02.864900 48707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T07:11:06.708376+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T06:00:00+00:00 EmrJobFlowSensor 2021-07-02T07:10:59.039617+00:00 2021-07-02T07:20:01.912061+00:00 0:09:02.872444 48706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T07:10:56.689772+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T07:10:46.839157+00:00 2021-07-02T07:10:48.566359+00:00 0:00:01.727202 48705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T07:10:44.646219+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T07:10:36.918281+00:00 2021-07-02T07:10:38.715868+00:00 0:00:01.797587 48704 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T07:10:34.681820+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T06:00:00+00:00 PythonOperator 2021-07-02T07:10:26.784041+00:00 2021-07-02T07:10:30.420772+00:00 0:00:03.636731 48703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T07:10:24.631072+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T06:00:00+00:00 PythonOperator 2021-07-02T07:10:15.143429+00:00 2021-07-02T07:10:19.111680+00:00 0:00:03.968251 48702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T07:10:12.666120+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T06:00:00+00:00 TriggerDagRunOperator 2021-07-02T07:10:09.233744+00:00 2021-07-02T07:10:09.715451+00:00 0:00:00.481707 48701 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T07:10:06.611941+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T06:00:00+00:00 TriggerDagRunOperator 2021-07-02T07:10:09.004354+00:00 2021-07-02T07:10:09.376464+00:00 0:00:00.372110 48700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T07:10:06.611977+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T06:05:00+00:00 EmrJobFlowSensor 2021-07-02T07:06:12.520332+00:00 2021-07-02T07:15:15.379046+00:00 0:09:02.858714 48699 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T07:06:10.260808+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T07:05:50.519660+00:00 2021-07-02T07:05:52.259107+00:00 0:00:01.739447 48698 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T07:05:48.196241+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T06:05:00+00:00 PythonOperator 2021-07-02T07:05:26.399931+00:00 2021-07-02T07:05:29.772697+00:00 0:00:03.372766 48697 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T07:05:24.132594+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T06:00:00+00:00 EmrJobFlowSensor 2021-07-02T07:00:50.206531+00:00 2021-07-02T07:09:53.027055+00:00 0:09:02.820524 48696 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T07:00:47.756216+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-02T06:00:00+00:00 EmrJobFlowSensor 2021-07-02T07:00:46.226132+00:00 2021-07-02T07:11:49.243082+00:00 0:11:03.016950 48695 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T07:00:43.755328+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T07:00:28.291759+00:00 2021-07-02T07:00:29.977729+00:00 0:00:01.685970 48694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T07:00:25.648868+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T07:00:25.889626+00:00 2021-07-02T07:00:27.953219+00:00 0:00:02.063593 48693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T07:00:23.572671+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T06:00:00+00:00 PythonOperator 2021-07-02T07:00:08.450161+00:00 2021-07-02T07:00:12.376887+00:00 0:00:03.926726 48692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T07:00:05.558414+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T06:00:00+00:00 PythonOperator 2021-07-02T07:00:04.019738+00:00 2021-07-02T07:00:09.067421+00:00 0:00:05.047683 48691 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T07:00:01.546766+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T05:00:00+00:00 EmrJobFlowSensor 2021-07-02T06:11:52.922011+00:00 2021-07-02T06:20:55.575299+00:00 0:09:02.653288 48689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T06:11:50.276376+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T05:00:00+00:00 EmrJobFlowSensor 2021-07-02T06:11:50.657028+00:00 2021-07-02T06:20:53.725838+00:00 0:09:03.068810 48688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T06:11:48.278927+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T06:11:31.178038+00:00 2021-07-02T06:11:32.929392+00:00 0:00:01.751354 48687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T06:11:28.264464+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T06:11:28.658381+00:00 2021-07-02T06:11:30.424631+00:00 0:00:01.766250 48686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T06:11:26.248949+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T05:00:00+00:00 PythonOperator 2021-07-02T06:11:03.221044+00:00 2021-07-02T06:11:06.908012+00:00 0:00:03.686968 48685 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T06:11:00.131159+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T05:00:00+00:00 PythonOperator 2021-07-02T06:10:58.426837+00:00 2021-07-02T06:11:02.592544+00:00 0:00:04.165707 48684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T06:10:56.130632+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T05:00:00+00:00 TriggerDagRunOperator 2021-07-02T06:10:44.678950+00:00 2021-07-02T06:10:45.230043+00:00 0:00:00.551093 48683 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T06:10:42.146905+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T05:00:00+00:00 TriggerDagRunOperator 2021-07-02T06:10:44.457079+00:00 2021-07-02T06:10:44.862823+00:00 0:00:00.405744 48682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T06:10:42.146874+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T05:05:00+00:00 EmrJobFlowSensor 2021-07-02T06:06:02.315947+00:00 2021-07-02T06:15:04.870594+00:00 0:09:02.554647 48681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T06:05:59.860090+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T06:05:41.919102+00:00 2021-07-02T06:05:43.616395+00:00 0:00:01.697293 48680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T06:05:39.722304+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-02T05:05:00+00:00 PythonOperator 2021-07-02T06:05:20.055332+00:00 2021-07-02T06:05:23.698118+00:00 0:00:03.642786 48679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T06:05:17.666438+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-02T05:00:00+00:00 EmrJobFlowSensor 2021-07-02T06:01:09.924359+00:00 2021-07-02T06:13:13.121016+00:00 0:12:03.196657 48678 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T06:01:07.279350+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-02T05:00:00+00:00 EmrJobFlowSensor 2021-07-02T06:01:05.568787+00:00 2021-07-02T06:10:08.485144+00:00 0:09:02.916357 48677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T06:01:03.275152+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-02T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T06:00:41.487675+00:00 2021-07-02T06:00:43.412259+00:00 0:00:01.924584 48676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T06:00:39.206975+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-02T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T06:00:33.790496+00:00 2021-07-02T06:00:35.530070+00:00 0:00:01.739574 48675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-02T06:00:31.184174+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-02T05:00:00+00:00 PythonOperator 2021-07-02T06:00:15.288939+00:00 2021-07-02T06:00:19.160934+00:00 0:00:03.871995 48674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T06:00:13.094500+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-02T05:00:00+00:00 PythonOperator 2021-07-02T06:00:07.609983+00:00 2021-07-02T06:00:11.089139+00:00 0:00:03.479156 48673 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-02T06:00:05.156449+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-02T04:00:00+00:00 EmrJobFlowSensor 2021-07-02T05:11:40.679120+00:00 2021-07-02T05:20:43.340949+00:00 0:09:02.661829 48671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T05:11:38.351491+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-02T04:00:00+00:00 EmrJobFlowSensor 2021-07-02T05:11:18.576132+00:00 2021-07-02T05:20:21.424560+00:00 0:09:02.848428 48670 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T05:11:16.259831+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-02T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T05:11:18.388478+00:00 2021-07-02T05:11:20.171972+00:00 0:00:01.783494 48669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T05:11:16.259798+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-02T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T05:10:57.339960+00:00 2021-07-02T05:10:59.214796+00:00 0:00:01.874836 48668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T05:10:54.238930+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-02T04:00:00+00:00 PythonOperator 2021-07-02T05:10:52.482197+00:00 2021-07-02T05:10:57.151596+00:00 0:00:04.669399 48667 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T05:10:50.233798+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-02T04:00:00+00:00 PythonOperator 2021-07-02T05:10:26.381966+00:00 2021-07-02T05:10:30.174074+00:00 0:00:03.792108 48666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T05:10:24.214312+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-02T04:00:00+00:00 TriggerDagRunOperator 2021-07-02T05:10:16.704202+00:00 2021-07-02T05:10:17.256000+00:00 0:00:00.551798 48665 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T05:10:14.264734+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-02T04:00:00+00:00 TriggerDagRunOperator 2021-07-02T05:10:16.643866+00:00 2021-07-02T05:10:17.043694+00:00 0:00:00.399828 48664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T05:10:14.264702+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-02T04:05:00+00:00 EmrJobFlowSensor 2021-07-02T05:06:00.257041+00:00 2021-07-02T05:15:02.958699+00:00 0:09:02.701658 48663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T05:05:57.883518+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-02T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-02T05:05:38.192144+00:00 2021-07-02T05:05:40.097792+00:00 0:00:01.905648 48662 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T05:05:35.813301+00:00 2 default_pool