The scheduler does not appear to be running. Last heartbeat was received .

The DAGs list may not update, and new tasks will not be scheduled.

Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T08:00:40.942668+00:00 2021-07-15T08:00:42.635521+00:00 0:00:01.692853 53796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T08:00:38.758298+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T08:00:29.026810+00:00 2021-07-15T08:00:30.793720+00:00 0:00:01.766910 53795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T08:00:26.752273+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T07:00:00+00:00 PythonOperator 2021-07-15T08:00:18.983036+00:00 2021-07-15T08:00:22.716976+00:00 0:00:03.733940 53794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T08:00:16.760099+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T07:00:00+00:00 PythonOperator 2021-07-15T08:00:07.036920+00:00 2021-07-15T08:00:11.204005+00:00 0:00:04.167085 53793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T08:00:04.684711+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T02:00:00+00:00 EmrJobFlowSensor 2021-07-15T07:41:49.129988+00:00 2021-07-15T07:41:50.698018+00:00 0:00:01.568030 53792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T07:41:46.846494+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T01:00:00+00:00 EmrJobFlowSensor 2021-07-15T07:25:29.485725+00:00 2021-07-15T07:25:31.067775+00:00 0:00:01.582050 53791 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T07:25:27.074751+00:00 6 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T06:00:00+00:00 EmrJobFlowSensor 2021-07-15T07:19:18.749376+00:00 2021-07-15T07:29:21.582781+00:00 0:10:02.833405 53786 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T07:19:16.544615+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T06:00:00+00:00 EmrJobFlowSensor 2021-07-15T07:19:10.883595+00:00 2021-07-15T07:28:13.711464+00:00 0:09:02.827869 53785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T07:19:08.569440+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T07:18:56.716042+00:00 2021-07-15T07:18:58.532425+00:00 0:00:01.816383 53784 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T07:18:54.535404+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T07:18:48.893243+00:00 2021-07-15T07:18:50.601153+00:00 0:00:01.707910 53783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T07:18:46.584360+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T06:00:00+00:00 PythonOperator 2021-07-15T07:18:36.691195+00:00 2021-07-15T07:18:40.497344+00:00 0:00:03.806149 53782 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T07:18:34.507915+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T06:00:00+00:00 PythonOperator 2021-07-15T07:18:28.672378+00:00 2021-07-15T07:18:32.457714+00:00 0:00:03.785336 53781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T07:18:26.510127+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T06:00:00+00:00 TriggerDagRunOperator 2021-07-15T07:18:10.993536+00:00 2021-07-15T07:18:11.455135+00:00 0:00:00.461599 53780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T07:18:08.484198+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T06:00:00+00:00 TriggerDagRunOperator 2021-07-15T07:18:11.057183+00:00 2021-07-15T07:18:11.565305+00:00 0:00:00.508122 53779 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T07:18:08.484226+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T00:00:00+00:00 EmrJobFlowSensor 2021-07-15T07:06:53.269978+00:00 2021-07-15T07:19:56.715630+00:00 0:13:03.445652 53777 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T07:06:50.928975+00:00 7 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T07:06:11.097632+00:00 2021-07-15T07:06:12.810260+00:00 0:00:01.712628 53776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T07:06:08.952556+00:00 3 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T06:05:00+00:00 EmrJobFlowSensor 2021-07-15T07:06:07.208479+00:00 2021-07-15T07:15:10.135011+00:00 0:09:02.926532 53775 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T07:06:04.890802+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T07:05:42.984598+00:00 2021-07-15T07:05:44.679080+00:00 0:00:01.694482 53774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T07:05:40.837265+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T00:00:00+00:00 PythonOperator 2021-07-15T07:05:41.110122+00:00 2021-07-15T07:05:44.943983+00:00 0:00:03.833861 53773 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T07:05:38.841745+00:00 3 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T06:05:00+00:00 PythonOperator 2021-07-15T07:05:21.094977+00:00 2021-07-15T07:05:24.879744+00:00 0:00:03.784767 53772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T07:05:18.821732+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T06:00:00+00:00 EmrJobFlowSensor 2021-07-15T07:00:52.523821+00:00 2021-07-15T07:10:55.562211+00:00 0:10:03.038390 53771 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T07:00:50.265361+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T07:00:44.884976+00:00 2021-07-15T07:00:46.619774+00:00 0:00:01.734798 53770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T07:00:42.267623+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T07:00:26.777177+00:00 2021-07-15T07:00:28.667767+00:00 0:00:01.890590 53769 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T07:00:24.344112+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T06:00:00+00:00 PythonOperator 2021-07-15T07:00:14.527352+00:00 2021-07-15T07:00:18.586461+00:00 0:00:04.059109 53768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T07:00:12.238749+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T06:00:00+00:00 PythonOperator 2021-07-15T07:00:06.623401+00:00 2021-07-15T07:00:10.069197+00:00 0:00:03.445796 53767 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T07:00:04.272403+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T05:00:00+00:00 EmrJobFlowSensor 2021-07-15T06:12:19.918391+00:00 2021-07-15T06:21:22.801885+00:00 0:09:02.883494 53766 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T06:12:17.537830+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T05:00:00+00:00 EmrJobFlowSensor 2021-07-15T06:12:17.723536+00:00 2021-07-15T06:22:20.800102+00:00 0:10:03.076566 53765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T06:12:15.531946+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T06:11:57.696541+00:00 2021-07-15T06:11:59.485121+00:00 0:00:01.788580 53764 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T06:11:55.511969+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T06:11:55.997505+00:00 2021-07-15T06:11:57.703643+00:00 0:00:01.706138 53763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T06:11:53.567857+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T05:00:00+00:00 PythonOperator 2021-07-15T06:11:38.055163+00:00 2021-07-15T06:11:41.591992+00:00 0:00:03.536829 53762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T06:11:35.560357+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T05:00:00+00:00 PythonOperator 2021-07-15T06:11:33.986379+00:00 2021-07-15T06:11:38.031133+00:00 0:00:04.044754 53761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T06:11:31.559981+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T05:00:00+00:00 TriggerDagRunOperator 2021-07-15T06:11:16.173230+00:00 2021-07-15T06:11:16.565733+00:00 0:00:00.392503 53760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T06:11:13.174691+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T05:00:00+00:00 TriggerDagRunOperator 2021-07-15T06:11:16.209920+00:00 2021-07-15T06:11:16.715290+00:00 0:00:00.505370 53759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T06:11:13.174718+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T05:05:00+00:00 EmrJobFlowSensor 2021-07-15T06:05:56.469318+00:00 2021-07-15T06:14:59.420001+00:00 0:09:02.950683 53757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T06:05:54.233355+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T06:05:34.620857+00:00 2021-07-15T06:05:36.363739+00:00 0:00:01.742882 53756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T06:05:32.263179+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T05:05:00+00:00 PythonOperator 2021-07-15T06:05:12.704466+00:00 2021-07-15T06:05:16.404534+00:00 0:00:03.700068 53755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T06:05:10.259869+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T05:00:00+00:00 EmrJobFlowSensor 2021-07-15T06:01:02.513004+00:00 2021-07-15T06:11:05.677120+00:00 0:10:03.164116 53754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T06:00:59.859015+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T06:00:41.965019+00:00 2021-07-15T06:00:43.904560+00:00 0:00:01.939541 53753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T06:00:39.688130+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T06:00:33.913822+00:00 2021-07-15T06:00:35.691202+00:00 0:00:01.777380 53752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T06:00:31.635568+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T05:00:00+00:00 PythonOperator 2021-07-15T06:00:20.008699+00:00 2021-07-15T06:00:23.504138+00:00 0:00:03.495439 53751 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T06:00:17.630776+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T05:00:00+00:00 PythonOperator 2021-07-15T06:00:11.869169+00:00 2021-07-15T06:00:15.951734+00:00 0:00:04.082565 53750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T06:00:09.616200+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T04:00:00+00:00 EmrJobFlowSensor 2021-07-15T05:11:28.823799+00:00 2021-07-15T05:21:31.832355+00:00 0:10:03.008556 53749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T05:11:26.495580+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T04:00:00+00:00 EmrJobFlowSensor 2021-07-15T05:11:26.697763+00:00 2021-07-15T05:20:29.646893+00:00 0:09:02.949130 53748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T05:11:24.486539+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T05:11:06.630573+00:00 2021-07-15T05:11:08.339181+00:00 0:00:01.708608 53747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T05:11:04.433719+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T05:11:04.740224+00:00 2021-07-15T05:11:06.522724+00:00 0:00:01.782500 53746 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T05:11:02.420270+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T04:00:00+00:00 PythonOperator 2021-07-15T05:10:46.587671+00:00 2021-07-15T05:10:50.551533+00:00 0:00:03.963862 53745 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T05:10:44.405584+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T04:00:00+00:00 PythonOperator 2021-07-15T05:10:44.925544+00:00 2021-07-15T05:10:48.464364+00:00 0:00:03.538820 53744 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T05:10:42.402741+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T04:00:00+00:00 TriggerDagRunOperator 2021-07-15T05:10:35.192067+00:00 2021-07-15T05:10:35.567504+00:00 0:00:00.375437 53743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T05:10:32.327870+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T04:00:00+00:00 TriggerDagRunOperator 2021-07-15T05:10:35.198908+00:00 2021-07-15T05:10:35.693021+00:00 0:00:00.494113 53742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T05:10:32.327843+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T04:05:00+00:00 EmrJobFlowSensor 2021-07-15T05:05:50.042985+00:00 2021-07-15T05:13:52.632600+00:00 0:08:02.589615 53740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T05:05:47.897382+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T05:05:28.049670+00:00 2021-07-15T05:05:29.839062+00:00 0:00:01.789392 53739 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T05:05:25.809715+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T04:05:00+00:00 PythonOperator 2021-07-15T05:05:06.154750+00:00 2021-07-15T05:05:09.969996+00:00 0:00:03.815246 53738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T05:05:03.860242+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T04:00:00+00:00 EmrJobFlowSensor 2021-07-15T05:01:07.812381+00:00 2021-07-15T05:10:10.790597+00:00 0:09:02.978216 53737 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T05:01:05.374791+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T05:00:45.632083+00:00 2021-07-15T05:00:47.384062+00:00 0:00:01.751979 53736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T05:00:43.305506+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T05:00:30.703612+00:00 2021-07-15T05:00:32.441325+00:00 0:00:01.737713 53735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T05:00:27.229206+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T04:00:00+00:00 PythonOperator 2021-07-15T05:00:25.380696+00:00 2021-07-15T05:00:30.440066+00:00 0:00:05.059370 53734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T05:00:23.224200+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T04:00:00+00:00 PythonOperator 2021-07-15T05:00:07.496965+00:00 2021-07-15T05:00:11.216380+00:00 0:00:03.719415 53733 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T05:00:05.214047+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T03:05:00+00:00 EmrJobFlowSensor 2021-07-15T04:14:57.129661+00:00 2021-07-15T04:15:58.719291+00:00 0:01:01.589630 53732 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T04:14:54.951101+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T03:00:00+00:00 EmrJobFlowSensor 2021-07-15T04:12:32.889559+00:00 2021-07-15T04:22:35.892669+00:00 0:10:03.003110 53731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T04:12:30.683357+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T03:00:00+00:00 EmrJobFlowSensor 2021-07-15T04:12:22.825965+00:00 2021-07-15T04:21:25.649614+00:00 0:09:02.823649 53730 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T04:12:20.606094+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T04:12:12.913675+00:00 2021-07-15T04:12:14.619340+00:00 0:00:01.705665 53729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T04:12:10.593483+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T04:12:02.833578+00:00 2021-07-15T04:12:04.633416+00:00 0:00:01.799838 53728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T04:12:00.585090+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T03:00:00+00:00 PythonOperator 2021-07-15T04:11:50.669370+00:00 2021-07-15T04:11:54.624466+00:00 0:00:03.955096 53727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T04:11:48.558984+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T03:00:00+00:00 PythonOperator 2021-07-15T04:11:40.754246+00:00 2021-07-15T04:11:44.378039+00:00 0:00:03.623793 53726 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T04:11:38.547866+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T03:00:00+00:00 TriggerDagRunOperator 2021-07-15T04:11:25.661587+00:00 2021-07-15T04:11:26.152456+00:00 0:00:00.490869 53725 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T04:11:22.361903+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T03:00:00+00:00 TriggerDagRunOperator 2021-07-15T04:11:25.385767+00:00 2021-07-15T04:11:25.758931+00:00 0:00:00.373164 53724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T04:11:22.361860+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T04:05:40.188053+00:00 2021-07-15T04:05:41.923900+00:00 0:00:01.735847 53721 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T04:05:37.718129+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T03:05:00+00:00 PythonOperator 2021-07-15T04:05:17.875993+00:00 2021-07-15T04:05:21.579173+00:00 0:00:03.703180 53720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T04:05:15.695353+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T03:00:00+00:00 EmrJobFlowSensor 2021-07-15T04:01:11.864751+00:00 2021-07-15T04:11:14.930393+00:00 0:10:03.065642 53719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T04:01:09.457989+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T04:00:49.817221+00:00 2021-07-15T04:00:51.700463+00:00 0:00:01.883242 53718 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T04:00:47.337340+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T04:00:49.516028+00:00 2021-07-15T04:00:51.218861+00:00 0:00:01.702833 53717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T04:00:47.337308+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T03:00:00+00:00 PythonOperator 2021-07-15T04:00:28.004863+00:00 2021-07-15T04:00:31.830388+00:00 0:00:03.825525 53716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T04:00:25.379568+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T03:00:00+00:00 PythonOperator 2021-07-15T04:00:27.929260+00:00 2021-07-15T04:00:31.674856+00:00 0:00:03.745596 53715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T04:00:25.379535+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T02:00:00+00:00 EmrJobFlowSensor 2021-07-15T03:11:14.403233+00:00 2021-07-15T03:20:17.183691+00:00 0:09:02.780458 53714 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T03:11:11.805725+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T02:00:00+00:00 EmrJobFlowSensor 2021-07-15T03:11:13.988765+00:00 2021-07-15T03:21:17.258370+00:00 0:10:03.269605 53713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T03:11:11.805766+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T03:10:52.178476+00:00 2021-07-15T03:10:53.981985+00:00 0:00:01.803509 53712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T03:10:49.785472+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T03:10:52.131813+00:00 2021-07-15T03:10:53.863950+00:00 0:00:01.732137 53711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T03:10:49.785501+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T02:00:00+00:00 PythonOperator 2021-07-15T03:10:30.296506+00:00 2021-07-15T03:10:33.824475+00:00 0:00:03.527969 53710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T03:10:27.712052+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T02:00:00+00:00 PythonOperator 2021-07-15T03:10:30.029225+00:00 2021-07-15T03:10:34.101699+00:00 0:00:04.072474 53709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T03:10:27.711998+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T02:00:00+00:00 TriggerDagRunOperator 2021-07-15T03:10:12.154487+00:00 2021-07-15T03:10:12.653104+00:00 0:00:00.498617 53708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T03:10:09.759622+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T02:00:00+00:00 TriggerDagRunOperator 2021-07-15T03:10:12.182292+00:00 2021-07-15T03:10:12.741856+00:00 0:00:00.559564 53707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T03:10:09.759674+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T02:05:00+00:00 EmrJobFlowSensor 2021-07-15T03:08:45.684393+00:00 2021-07-15T03:17:48.367845+00:00 0:09:02.683452 53706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T03:08:43.448941+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T03:08:25.685940+00:00 2021-07-15T03:08:27.402414+00:00 0:00:01.716474 53705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T03:08:23.397362+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T02:05:00+00:00 PythonOperator 2021-07-15T03:08:03.995887+00:00 2021-07-15T03:08:07.933241+00:00 0:00:03.937354 53704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T03:08:01.387227+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T02:00:00+00:00 EmrJobFlowSensor 2021-07-15T03:00:51.534666+00:00 2021-07-15T03:09:54.440498+00:00 0:09:02.905832 53702 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T03:00:49.322671+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T03:00:29.890202+00:00 2021-07-15T03:00:31.617055+00:00 0:00:01.726853 53701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T03:00:27.359565+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T03:00:25.657284+00:00 2021-07-15T03:00:27.400141+00:00 0:00:01.742857 53700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T03:00:23.366646+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T02:00:00+00:00 PythonOperator 2021-07-15T03:00:09.154087+00:00 2021-07-15T03:00:13.112472+00:00 0:00:03.958385 53699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T03:00:05.343428+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T02:00:00+00:00 PythonOperator 2021-07-15T03:00:03.705425+00:00 2021-07-15T03:00:09.550257+00:00 0:00:05.844832 53698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T03:00:01.282920+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T01:00:00+00:00 EmrJobFlowSensor 2021-07-15T02:11:28.270621+00:00 2021-07-15T02:21:31.126491+00:00 0:10:02.855870 53697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T02:11:26.085721+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T01:00:00+00:00 EmrJobFlowSensor 2021-07-15T02:11:16.180660+00:00 2021-07-15T02:21:19.259050+00:00 0:10:03.078390 53696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T02:11:14.006325+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T02:11:06.473846+00:00 2021-07-15T02:11:08.190861+00:00 0:00:01.717015 53695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T02:11:03.997651+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T02:10:54.090359+00:00 2021-07-15T02:10:55.781305+00:00 0:00:01.690946 53694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T02:10:51.950486+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T01:00:00+00:00 PythonOperator 2021-07-15T02:10:42.150449+00:00 2021-07-15T02:10:46.131921+00:00 0:00:03.981472 53693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T02:10:39.940643+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T01:00:00+00:00 PythonOperator 2021-07-15T02:10:30.461688+00:00 2021-07-15T02:10:34.051763+00:00 0:00:03.590075 53692 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T02:10:27.954971+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T01:00:00+00:00 TriggerDagRunOperator 2021-07-15T02:10:20.515076+00:00 2021-07-15T02:10:20.990266+00:00 0:00:00.475190 53691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T02:10:17.925169+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T01:00:00+00:00 TriggerDagRunOperator 2021-07-15T02:10:20.100531+00:00 2021-07-15T02:10:20.489452+00:00 0:00:00.388921 53690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T02:10:17.925136+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T01:05:00+00:00 EmrJobFlowSensor 2021-07-15T02:06:07.697970+00:00 2021-07-15T02:15:10.330458+00:00 0:09:02.632488 53689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T02:06:05.501403+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T02:05:39.898335+00:00 2021-07-15T02:05:41.544674+00:00 0:00:01.646339 53688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T02:05:37.554378+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T01:05:00+00:00 PythonOperator 2021-07-15T02:05:17.814042+00:00 2021-07-15T02:05:21.251069+00:00 0:00:03.437027 53687 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T02:05:15.414998+00:00 2 default_pool