The scheduler does not appear to be running. Last heartbeat was received .

The DAGs list may not update, and new tasks will not be scheduled.

Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T15:00:00+00:00 EmrJobFlowSensor 2021-06-06T16:00:57.432177+00:00 2021-06-06T16:13:00.489762+00:00 0:12:03.057585 37423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T16:00:54.853675+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T16:00:49.232179+00:00 2021-06-06T16:00:50.913119+00:00 0:00:01.680940 37422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T16:00:46.790155+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T16:00:33.045221+00:00 2021-06-06T16:00:34.796303+00:00 0:00:01.751082 37421 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T16:00:30.737766+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T15:00:00+00:00 PythonOperator 2021-06-06T16:00:20.816232+00:00 2021-06-06T16:00:24.159996+00:00 0:00:03.343764 37420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T16:00:18.707134+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T15:00:00+00:00 PythonOperator 2021-06-06T16:00:04.950847+00:00 2021-06-06T16:00:08.458101+00:00 0:00:03.507254 37419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T16:00:02.686259+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T14:00:00+00:00 EmrJobFlowSensor 2021-06-06T15:16:12.432461+00:00 2021-06-06T15:25:15.254585+00:00 0:09:02.822124 37418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T15:16:10.043774+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T14:00:00+00:00 EmrJobFlowSensor 2021-06-06T15:16:02.131873+00:00 2021-06-06T15:26:05.073994+00:00 0:10:02.942121 37417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T15:15:59.937509+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T15:15:50.163749+00:00 2021-06-06T15:15:51.860864+00:00 0:00:01.697115 37416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T15:15:47.927520+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T15:15:40.204868+00:00 2021-06-06T15:15:42.007069+00:00 0:00:01.802201 37415 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T15:15:37.917899+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T14:00:00+00:00 PythonOperator 2021-06-06T15:15:30.327760+00:00 2021-06-06T15:15:33.659267+00:00 0:00:03.331507 37414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T15:15:27.910542+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T14:00:00+00:00 PythonOperator 2021-06-06T15:15:14.342869+00:00 2021-06-06T15:15:17.865882+00:00 0:00:03.523013 37413 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T15:15:11.892510+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T14:00:00+00:00 TriggerDagRunOperator 2021-06-06T15:15:02.872820+00:00 2021-06-06T15:15:03.451636+00:00 0:00:00.578816 37412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T15:14:59.883731+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T14:00:00+00:00 TriggerDagRunOperator 2021-06-06T15:15:02.311057+00:00 2021-06-06T15:15:02.726623+00:00 0:00:00.415566 37411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T15:14:59.883759+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T14:05:00+00:00 EmrJobFlowSensor 2021-06-06T15:05:51.195133+00:00 2021-06-06T15:14:53.866510+00:00 0:09:02.671377 37410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T15:05:48.970384+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T14:00:00+00:00 EmrJobFlowSensor 2021-06-06T15:05:49.115520+00:00 2021-06-06T15:18:52.182353+00:00 0:13:03.066833 37409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T15:05:46.950993+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T14:00:00+00:00 EmrJobFlowSensor 2021-06-06T15:05:45.300699+00:00 2021-06-06T15:14:47.863151+00:00 0:09:02.562452 37408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T15:05:42.966828+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T15:05:31.417126+00:00 2021-06-06T15:05:33.064971+00:00 0:00:01.647845 37407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T15:05:28.889306+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T15:05:28.985002+00:00 2021-06-06T15:05:31.051928+00:00 0:00:02.066926 37406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T15:05:26.888563+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T15:05:23.159602+00:00 2021-06-06T15:05:25.076261+00:00 0:00:01.916659 37405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T15:05:20.872234+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T14:05:00+00:00 PythonOperator 2021-06-06T15:05:09.129953+00:00 2021-06-06T15:05:12.394108+00:00 0:00:03.264155 37404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T15:05:06.864786+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T14:00:00+00:00 PythonOperator 2021-06-06T15:05:07.081990+00:00 2021-06-06T15:05:10.508380+00:00 0:00:03.426390 37403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T15:05:04.857696+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T14:00:00+00:00 PythonOperator 2021-06-06T15:05:03.472204+00:00 2021-06-06T15:05:06.821709+00:00 0:00:03.349505 37402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T15:05:00.855097+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T13:00:00+00:00 EmrJobFlowSensor 2021-06-06T14:12:35.486440+00:00 2021-06-06T14:22:38.277787+00:00 0:10:02.791347 37400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T14:12:33.311574+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T13:00:00+00:00 EmrJobFlowSensor 2021-06-06T14:12:23.586907+00:00 2021-06-06T14:20:26.328276+00:00 0:08:02.741369 37399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T14:12:21.299813+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T14:12:13.528145+00:00 2021-06-06T14:12:15.221946+00:00 0:00:01.693801 37398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T14:12:11.294919+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T14:12:01.689217+00:00 2021-06-06T14:12:03.403148+00:00 0:00:01.713931 37397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T14:11:59.446344+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T13:00:00+00:00 PythonOperator 2021-06-06T14:11:51.398606+00:00 2021-06-06T14:11:54.997777+00:00 0:00:03.599171 37396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T14:11:49.191288+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T13:00:00+00:00 PythonOperator 2021-06-06T14:11:39.427652+00:00 2021-06-06T14:11:42.807637+00:00 0:00:03.379985 37395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T14:11:37.155146+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T13:00:00+00:00 TriggerDagRunOperator 2021-06-06T14:11:27.541133+00:00 2021-06-06T14:11:27.924973+00:00 0:00:00.383840 37394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T14:11:25.135152+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T13:00:00+00:00 TriggerDagRunOperator 2021-06-06T14:11:27.404089+00:00 2021-06-06T14:11:27.963085+00:00 0:00:00.558996 37393 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T14:11:25.135116+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T13:05:00+00:00 EmrJobFlowSensor 2021-06-06T14:05:48.826248+00:00 2021-06-06T14:14:51.373522+00:00 0:09:02.547274 37392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T14:05:46.494982+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T14:05:26.628713+00:00 2021-06-06T14:05:28.323510+00:00 0:00:01.694797 37391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T14:05:24.440107+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T13:05:00+00:00 PythonOperator 2021-06-06T14:05:04.865640+00:00 2021-06-06T14:05:08.214031+00:00 0:00:03.348391 37390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T14:05:02.479664+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T13:00:00+00:00 EmrJobFlowSensor 2021-06-06T14:01:10.416965+00:00 2021-06-06T14:12:13.238547+00:00 0:11:02.821582 37389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T14:01:08.105291+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T13:00:00+00:00 EmrJobFlowSensor 2021-06-06T14:01:00.788145+00:00 2021-06-06T14:11:03.592132+00:00 0:10:02.803987 37388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T14:00:58.169209+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T14:00:48.195051+00:00 2021-06-06T14:00:49.846350+00:00 0:00:01.651299 37387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T14:00:46.046723+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T14:00:38.635004+00:00 2021-06-06T14:00:40.425093+00:00 0:00:01.790089 37386 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T14:00:36.151675+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T13:00:00+00:00 PythonOperator 2021-06-06T14:00:28.345339+00:00 2021-06-06T14:00:31.716477+00:00 0:00:03.371138 37385 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T14:00:25.990018+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T13:00:00+00:00 PythonOperator 2021-06-06T14:00:18.503318+00:00 2021-06-06T14:00:21.882407+00:00 0:00:03.379089 37384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T14:00:15.989657+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T12:00:00+00:00 EmrJobFlowSensor 2021-06-06T13:12:11.006990+00:00 2021-06-06T13:22:13.686005+00:00 0:10:02.679015 37382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T13:12:08.813480+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T12:00:00+00:00 EmrJobFlowSensor 2021-06-06T13:12:05.077808+00:00 2021-06-06T13:22:07.955632+00:00 0:10:02.877824 37381 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T13:12:02.814337+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T13:11:49.085260+00:00 2021-06-06T13:11:50.806068+00:00 0:00:01.720808 37380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T13:11:46.796065+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T13:11:43.090840+00:00 2021-06-06T13:11:44.738999+00:00 0:00:01.648159 37379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T13:11:40.855147+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T12:00:00+00:00 PythonOperator 2021-06-06T13:11:27.047755+00:00 2021-06-06T13:11:30.625263+00:00 0:00:03.577508 37378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T13:11:24.759416+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T12:00:00+00:00 PythonOperator 2021-06-06T13:11:20.863789+00:00 2021-06-06T13:11:24.190500+00:00 0:00:03.326711 37377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T13:11:18.736823+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T12:00:00+00:00 TriggerDagRunOperator 2021-06-06T13:11:05.071424+00:00 2021-06-06T13:11:05.476164+00:00 0:00:00.404740 37376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T13:11:02.713345+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T12:00:00+00:00 TriggerDagRunOperator 2021-06-06T13:11:05.035709+00:00 2021-06-06T13:11:05.558446+00:00 0:00:00.522737 37375 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T13:11:02.713376+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T12:05:00+00:00 EmrJobFlowSensor 2021-06-06T13:05:50.445918+00:00 2021-06-06T13:13:52.880387+00:00 0:08:02.434469 37374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T13:05:48.301179+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T13:05:28.536318+00:00 2021-06-06T13:05:30.227476+00:00 0:00:01.691158 37373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T13:05:26.262808+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T12:05:00+00:00 PythonOperator 2021-06-06T13:05:08.444408+00:00 2021-06-06T13:05:11.592227+00:00 0:00:03.147819 37372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T13:05:06.196935+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T12:00:00+00:00 EmrJobFlowSensor 2021-06-06T13:01:05.980975+00:00 2021-06-06T13:12:08.906259+00:00 0:11:02.925284 37371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T13:01:03.859458+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T12:00:00+00:00 EmrJobFlowSensor 2021-06-06T13:00:48.187955+00:00 2021-06-06T13:10:50.919848+00:00 0:10:02.731893 37370 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T13:00:45.869475+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T13:00:44.064895+00:00 2021-06-06T13:00:45.701033+00:00 0:00:01.636138 37369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T13:00:41.866231+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T13:00:27.275140+00:00 2021-06-06T13:00:28.998992+00:00 0:00:01.723852 37368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T13:00:23.881696+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T12:00:00+00:00 PythonOperator 2021-06-06T13:00:21.989147+00:00 2021-06-06T13:00:26.631297+00:00 0:00:04.642150 37367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T13:00:19.785155+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T12:00:00+00:00 PythonOperator 2021-06-06T13:00:06.262779+00:00 2021-06-06T13:00:09.489571+00:00 0:00:03.226792 37366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T13:00:03.775120+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T11:00:00+00:00 EmrJobFlowSensor 2021-06-06T12:12:27.445262+00:00 2021-06-06T12:22:30.108988+00:00 0:10:02.663726 37364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T12:12:25.202953+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T11:00:00+00:00 EmrJobFlowSensor 2021-06-06T12:12:19.530743+00:00 2021-06-06T12:22:22.271891+00:00 0:10:02.741148 37363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T12:12:17.199525+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T12:12:05.893170+00:00 2021-06-06T12:12:07.558038+00:00 0:00:01.664868 37362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T12:12:03.189302+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T12:11:57.499389+00:00 2021-06-06T12:11:59.274926+00:00 0:00:01.775537 37361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T12:11:55.183433+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T11:00:00+00:00 PythonOperator 2021-06-06T12:11:43.316034+00:00 2021-06-06T12:11:46.724979+00:00 0:00:03.408945 37360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T12:11:41.143962+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T11:00:00+00:00 PythonOperator 2021-06-06T12:11:37.283029+00:00 2021-06-06T12:11:40.861657+00:00 0:00:03.578628 37359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T12:11:35.138905+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T11:00:00+00:00 TriggerDagRunOperator 2021-06-06T12:11:19.519632+00:00 2021-06-06T12:11:20.087213+00:00 0:00:00.567581 37358 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T12:11:17.126918+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T11:00:00+00:00 TriggerDagRunOperator 2021-06-06T12:11:19.476349+00:00 2021-06-06T12:11:19.964525+00:00 0:00:00.488176 37357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T12:11:17.126884+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T11:05:00+00:00 EmrJobFlowSensor 2021-06-06T12:06:04.910880+00:00 2021-06-06T12:15:07.576744+00:00 0:09:02.665864 37356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T12:06:02.585800+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T12:05:43.050349+00:00 2021-06-06T12:05:44.671222+00:00 0:00:01.620873 37355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T12:05:40.579958+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T11:05:00+00:00 PythonOperator 2021-06-06T12:05:22.956517+00:00 2021-06-06T12:05:26.108248+00:00 0:00:03.151731 37354 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T12:05:20.564180+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T11:00:00+00:00 EmrJobFlowSensor 2021-06-06T12:00:56.423897+00:00 2021-06-06T12:11:59.445082+00:00 0:11:03.021185 37353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T12:00:54.112740+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T11:00:00+00:00 EmrJobFlowSensor 2021-06-06T12:00:52.305157+00:00 2021-06-06T12:10:54.894008+00:00 0:10:02.588851 37352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T12:00:50.106049+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T12:00:34.439162+00:00 2021-06-06T12:00:36.116407+00:00 0:00:01.677245 37351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T12:00:32.160143+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T12:00:30.624147+00:00 2021-06-06T12:00:32.285427+00:00 0:00:01.661280 37350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T12:00:28.164141+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T11:00:00+00:00 PythonOperator 2021-06-06T12:00:13.101125+00:00 2021-06-06T12:00:16.510032+00:00 0:00:03.408907 37349 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T12:00:10.072146+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T11:00:00+00:00 PythonOperator 2021-06-06T12:00:11.281614+00:00 2021-06-06T12:00:14.893464+00:00 0:00:03.611850 37348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T12:00:08.073742+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T10:00:00+00:00 EmrJobFlowSensor 2021-06-06T11:10:26.453262+00:00 2021-06-06T11:19:29.045580+00:00 0:09:02.592318 37346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T11:10:24.040841+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T10:00:00+00:00 EmrJobFlowSensor 2021-06-06T11:10:24.301242+00:00 2021-06-06T11:19:26.913613+00:00 0:09:02.612371 37345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T11:10:21.915693+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T11:10:04.251047+00:00 2021-06-06T11:10:06.089458+00:00 0:00:01.838411 37344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T11:10:01.886138+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T11:10:02.179464+00:00 2021-06-06T11:10:03.883110+00:00 0:00:01.703646 37343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T11:09:59.882916+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T10:00:00+00:00 PythonOperator 2021-06-06T11:09:30.493014+00:00 2021-06-06T11:09:33.799106+00:00 0:00:03.306092 37342 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T11:09:27.557974+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T10:00:00+00:00 PythonOperator 2021-06-06T11:09:30.293519+00:00 2021-06-06T11:09:33.783957+00:00 0:00:03.490438 37341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T11:09:27.557929+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T10:00:00+00:00 TriggerDagRunOperator 2021-06-06T11:09:07.806084+00:00 2021-06-06T11:09:08.243376+00:00 0:00:00.437292 37340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T11:09:05.422773+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T10:00:00+00:00 TriggerDagRunOperator 2021-06-06T11:09:07.678126+00:00 2021-06-06T11:09:08.234361+00:00 0:00:00.556235 37339 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T11:09:05.422743+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T10:05:00+00:00 EmrJobFlowSensor 2021-06-06T11:05:51.274825+00:00 2021-06-06T11:14:53.840525+00:00 0:09:02.565700 37338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T11:05:49.130389+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T11:05:31.382650+00:00 2021-06-06T11:05:33.003835+00:00 0:00:01.621185 37337 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T11:05:29.180731+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T10:05:00+00:00 PythonOperator 2021-06-06T11:05:09.704226+00:00 2021-06-06T11:05:12.612799+00:00 0:00:02.908573 37336 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T11:05:07.159296+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T10:00:00+00:00 EmrJobFlowSensor 2021-06-06T11:00:51.091050+00:00 2021-06-06T11:08:53.687845+00:00 0:08:02.596795 37335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T11:00:48.476093+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T10:00:00+00:00 EmrJobFlowSensor 2021-06-06T11:00:50.980224+00:00 2021-06-06T11:11:53.849661+00:00 0:11:02.869437 37334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T11:00:48.476127+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T11:00:30.947221+00:00 2021-06-06T11:00:32.802174+00:00 0:00:01.854953 37333 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T11:00:28.259161+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T11:00:30.782927+00:00 2021-06-06T11:00:32.513753+00:00 0:00:01.730826 37332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T11:00:28.259198+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T10:00:00+00:00 PythonOperator 2021-06-06T11:00:08.709877+00:00 2021-06-06T11:00:11.994203+00:00 0:00:03.284326 37331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T11:00:06.091717+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T10:00:00+00:00 PythonOperator 2021-06-06T11:00:08.439757+00:00 2021-06-06T11:00:11.929855+00:00 0:00:03.490098 37330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T11:00:06.091746+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T09:00:00+00:00 EmrJobFlowSensor 2021-06-06T10:11:34.645790+00:00 2021-06-06T10:20:37.369293+00:00 0:09:02.723503 37328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T10:11:32.344063+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T09:00:00+00:00 EmrJobFlowSensor 2021-06-06T10:11:16.419416+00:00 2021-06-06T10:21:19.134555+00:00 0:10:02.715139 37327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T10:11:14.228598+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T10:11:12.402626+00:00 2021-06-06T10:11:14.193865+00:00 0:00:01.791239 37326 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T10:11:10.221403+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T10:10:56.481335+00:00 2021-06-06T10:10:58.191937+00:00 0:00:01.710602 37325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T10:10:54.213835+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T09:00:00+00:00 PythonOperator 2021-06-06T10:10:50.389029+00:00 2021-06-06T10:10:53.989797+00:00 0:00:03.600768 37324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T10:10:48.198868+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T09:00:00+00:00 PythonOperator 2021-06-06T10:10:34.843017+00:00 2021-06-06T10:10:38.101104+00:00 0:00:03.258087 37323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T10:10:32.184066+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T09:00:00+00:00 TriggerDagRunOperator 2021-06-06T10:10:26.419393+00:00 2021-06-06T10:10:27.006781+00:00 0:00:00.587388 37322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T10:10:24.104169+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T09:00:00+00:00 TriggerDagRunOperator 2021-06-06T10:10:26.274987+00:00 2021-06-06T10:10:26.794856+00:00 0:00:00.519869 37321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T10:10:24.104138+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T09:05:00+00:00 EmrJobFlowSensor 2021-06-06T10:05:51.872928+00:00 2021-06-06T10:14:54.440207+00:00 0:09:02.567279 37320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T10:05:49.723645+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T10:05:30.066606+00:00 2021-06-06T10:05:31.772625+00:00 0:00:01.706019 37319 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T10:05:27.765734+00:00 2 default_pool