Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T16:11:05.465699+00:00 2021-06-11T16:11:07.526851+00:00 0:00:02.061152 39633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T16:11:03.134463+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T15:00:00+00:00 PythonOperator 2021-06-11T16:10:43.408994+00:00 2021-06-11T16:10:46.822400+00:00 0:00:03.413406 39632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T16:10:41.117342+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T15:00:00+00:00 PythonOperator 2021-06-11T16:10:43.407585+00:00 2021-06-11T16:10:46.948454+00:00 0:00:03.540869 39631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T16:10:41.117313+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T15:00:00+00:00 TriggerDagRunOperator 2021-06-11T16:10:17.325806+00:00 2021-06-11T16:10:17.732406+00:00 0:00:00.406600 39630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T16:10:15.097165+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T15:00:00+00:00 TriggerDagRunOperator 2021-06-11T16:10:17.350927+00:00 2021-06-11T16:10:17.865857+00:00 0:00:00.514930 39629 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T16:10:15.097136+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T15:05:00+00:00 EmrJobFlowSensor 2021-06-11T16:06:00.760950+00:00 2021-06-11T16:14:03.303249+00:00 0:08:02.542299 39628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T16:05:58.557689+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T16:05:38.577951+00:00 2021-06-11T16:05:40.249767+00:00 0:00:01.671816 39627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T16:05:36.489012+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T15:05:00+00:00 PythonOperator 2021-06-11T16:05:16.600355+00:00 2021-06-11T16:05:20.040735+00:00 0:00:03.440380 39626 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T16:05:14.411646+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T15:00:00+00:00 EmrJobFlowSensor 2021-06-11T16:01:00.498124+00:00 2021-06-11T16:10:03.217210+00:00 0:09:02.719086 39625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T16:00:57.853946+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T15:00:00+00:00 EmrJobFlowSensor 2021-06-11T16:00:48.269151+00:00 2021-06-11T16:13:51.342737+00:00 0:13:03.073586 39624 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T16:00:45.767766+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T16:00:37.891174+00:00 2021-06-11T16:00:39.575165+00:00 0:00:01.683991 39623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T16:00:35.704887+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T16:00:28.010917+00:00 2021-06-11T16:00:29.727036+00:00 0:00:01.716119 39622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T16:00:25.748285+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T15:00:00+00:00 PythonOperator 2021-06-11T16:00:16.043435+00:00 2021-06-11T16:00:19.403502+00:00 0:00:03.360067 39621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T16:00:13.682808+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T15:00:00+00:00 PythonOperator 2021-06-11T16:00:05.945246+00:00 2021-06-11T16:00:09.349810+00:00 0:00:03.404564 39620 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T16:00:03.672981+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T14:00:00+00:00 EmrJobFlowSensor 2021-06-11T15:12:47.264052+00:00 2021-06-11T15:22:50.078834+00:00 0:10:02.814782 39618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T15:12:44.952943+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T14:00:00+00:00 EmrJobFlowSensor 2021-06-11T15:12:45.282561+00:00 2021-06-11T15:20:47.816739+00:00 0:08:02.534178 39617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T15:12:42.950103+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T15:12:25.302346+00:00 2021-06-11T15:12:27.103716+00:00 0:00:01.801370 39616 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T15:12:22.855010+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T15:12:25.115858+00:00 2021-06-11T15:12:26.811049+00:00 0:00:01.695191 39615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T15:12:22.855046+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T14:00:00+00:00 PythonOperator 2021-06-11T15:12:03.483203+00:00 2021-06-11T15:12:07.113737+00:00 0:00:03.630534 39614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T15:12:00.952265+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T14:00:00+00:00 PythonOperator 2021-06-11T15:12:03.501130+00:00 2021-06-11T15:12:06.979898+00:00 0:00:03.478768 39613 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T15:12:00.952218+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T14:00:00+00:00 TriggerDagRunOperator 2021-06-11T15:11:27.100447+00:00 2021-06-11T15:11:27.606199+00:00 0:00:00.505752 39612 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T15:11:24.807899+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T14:00:00+00:00 TriggerDagRunOperator 2021-06-11T15:11:27.005981+00:00 2021-06-11T15:11:27.410313+00:00 0:00:00.404332 39611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T15:11:24.807870+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T14:05:00+00:00 EmrJobFlowSensor 2021-06-11T15:05:58.509392+00:00 2021-06-11T15:15:01.058385+00:00 0:09:02.548993 39610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T15:05:56.343334+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T15:05:38.587936+00:00 2021-06-11T15:05:40.354571+00:00 0:00:01.766635 39609 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T15:05:36.314491+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T14:05:00+00:00 PythonOperator 2021-06-11T15:05:16.537652+00:00 2021-06-11T15:05:19.707426+00:00 0:00:03.169774 39608 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T15:05:14.306300+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T14:00:00+00:00 EmrJobFlowSensor 2021-06-11T15:01:04.026393+00:00 2021-06-11T15:14:07.179606+00:00 0:13:03.153213 39607 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T15:01:01.807254+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T14:00:00+00:00 EmrJobFlowSensor 2021-06-11T15:01:00.320820+00:00 2021-06-11T15:11:03.206248+00:00 0:10:02.885428 39606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T15:00:57.801801+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T15:00:40.161718+00:00 2021-06-11T15:00:41.817815+00:00 0:00:01.656097 39605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T15:00:37.791927+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T15:00:36.192763+00:00 2021-06-11T15:00:37.892931+00:00 0:00:01.700168 39604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T15:00:33.854842+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T14:00:00+00:00 PythonOperator 2021-06-11T15:00:20.153334+00:00 2021-06-11T15:00:23.453565+00:00 0:00:03.300231 39603 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T15:00:17.767411+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T14:00:00+00:00 PythonOperator 2021-06-11T15:00:16.296643+00:00 2021-06-11T15:00:19.706814+00:00 0:00:03.410171 39602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T15:00:13.765878+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T13:00:00+00:00 EmrJobFlowSensor 2021-06-11T14:10:56.845160+00:00 2021-06-11T14:20:59.593140+00:00 0:10:02.747980 39600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T14:10:54.549116+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T13:00:00+00:00 EmrJobFlowSensor 2021-06-11T14:10:54.764082+00:00 2021-06-11T14:20:57.548821+00:00 0:10:02.784739 39599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T14:10:52.559432+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T14:10:37.177405+00:00 2021-06-11T14:10:38.826223+00:00 0:00:01.648818 39598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T14:10:34.532201+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T14:10:34.706249+00:00 2021-06-11T14:10:36.831226+00:00 0:00:02.124977 39597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T14:10:32.532705+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T13:00:00+00:00 PythonOperator 2021-06-11T14:10:15.659383+00:00 2021-06-11T14:10:19.167992+00:00 0:00:03.508609 39596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T14:10:12.528242+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T13:00:00+00:00 PythonOperator 2021-06-11T14:10:13.223443+00:00 2021-06-11T14:10:17.461759+00:00 0:00:04.238316 39595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T14:10:10.512099+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T13:00:00+00:00 TriggerDagRunOperator 2021-06-11T14:10:05.221301+00:00 2021-06-11T14:10:05.730083+00:00 0:00:00.508782 39594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T14:10:02.562021+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T13:00:00+00:00 TriggerDagRunOperator 2021-06-11T14:10:05.094868+00:00 2021-06-11T14:10:05.639654+00:00 0:00:00.544786 39593 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T14:10:02.561974+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T13:05:00+00:00 EmrJobFlowSensor 2021-06-11T14:06:00.499524+00:00 2021-06-11T14:14:03.229424+00:00 0:08:02.729900 39592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T14:05:58.061485+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T14:05:40.397507+00:00 2021-06-11T14:05:42.033114+00:00 0:00:01.635607 39591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T14:05:37.964070+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T13:05:00+00:00 PythonOperator 2021-06-11T14:05:18.303414+00:00 2021-06-11T14:05:21.650448+00:00 0:00:03.347034 39590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T14:05:15.864117+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T13:00:00+00:00 EmrJobFlowSensor 2021-06-11T14:00:57.573267+00:00 2021-06-11T14:14:00.764287+00:00 0:13:03.191020 39589 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T14:00:55.378286+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T13:00:00+00:00 EmrJobFlowSensor 2021-06-11T14:00:55.694770+00:00 2021-06-11T14:09:58.316079+00:00 0:09:02.621309 39588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T14:00:53.376196+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T14:00:37.532771+00:00 2021-06-11T14:00:39.186048+00:00 0:00:01.653277 39587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T14:00:35.359803+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T14:00:33.639611+00:00 2021-06-11T14:00:35.308466+00:00 0:00:01.668855 39586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T14:00:31.356202+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T13:00:00+00:00 PythonOperator 2021-06-11T14:00:16.784092+00:00 2021-06-11T14:00:20.580647+00:00 0:00:03.796555 39585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T14:00:13.355227+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T13:00:00+00:00 PythonOperator 2021-06-11T14:00:12.016842+00:00 2021-06-11T14:00:16.434430+00:00 0:00:04.417588 39584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T14:00:09.361785+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T12:00:00+00:00 EmrJobFlowSensor 2021-06-11T13:11:34.029090+00:00 2021-06-11T13:20:36.635312+00:00 0:09:02.606222 39582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T13:11:31.671411+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T12:00:00+00:00 EmrJobFlowSensor 2021-06-11T13:11:25.901021+00:00 2021-06-11T13:20:28.472520+00:00 0:09:02.571499 39581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T13:11:23.589069+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T13:11:12.183054+00:00 2021-06-11T13:11:13.960545+00:00 0:00:01.777491 39580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T13:11:09.656042+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T13:11:05.784495+00:00 2021-06-11T13:11:07.520552+00:00 0:00:01.736057 39579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T13:11:03.551788+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T12:00:00+00:00 PythonOperator 2021-06-11T13:10:51.992786+00:00 2021-06-11T13:10:55.628508+00:00 0:00:03.635722 39578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T13:10:49.533760+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T12:00:00+00:00 PythonOperator 2021-06-11T13:10:44.282076+00:00 2021-06-11T13:10:47.642370+00:00 0:00:03.360294 39577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T13:10:41.526160+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T12:00:00+00:00 TriggerDagRunOperator 2021-06-11T13:10:35.930320+00:00 2021-06-11T13:10:36.478660+00:00 0:00:00.548340 39576 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T13:10:33.518786+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T12:00:00+00:00 TriggerDagRunOperator 2021-06-11T13:10:35.791405+00:00 2021-06-11T13:10:36.194736+00:00 0:00:00.403331 39575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T13:10:33.518817+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T12:05:00+00:00 EmrJobFlowSensor 2021-06-11T13:06:13.561466+00:00 2021-06-11T13:15:16.194064+00:00 0:09:02.632598 39574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T13:06:11.193103+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T13:05:51.394140+00:00 2021-06-11T13:05:53.046569+00:00 0:00:01.652429 39573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T13:05:49.149721+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T12:05:00+00:00 PythonOperator 2021-06-11T13:05:31.504913+00:00 2021-06-11T13:05:34.873902+00:00 0:00:03.368989 39572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T13:05:29.155057+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T12:00:00+00:00 EmrJobFlowSensor 2021-06-11T13:02:03.000396+00:00 2021-06-11T13:14:06.090492+00:00 0:12:03.090096 39571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T13:02:00.784174+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T12:00:00+00:00 EmrJobFlowSensor 2021-06-11T13:01:15.184972+00:00 2021-06-11T13:10:17.831044+00:00 0:09:02.646072 39570 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T13:01:12.719826+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T13:00:50.935186+00:00 2021-06-11T13:00:52.740109+00:00 0:00:01.804923 39569 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T13:00:48.705133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T13:00:49.147910+00:00 2021-06-11T13:00:50.808072+00:00 0:00:01.660162 39568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T13:00:46.858748+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T12:00:00+00:00 PythonOperator 2021-06-11T13:00:29.643743+00:00 2021-06-11T13:00:32.936439+00:00 0:00:03.292696 39567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T13:00:26.241305+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T12:00:00+00:00 PythonOperator 2021-06-11T13:00:29.487874+00:00 2021-06-11T13:00:33.066697+00:00 0:00:03.578823 39566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T13:00:26.241355+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T11:00:00+00:00 EmrJobFlowSensor 2021-06-11T12:11:20.076303+00:00 2021-06-11T12:20:22.675971+00:00 0:09:02.599668 39564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T12:11:17.482377+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T11:00:00+00:00 EmrJobFlowSensor 2021-06-11T12:11:17.624781+00:00 2021-06-11T12:20:20.671659+00:00 0:09:03.046878 39563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T12:11:15.477160+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T12:10:51.589188+00:00 2021-06-11T12:10:53.254274+00:00 0:00:01.665086 39562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T12:10:49.446311+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T12:10:49.705035+00:00 2021-06-11T12:10:51.526577+00:00 0:00:01.821542 39561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T12:10:47.456815+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T11:00:00+00:00 PythonOperator 2021-06-11T12:10:26.161117+00:00 2021-06-11T12:10:29.726848+00:00 0:00:03.565731 39560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T12:10:23.476857+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T11:00:00+00:00 PythonOperator 2021-06-11T12:10:25.995476+00:00 2021-06-11T12:10:29.577651+00:00 0:00:03.582175 39559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T12:10:23.476806+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T11:00:00+00:00 TriggerDagRunOperator 2021-06-11T12:10:10.107279+00:00 2021-06-11T12:10:10.626910+00:00 0:00:00.519631 39558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T12:10:07.488273+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T11:00:00+00:00 TriggerDagRunOperator 2021-06-11T12:10:10.042780+00:00 2021-06-11T12:10:10.437222+00:00 0:00:00.394442 39557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T12:10:07.488216+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T11:05:00+00:00 EmrJobFlowSensor 2021-06-11T12:05:49.166024+00:00 2021-06-11T12:14:51.911772+00:00 0:09:02.745748 39556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T12:05:46.901069+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T12:05:27.027533+00:00 2021-06-11T12:05:28.681913+00:00 0:00:01.654380 39555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T12:05:24.833558+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T11:05:00+00:00 PythonOperator 2021-06-11T12:05:06.962868+00:00 2021-06-11T12:05:10.305532+00:00 0:00:03.342664 39554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T12:05:04.814423+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T11:00:00+00:00 EmrJobFlowSensor 2021-06-11T12:00:52.550326+00:00 2021-06-11T12:09:55.445334+00:00 0:09:02.895008 39553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T12:00:50.297524+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T11:00:00+00:00 EmrJobFlowSensor 2021-06-11T12:00:52.426573+00:00 2021-06-11T12:12:55.286773+00:00 0:12:02.860200 39552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T12:00:50.297553+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T12:00:30.889812+00:00 2021-06-11T12:00:32.645620+00:00 0:00:01.755808 39551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T12:00:28.362784+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T12:00:30.833115+00:00 2021-06-11T12:00:32.545891+00:00 0:00:01.712776 39550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T12:00:28.362744+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T11:00:00+00:00 PythonOperator 2021-06-11T12:00:11.043711+00:00 2021-06-11T12:00:14.302815+00:00 0:00:03.259104 39549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T12:00:07.949409+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T11:00:00+00:00 PythonOperator 2021-06-11T12:00:10.815670+00:00 2021-06-11T12:00:14.455403+00:00 0:00:03.639733 39548 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T12:00:07.949452+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-11T10:00:00+00:00 EmrJobFlowSensor 2021-06-11T11:12:06.897198+00:00 2021-06-11T11:21:09.601341+00:00 0:09:02.704143 39546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T11:12:04.611061+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-11T10:00:00+00:00 EmrJobFlowSensor 2021-06-11T11:11:50.787333+00:00 2021-06-11T11:20:53.393269+00:00 0:09:02.605936 39545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T11:11:48.596465+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-11T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T11:11:42.792792+00:00 2021-06-11T11:11:44.671398+00:00 0:00:01.878606 39544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T11:11:40.597555+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-11T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T11:11:28.913781+00:00 2021-06-11T11:11:30.697457+00:00 0:00:01.783676 39543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T11:11:26.525577+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-11T10:00:00+00:00 PythonOperator 2021-06-11T11:11:22.712443+00:00 2021-06-11T11:11:26.322948+00:00 0:00:03.610505 39542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T11:11:20.514441+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-11T10:00:00+00:00 PythonOperator 2021-06-11T11:11:08.877768+00:00 2021-06-11T11:11:12.265712+00:00 0:00:03.387944 39541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T11:11:06.496121+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-11T10:00:00+00:00 TriggerDagRunOperator 2021-06-11T11:11:03.111364+00:00 2021-06-11T11:11:03.692541+00:00 0:00:00.581177 39540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T11:11:00.564187+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-11T10:00:00+00:00 TriggerDagRunOperator 2021-06-11T11:11:03.065547+00:00 2021-06-11T11:11:03.555441+00:00 0:00:00.489894 39539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T11:11:00.564142+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-11T10:05:00+00:00 EmrJobFlowSensor 2021-06-11T11:05:52.013021+00:00 2021-06-11T11:13:54.421639+00:00 0:08:02.408618 39538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T11:05:49.854041+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-11T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-11T11:05:30.378072+00:00 2021-06-11T11:05:32.117917+00:00 0:00:01.739845 39537 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T11:05:27.953516+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-11T10:05:00+00:00 PythonOperator 2021-06-11T11:05:10.156059+00:00 2021-06-11T11:05:13.287387+00:00 0:00:03.131328 39536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T11:05:07.856046+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T10:00:00+00:00 EmrJobFlowSensor 2021-06-11T11:00:55.553842+00:00 2021-06-11T11:12:58.583939+00:00 0:12:03.030097 39535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T11:00:53.374580+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-11T10:00:00+00:00 EmrJobFlowSensor 2021-06-11T11:00:53.680032+00:00 2021-06-11T11:10:56.522929+00:00 0:10:02.842897 39534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T11:00:51.374408+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-11T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T11:00:36.561508+00:00 2021-06-11T11:00:38.255824+00:00 0:00:01.694316 39533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-11T11:00:33.358621+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-11T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-11T11:00:34.418242+00:00 2021-06-11T11:00:36.507241+00:00 0:00:02.088999 39532 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-11T11:00:31.356382+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-11T10:00:00+00:00 PythonOperator 2021-06-11T11:00:12.369370+00:00 2021-06-11T11:00:16.008853+00:00 0:00:03.639483 39531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-11T11:00:09.355187+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-11T10:00:00+00:00 PythonOperator 2021-06-11T11:00:10.128571+00:00 2021-06-11T11:00:14.109859+00:00 0:00:03.981288 39530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-11T11:00:07.353487+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-11T09:00:00+00:00 EmrJobFlowSensor 2021-06-11T10:30:48.699693+00:00 2021-06-11T10:42:51.701152+00:00 0:12:03.001459 39529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-11T10:30:46.159966+00:00 7 default_pool