Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-07-20T13:00:00+00:00 PythonOperator 2021-07-20T14:10:27.930107+00:00 2021-07-20T14:10:31.801016+00:00 0:00:03.870909 56094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T14:10:25.321765+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T13:00:00+00:00 PythonOperator 2021-07-20T14:10:19.535558+00:00 2021-07-20T14:10:23.692492+00:00 0:00:04.156934 56093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T14:10:17.314357+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T13:00:00+00:00 TriggerDagRunOperator 2021-07-20T14:10:10.229385+00:00 2021-07-20T14:10:10.724701+00:00 0:00:00.495316 56092 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T14:10:07.373585+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T13:00:00+00:00 TriggerDagRunOperator 2021-07-20T14:10:09.773593+00:00 2021-07-20T14:10:10.173021+00:00 0:00:00.399428 56091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T14:10:07.373541+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T13:05:00+00:00 EmrJobFlowSensor 2021-07-20T14:05:57.409345+00:00 2021-07-20T14:15:00.196774+00:00 0:09:02.787429 56090 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T14:05:54.970489+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T14:05:35.369313+00:00 2021-07-20T14:05:36.978459+00:00 0:00:01.609146 56089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T14:05:32.966405+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T13:05:00+00:00 PythonOperator 2021-07-20T14:05:13.130779+00:00 2021-07-20T14:05:16.625463+00:00 0:00:03.494684 56088 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T14:05:10.842945+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T13:00:00+00:00 EmrJobFlowSensor 2021-07-20T14:00:57.942266+00:00 2021-07-20T14:14:01.265260+00:00 0:13:03.322994 56086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T14:00:55.435147+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T13:00:00+00:00 EmrJobFlowSensor 2021-07-20T14:00:55.652539+00:00 2021-07-20T14:09:58.746985+00:00 0:09:03.094446 56085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T14:00:53.436496+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T14:00:36.482264+00:00 2021-07-20T14:00:38.277343+00:00 0:00:01.795079 56084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T14:00:33.417313+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T14:00:34.036943+00:00 2021-07-20T14:00:36.238530+00:00 0:00:02.201587 56083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T14:00:31.459195+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T13:00:00+00:00 PythonOperator 2021-07-20T14:00:13.394095+00:00 2021-07-20T14:00:17.617740+00:00 0:00:04.223645 56082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T14:00:11.288707+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T13:00:00+00:00 PythonOperator 2021-07-20T14:00:11.574946+00:00 2021-07-20T14:00:15.152285+00:00 0:00:03.577339 56081 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T14:00:09.286039+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T12:05:00+00:00 EmrJobFlowSensor 2021-07-20T13:14:08.707956+00:00 2021-07-20T13:15:10.427226+00:00 0:01:01.719270 56080 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T13:14:06.403122+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T12:00:00+00:00 EmrJobFlowSensor 2021-07-20T13:11:14.300088+00:00 2021-07-20T13:20:17.093608+00:00 0:09:02.793520 56079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T13:11:12.108755+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T12:00:00+00:00 EmrJobFlowSensor 2021-07-20T13:11:12.421688+00:00 2021-07-20T13:21:15.699474+00:00 0:10:03.277786 56078 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T13:11:10.083810+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T13:10:54.402671+00:00 2021-07-20T13:10:56.106403+00:00 0:00:01.703732 56077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T13:10:52.067989+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T13:10:50.219015+00:00 2021-07-20T13:10:51.959093+00:00 0:00:01.740078 56076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T13:10:48.029095+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T12:00:00+00:00 PythonOperator 2021-07-20T13:10:32.260201+00:00 2021-07-20T13:10:36.117758+00:00 0:00:03.857557 56075 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T13:10:30.084086+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T12:00:00+00:00 PythonOperator 2021-07-20T13:10:30.618143+00:00 2021-07-20T13:10:34.425773+00:00 0:00:03.807630 56074 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T13:10:28.061787+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T12:00:00+00:00 TriggerDagRunOperator 2021-07-20T13:10:08.764490+00:00 2021-07-20T13:10:09.291421+00:00 0:00:00.526931 56073 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T13:10:06.061299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T12:00:00+00:00 TriggerDagRunOperator 2021-07-20T13:10:08.706631+00:00 2021-07-20T13:10:09.088441+00:00 0:00:00.381810 56072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T13:10:06.061257+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T13:05:41.846384+00:00 2021-07-20T13:05:43.607171+00:00 0:00:01.760787 56070 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T13:05:39.518354+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T12:05:00+00:00 PythonOperator 2021-07-20T13:05:19.910199+00:00 2021-07-20T13:05:23.688166+00:00 0:00:03.777967 56069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T13:05:17.502372+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T12:00:00+00:00 EmrJobFlowSensor 2021-07-20T13:01:02.402618+00:00 2021-07-20T13:10:05.376470+00:00 0:09:02.973852 56067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T13:00:59.854596+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T12:00:00+00:00 EmrJobFlowSensor 2021-07-20T13:00:54.280289+00:00 2021-07-20T13:15:58.191903+00:00 0:15:03.911614 56066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T13:00:51.753651+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T13:00:40.162745+00:00 2021-07-20T13:00:41.892313+00:00 0:00:01.729568 56065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T13:00:37.746486+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T13:00:32.112802+00:00 2021-07-20T13:00:34.031503+00:00 0:00:01.918701 56064 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T13:00:29.753789+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T12:00:00+00:00 PythonOperator 2021-07-20T13:00:20.115499+00:00 2021-07-20T13:00:23.622222+00:00 0:00:03.506723 56063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T13:00:17.678509+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T12:00:00+00:00 PythonOperator 2021-07-20T13:00:11.804959+00:00 2021-07-20T13:00:15.961341+00:00 0:00:04.156382 56062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T13:00:09.664007+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T11:00:00+00:00 EmrJobFlowSensor 2021-07-20T12:13:33.233554+00:00 2021-07-20T12:21:35.958694+00:00 0:08:02.725140 56061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T12:13:30.783513+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T11:00:00+00:00 EmrJobFlowSensor 2021-07-20T12:13:33.050738+00:00 2021-07-20T12:23:36.172628+00:00 0:10:03.121890 56060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T12:13:30.783549+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T12:13:10.952678+00:00 2021-07-20T12:13:12.777956+00:00 0:00:01.825278 56059 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T12:13:08.710610+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T12:13:10.879141+00:00 2021-07-20T12:13:12.672453+00:00 0:00:01.793312 56058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T12:13:08.710574+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T11:00:00+00:00 PythonOperator 2021-07-20T12:12:51.073035+00:00 2021-07-20T12:12:54.917726+00:00 0:00:03.844691 56057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T12:12:48.695024+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T11:00:00+00:00 PythonOperator 2021-07-20T12:12:50.984557+00:00 2021-07-20T12:12:54.998128+00:00 0:00:04.013571 56056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T12:12:48.694987+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T11:00:00+00:00 TriggerDagRunOperator 2021-07-20T12:12:41.115790+00:00 2021-07-20T12:12:41.597370+00:00 0:00:00.481580 56055 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T12:12:38.692574+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T11:00:00+00:00 TriggerDagRunOperator 2021-07-20T12:12:40.951054+00:00 2021-07-20T12:12:41.340104+00:00 0:00:00.389050 56054 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T12:12:38.692536+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T11:05:00+00:00 EmrJobFlowSensor 2021-07-20T12:05:58.257774+00:00 2021-07-20T12:14:01.041793+00:00 0:08:02.784019 56053 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T12:05:55.896552+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T12:05:35.846287+00:00 2021-07-20T12:05:37.562922+00:00 0:00:01.716635 56052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T12:05:33.746953+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T11:05:00+00:00 PythonOperator 2021-07-20T12:05:11.889749+00:00 2021-07-20T12:05:15.823374+00:00 0:00:03.933625 56051 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T12:05:09.690064+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T11:00:00+00:00 EmrJobFlowSensor 2021-07-20T12:02:25.815049+00:00 2021-07-20T12:16:29.235638+00:00 0:14:03.420589 56050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T12:02:23.491821+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T11:00:00+00:00 EmrJobFlowSensor 2021-07-20T12:02:21.832821+00:00 2021-07-20T12:12:25.058838+00:00 0:10:03.226017 56049 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T12:02:19.487958+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T12:02:03.781748+00:00 2021-07-20T12:02:05.583692+00:00 0:00:01.801944 56048 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T12:02:01.465620+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T12:02:01.760388+00:00 2021-07-20T12:02:03.692728+00:00 0:00:01.932340 56047 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T12:01:59.461824+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T11:00:00+00:00 PythonOperator 2021-07-20T12:01:44.824372+00:00 2021-07-20T12:01:49.173618+00:00 0:00:04.349246 56046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T12:01:41.449028+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T11:00:00+00:00 PythonOperator 2021-07-20T12:01:40.239354+00:00 2021-07-20T12:01:45.509171+00:00 0:00:05.269817 56045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T12:01:37.445236+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T10:00:00+00:00 EmrJobFlowSensor 2021-07-20T11:12:10.673835+00:00 2021-07-20T11:21:13.390302+00:00 0:09:02.716467 56043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T11:12:08.016821+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T10:00:00+00:00 EmrJobFlowSensor 2021-07-20T11:12:08.549955+00:00 2021-07-20T11:21:11.786839+00:00 0:09:03.236884 56042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T11:12:06.018087+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T11:11:38.751215+00:00 2021-07-20T11:11:40.525958+00:00 0:00:01.774743 56041 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T11:11:36.050822+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T11:11:38.474639+00:00 2021-07-20T11:11:40.231465+00:00 0:00:01.756826 56040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T11:11:36.050769+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T10:00:00+00:00 PythonOperator 2021-07-20T11:11:16.410802+00:00 2021-07-20T11:11:20.138031+00:00 0:00:03.727229 56039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T11:11:13.944943+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T10:00:00+00:00 PythonOperator 2021-07-20T11:11:16.297595+00:00 2021-07-20T11:11:20.151012+00:00 0:00:03.853417 56038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T11:11:13.944909+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T10:00:00+00:00 TriggerDagRunOperator 2021-07-20T11:11:10.408537+00:00 2021-07-20T11:11:10.944903+00:00 0:00:00.536366 56037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T11:11:07.974607+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T10:00:00+00:00 TriggerDagRunOperator 2021-07-20T11:11:10.241984+00:00 2021-07-20T11:11:10.634486+00:00 0:00:00.392502 56036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T11:11:07.974576+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T10:05:00+00:00 EmrJobFlowSensor 2021-07-20T11:06:17.784861+00:00 2021-07-20T11:15:20.626176+00:00 0:09:02.841315 56035 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T11:06:15.485148+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T11:05:57.561660+00:00 2021-07-20T11:05:59.202767+00:00 0:00:01.641107 56034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T11:05:55.465538+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T10:05:00+00:00 PythonOperator 2021-07-20T11:05:17.803060+00:00 2021-07-20T11:05:21.641743+00:00 0:00:03.838683 56033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T11:05:15.434685+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T10:00:00+00:00 EmrJobFlowSensor 2021-07-20T11:01:07.291492+00:00 2021-07-20T11:14:10.670032+00:00 0:13:03.378540 56032 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T11:01:04.967757+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T10:00:00+00:00 EmrJobFlowSensor 2021-07-20T11:00:57.144408+00:00 2021-07-20T11:11:00.290167+00:00 0:10:03.145759 56031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T11:00:54.952313+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T11:00:47.273478+00:00 2021-07-20T11:00:49.017600+00:00 0:00:01.744122 56030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T11:00:44.876139+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T11:00:37.042140+00:00 2021-07-20T11:00:38.783614+00:00 0:00:01.741474 56029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T11:00:34.864375+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T10:00:00+00:00 PythonOperator 2021-07-20T11:00:25.436774+00:00 2021-07-20T11:00:29.265532+00:00 0:00:03.828758 56028 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T11:00:22.855924+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T10:00:00+00:00 PythonOperator 2021-07-20T11:00:15.297639+00:00 2021-07-20T11:00:19.119120+00:00 0:00:03.821481 56027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T11:00:12.819358+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T09:05:00+00:00 EmrJobFlowSensor 2021-07-20T10:12:56.808914+00:00 2021-07-20T10:14:58.762236+00:00 0:02:01.953322 56025 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T10:12:54.312066+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T09:00:00+00:00 EmrJobFlowSensor 2021-07-20T10:11:20.361066+00:00 2021-07-20T10:20:23.205065+00:00 0:09:02.843999 56024 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T10:11:18.148598+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T09:00:00+00:00 EmrJobFlowSensor 2021-07-20T10:11:18.529899+00:00 2021-07-20T10:21:21.865943+00:00 0:10:03.336044 56023 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T10:11:16.149279+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T10:10:52.574588+00:00 2021-07-20T10:10:54.454618+00:00 0:00:01.880030 56022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T10:10:50.128801+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T10:10:52.449108+00:00 2021-07-20T10:10:54.212708+00:00 0:00:01.763600 56021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T10:10:50.128768+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T09:00:00+00:00 PythonOperator 2021-07-20T10:10:26.395124+00:00 2021-07-20T10:10:29.908757+00:00 0:00:03.513633 56020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T10:10:24.110668+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T09:00:00+00:00 PythonOperator 2021-07-20T10:10:24.448978+00:00 2021-07-20T10:10:28.485562+00:00 0:00:04.036584 56019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T10:10:22.101807+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T09:00:00+00:00 TriggerDagRunOperator 2021-07-20T10:10:08.523481+00:00 2021-07-20T10:10:09.037941+00:00 0:00:00.514460 56018 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T10:10:06.087830+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T09:00:00+00:00 TriggerDagRunOperator 2021-07-20T10:10:08.380592+00:00 2021-07-20T10:10:08.788457+00:00 0:00:00.407865 56017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T10:10:06.087793+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T10:05:37.997126+00:00 2021-07-20T10:05:39.638317+00:00 0:00:01.641191 56015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T10:05:35.753053+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T09:05:00+00:00 PythonOperator 2021-07-20T10:05:15.862919+00:00 2021-07-20T10:05:19.387168+00:00 0:00:03.524249 56014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T10:05:13.667061+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T09:00:00+00:00 EmrJobFlowSensor 2021-07-20T10:00:53.738738+00:00 2021-07-20T10:09:56.534852+00:00 0:09:02.796114 56013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T10:00:51.121423+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T09:00:00+00:00 EmrJobFlowSensor 2021-07-20T10:00:51.402599+00:00 2021-07-20T10:13:55.228407+00:00 0:13:03.825808 56012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T10:00:49.127582+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T10:00:29.804121+00:00 2021-07-20T10:00:31.639755+00:00 0:00:01.835634 56011 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T10:00:27.169236+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T10:00:29.589643+00:00 2021-07-20T10:00:31.416934+00:00 0:00:01.827291 56010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T10:00:27.169190+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T09:00:00+00:00 PythonOperator 2021-07-20T10:00:07.729592+00:00 2021-07-20T10:00:11.622515+00:00 0:00:03.892923 56009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T10:00:05.162527+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T09:00:00+00:00 PythonOperator 2021-07-20T10:00:07.641555+00:00 2021-07-20T10:00:11.626954+00:00 0:00:03.985399 56008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T10:00:05.162487+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T08:00:00+00:00 EmrJobFlowSensor 2021-07-20T09:12:41.074311+00:00 2021-07-20T09:22:43.967043+00:00 0:10:02.892732 56006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T09:12:38.844054+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T08:00:00+00:00 EmrJobFlowSensor 2021-07-20T09:12:19.018570+00:00 2021-07-20T09:21:21.710583+00:00 0:09:02.692013 56005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T09:12:16.857082+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T09:12:08.994635+00:00 2021-07-20T09:12:10.765633+00:00 0:00:01.770998 56004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T09:12:06.794182+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T09:11:56.958529+00:00 2021-07-20T09:11:58.796942+00:00 0:00:01.838413 56003 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T09:11:54.731193+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T08:00:00+00:00 PythonOperator 2021-07-20T09:11:48.910814+00:00 2021-07-20T09:11:53.071165+00:00 0:00:04.160351 56002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T09:11:46.724674+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T08:00:00+00:00 PythonOperator 2021-07-20T09:11:36.820118+00:00 2021-07-20T09:11:39.695000+00:00 0:00:02.874882 56001 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T09:11:34.712724+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T08:00:00+00:00 TriggerDagRunOperator 2021-07-20T09:11:23.463030+00:00 2021-07-20T09:11:23.906528+00:00 0:00:00.443498 56000 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T09:11:20.756661+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T08:00:00+00:00 TriggerDagRunOperator 2021-07-20T09:11:23.186985+00:00 2021-07-20T09:11:23.622479+00:00 0:00:00.435494 55999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T09:11:20.756617+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T08:05:00+00:00 EmrJobFlowSensor 2021-07-20T09:05:48.473201+00:00 2021-07-20T09:13:51.074084+00:00 0:08:02.600883 55998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T09:05:46.100220+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T09:05:26.170959+00:00 2021-07-20T09:05:27.928735+00:00 0:00:01.757776 55997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T09:05:24.055178+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T08:05:00+00:00 PythonOperator 2021-07-20T09:05:04.545431+00:00 2021-07-20T09:05:07.514378+00:00 0:00:02.968947 55996 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T09:05:02.030233+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T08:00:00+00:00 EmrJobFlowSensor 2021-07-20T09:01:06.001636+00:00 2021-07-20T09:15:09.312887+00:00 0:14:03.311251 55995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T09:01:03.695406+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T08:00:00+00:00 EmrJobFlowSensor 2021-07-20T09:01:00.160439+00:00 2021-07-20T09:11:03.223133+00:00 0:10:03.062694 55994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T09:00:57.659346+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T09:00:46.100838+00:00 2021-07-20T09:00:47.850705+00:00 0:00:01.749867 55993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T09:00:43.646586+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T09:00:39.955922+00:00 2021-07-20T09:00:41.753339+00:00 0:00:01.797417 55992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T09:00:37.657019+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T08:00:00+00:00 PythonOperator 2021-07-20T09:00:23.937071+00:00 2021-07-20T09:00:28.242483+00:00 0:00:04.305412 55991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T09:00:21.521835+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T08:00:00+00:00 PythonOperator 2021-07-20T09:00:17.808629+00:00 2021-07-20T09:00:21.833815+00:00 0:00:04.025186 55990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T09:00:15.516703+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T07:00:00+00:00 EmrJobFlowSensor 2021-07-20T08:12:21.309487+00:00 2021-07-20T08:22:24.303660+00:00 0:10:02.994173 55988 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T08:12:19.103302+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T07:00:00+00:00 EmrJobFlowSensor 2021-07-20T08:12:19.391936+00:00 2021-07-20T08:22:22.567907+00:00 0:10:03.175971 55987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T08:12:17.162842+00:00 2 default_pool