Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T10:11:55.189261+00:00 2021-07-25T10:11:56.929357+00:00 0:00:01.740096 58205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T10:11:52.992271+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T09:00:00+00:00 PythonOperator 2021-07-25T10:11:43.491449+00:00 2021-07-25T10:11:47.134455+00:00 0:00:03.643006 58204 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T10:11:40.982927+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T09:00:00+00:00 PythonOperator 2021-07-25T10:11:35.563487+00:00 2021-07-25T10:11:39.604657+00:00 0:00:04.041170 58203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T10:11:32.926945+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T09:00:00+00:00 TriggerDagRunOperator 2021-07-25T10:11:27.140967+00:00 2021-07-25T10:11:27.526901+00:00 0:00:00.385934 58202 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T10:11:24.871576+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T09:00:00+00:00 TriggerDagRunOperator 2021-07-25T10:11:27.130575+00:00 2021-07-25T10:11:27.689791+00:00 0:00:00.559216 58201 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T10:11:24.871629+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T09:05:00+00:00 EmrJobFlowSensor 2021-07-25T10:05:48.679403+00:00 2021-07-25T10:13:51.278801+00:00 0:08:02.599398 58200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T10:05:46.499507+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T10:05:26.716305+00:00 2021-07-25T10:05:28.414040+00:00 0:00:01.697735 58199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T10:05:24.452522+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T09:05:00+00:00 PythonOperator 2021-07-25T10:05:04.695725+00:00 2021-07-25T10:05:08.580142+00:00 0:00:03.884417 58198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T10:05:02.394710+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T09:00:00+00:00 EmrJobFlowSensor 2021-07-25T10:01:04.458415+00:00 2021-07-25T10:11:07.594897+00:00 0:10:03.136482 58197 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T10:01:02.029627+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T09:00:00+00:00 EmrJobFlowSensor 2021-07-25T10:00:58.369576+00:00 2021-07-25T10:14:01.823037+00:00 0:13:03.453461 58196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T10:00:56.046422+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T10:00:40.122780+00:00 2021-07-25T10:00:41.841400+00:00 0:00:01.718620 58195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T10:00:37.984264+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T10:00:36.296003+00:00 2021-07-25T10:00:38.084501+00:00 0:00:01.788498 58194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T10:00:34.052943+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T09:00:00+00:00 PythonOperator 2021-07-25T10:00:20.090105+00:00 2021-07-25T10:00:23.946525+00:00 0:00:03.856420 58193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T10:00:17.949000+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T09:00:00+00:00 PythonOperator 2021-07-25T10:00:16.369125+00:00 2021-07-25T10:00:20.280063+00:00 0:00:03.910938 58192 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T10:00:13.946263+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T08:00:00+00:00 EmrJobFlowSensor 2021-07-25T09:11:22.403659+00:00 2021-07-25T09:21:25.346437+00:00 0:10:02.942778 58190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T09:11:19.587483+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T08:00:00+00:00 EmrJobFlowSensor 2021-07-25T09:11:20.132616+00:00 2021-07-25T09:21:23.559826+00:00 0:10:03.427210 58189 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T09:11:17.589894+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T09:10:59.791524+00:00 2021-07-25T09:11:01.594688+00:00 0:00:01.803164 58188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T09:10:57.579380+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T09:10:57.891296+00:00 2021-07-25T09:10:59.825339+00:00 0:00:01.934043 58187 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T09:10:55.540994+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T08:00:00+00:00 PythonOperator 2021-07-25T09:10:37.691095+00:00 2021-07-25T09:10:41.525609+00:00 0:00:03.834514 58186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T09:10:35.520477+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T08:00:00+00:00 PythonOperator 2021-07-25T09:10:35.800501+00:00 2021-07-25T09:10:39.743662+00:00 0:00:03.943161 58185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T09:10:33.519309+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T08:00:00+00:00 TriggerDagRunOperator 2021-07-25T09:10:15.998732+00:00 2021-07-25T09:10:16.457659+00:00 0:00:00.458927 58184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T09:10:13.569285+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T08:00:00+00:00 TriggerDagRunOperator 2021-07-25T09:10:15.914624+00:00 2021-07-25T09:10:16.440163+00:00 0:00:00.525539 58183 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T09:10:13.569239+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T08:05:00+00:00 EmrJobFlowSensor 2021-07-25T09:06:07.499969+00:00 2021-07-25T09:15:10.279189+00:00 0:09:02.779220 58182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T09:06:05.039856+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T09:05:45.223516+00:00 2021-07-25T09:05:46.846608+00:00 0:00:01.623092 58181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T09:05:43.017657+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T08:05:00+00:00 PythonOperator 2021-07-25T09:05:23.254200+00:00 2021-07-25T09:05:27.213852+00:00 0:00:03.959652 58180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T09:05:20.940984+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T08:00:00+00:00 EmrJobFlowSensor 2021-07-25T09:01:04.738523+00:00 2021-07-25T09:15:08.154973+00:00 0:14:03.416450 58179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T09:01:02.437690+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T08:00:00+00:00 EmrJobFlowSensor 2021-07-25T09:01:00.973759+00:00 2021-07-25T09:10:03.773067+00:00 0:09:02.799308 58178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T09:00:58.456249+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T09:00:44.976424+00:00 2021-07-25T09:00:46.887853+00:00 0:00:01.911429 58177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T09:00:42.440817+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T09:00:38.736930+00:00 2021-07-25T09:00:40.624332+00:00 0:00:01.887402 58176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T09:00:36.382799+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T08:00:00+00:00 PythonOperator 2021-07-25T09:00:22.768028+00:00 2021-07-25T09:00:26.667361+00:00 0:00:03.899333 58175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T09:00:20.366570+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T08:00:00+00:00 PythonOperator 2021-07-25T09:00:16.600303+00:00 2021-07-25T09:00:20.502322+00:00 0:00:03.902019 58174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T09:00:14.304862+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T07:00:00+00:00 EmrJobFlowSensor 2021-07-25T08:11:28.317490+00:00 2021-07-25T08:20:31.152476+00:00 0:09:02.834986 58172 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T08:11:25.671501+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T07:00:00+00:00 EmrJobFlowSensor 2021-07-25T08:11:28.111683+00:00 2021-07-25T08:20:30.980570+00:00 0:09:02.868887 58171 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T08:11:25.671456+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T08:10:51.714792+00:00 2021-07-25T08:10:53.387316+00:00 0:00:01.672524 58170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T08:10:49.598277+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T08:10:47.923555+00:00 2021-07-25T08:10:49.612979+00:00 0:00:01.689424 58169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T08:10:45.587518+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T07:00:00+00:00 PythonOperator 2021-07-25T08:10:30.946456+00:00 2021-07-25T08:10:35.207997+00:00 0:00:04.261541 58168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T08:10:27.578998+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T07:00:00+00:00 PythonOperator 2021-07-25T08:10:26.129635+00:00 2021-07-25T08:10:31.662064+00:00 0:00:05.532429 58167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T08:10:23.552592+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T07:00:00+00:00 TriggerDagRunOperator 2021-07-25T08:10:17.993165+00:00 2021-07-25T08:10:18.450918+00:00 0:00:00.457753 58166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T08:10:15.545430+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T07:00:00+00:00 TriggerDagRunOperator 2021-07-25T08:10:17.818296+00:00 2021-07-25T08:10:18.462000+00:00 0:00:00.643704 58165 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T08:10:15.545460+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T07:05:00+00:00 EmrJobFlowSensor 2021-07-25T08:06:03.168775+00:00 2021-07-25T08:15:06.032540+00:00 0:09:02.863765 58164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T08:06:00.960712+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T08:05:41.251729+00:00 2021-07-25T08:05:42.886135+00:00 0:00:01.634406 58163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T08:05:38.987795+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T07:05:00+00:00 PythonOperator 2021-07-25T08:05:19.067596+00:00 2021-07-25T08:05:22.901924+00:00 0:00:03.834328 58162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T08:05:16.926436+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T07:00:00+00:00 EmrJobFlowSensor 2021-07-25T08:01:10.776099+00:00 2021-07-25T08:15:14.753913+00:00 0:14:03.977814 58161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T08:01:08.380559+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T07:00:00+00:00 EmrJobFlowSensor 2021-07-25T08:01:10.572337+00:00 2021-07-25T08:10:13.335281+00:00 0:09:02.762944 58160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T08:01:08.380519+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T08:00:50.742331+00:00 2021-07-25T08:00:52.568715+00:00 0:00:01.826384 58159 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T08:00:48.356433+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T08:00:48.467241+00:00 2021-07-25T08:00:50.339495+00:00 0:00:01.872254 58158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T08:00:46.355598+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T07:00:00+00:00 PythonOperator 2021-07-25T08:00:22.826386+00:00 2021-07-25T08:00:26.703626+00:00 0:00:03.877240 58157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T08:00:20.301151+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T07:00:00+00:00 PythonOperator 2021-07-25T08:00:14.618349+00:00 2021-07-25T08:00:18.958409+00:00 0:00:04.340060 58156 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T08:00:12.309303+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T06:00:00+00:00 EmrJobFlowSensor 2021-07-25T07:11:34.027993+00:00 2021-07-25T07:21:37.080153+00:00 0:10:03.052160 58154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T07:11:31.406350+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T06:00:00+00:00 EmrJobFlowSensor 2021-07-25T07:11:31.633538+00:00 2021-07-25T07:22:34.937444+00:00 0:11:03.303906 58153 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T07:11:29.407448+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T07:11:10.174230+00:00 2021-07-25T07:11:11.997602+00:00 0:00:01.823372 58152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T07:11:07.395060+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T07:11:09.697351+00:00 2021-07-25T07:11:11.445058+00:00 0:00:01.747707 58151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T07:11:07.395023+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T06:00:00+00:00 PythonOperator 2021-07-25T07:10:47.776649+00:00 2021-07-25T07:10:51.929838+00:00 0:00:04.153189 58150 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T07:10:45.342056+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T06:00:00+00:00 PythonOperator 2021-07-25T07:10:47.679495+00:00 2021-07-25T07:10:51.279135+00:00 0:00:03.599640 58149 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T07:10:45.342023+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T06:00:00+00:00 TriggerDagRunOperator 2021-07-25T07:10:21.593857+00:00 2021-07-25T07:10:22.140652+00:00 0:00:00.546795 58148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T07:10:19.318567+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T06:00:00+00:00 TriggerDagRunOperator 2021-07-25T07:10:21.479018+00:00 2021-07-25T07:10:21.955171+00:00 0:00:00.476153 58147 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T07:10:19.318535+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T06:05:00+00:00 EmrJobFlowSensor 2021-07-25T07:05:57.028717+00:00 2021-07-25T07:14:59.997918+00:00 0:09:02.969201 58146 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T07:05:54.806342+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T07:05:36.982262+00:00 2021-07-25T07:05:38.700737+00:00 0:00:01.718475 58145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T07:05:34.785503+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T06:05:00+00:00 PythonOperator 2021-07-25T07:05:12.859600+00:00 2021-07-25T07:05:16.691743+00:00 0:00:03.832143 58144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T07:05:10.732608+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T06:00:00+00:00 EmrJobFlowSensor 2021-07-25T07:01:14.540185+00:00 2021-07-25T07:14:18.135414+00:00 0:13:03.595229 58143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T07:01:12.179848+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T06:00:00+00:00 EmrJobFlowSensor 2021-07-25T07:01:01.169227+00:00 2021-07-25T07:10:03.969402+00:00 0:09:02.800175 58142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T07:00:58.240828+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T07:00:52.223480+00:00 2021-07-25T07:00:53.908233+00:00 0:00:01.684753 58141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T07:00:50.059145+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T07:00:38.234597+00:00 2021-07-25T07:00:39.936938+00:00 0:00:01.702341 58140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T07:00:36.044124+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T06:00:00+00:00 PythonOperator 2021-07-25T07:00:26.325647+00:00 2021-07-25T07:00:30.185265+00:00 0:00:03.859618 58139 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T07:00:24.037322+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T06:00:00+00:00 PythonOperator 2021-07-25T07:00:10.368199+00:00 2021-07-25T07:00:14.346806+00:00 0:00:03.978607 58138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T07:00:08.017433+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T05:05:00+00:00 EmrJobFlowSensor 2021-07-25T06:15:08.580471+00:00 2021-07-25T06:15:10.127894+00:00 0:00:01.547423 58136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T06:15:06.056234+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T05:00:00+00:00 EmrJobFlowSensor 2021-07-25T06:11:34.027930+00:00 2021-07-25T06:21:36.910753+00:00 0:10:02.882823 58135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T06:11:31.670890+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T05:00:00+00:00 EmrJobFlowSensor 2021-07-25T06:11:20.278212+00:00 2021-07-25T06:21:23.364707+00:00 0:10:03.086495 58134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T06:11:17.593322+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T06:11:11.898025+00:00 2021-07-25T06:11:13.654954+00:00 0:00:01.756929 58133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T06:11:09.586301+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T06:10:55.910085+00:00 2021-07-25T06:10:57.724796+00:00 0:00:01.814711 58132 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T06:10:53.551121+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T05:00:00+00:00 PythonOperator 2021-07-25T06:10:39.681099+00:00 2021-07-25T06:10:43.563087+00:00 0:00:03.881988 58131 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T06:10:37.513796+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T05:00:00+00:00 PythonOperator 2021-07-25T06:10:26.036617+00:00 2021-07-25T06:10:29.890592+00:00 0:00:03.853975 58130 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T06:10:23.555274+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T05:00:00+00:00 TriggerDagRunOperator 2021-07-25T06:10:20.068462+00:00 2021-07-25T06:10:20.462239+00:00 0:00:00.393777 58129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T06:10:17.508037+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T05:00:00+00:00 TriggerDagRunOperator 2021-07-25T06:10:20.085770+00:00 2021-07-25T06:10:20.590145+00:00 0:00:00.504375 58128 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T06:10:17.507990+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T06:05:39.411508+00:00 2021-07-25T06:05:41.051445+00:00 0:00:01.639937 58126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T06:05:37.095279+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T05:05:00+00:00 PythonOperator 2021-07-25T06:05:17.204368+00:00 2021-07-25T06:05:21.173327+00:00 0:00:03.968959 58125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T06:05:15.001518+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T05:00:00+00:00 EmrJobFlowSensor 2021-07-25T06:00:54.711328+00:00 2021-07-25T06:13:58.219134+00:00 0:13:03.507806 58124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T06:00:52.457231+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T05:00:00+00:00 EmrJobFlowSensor 2021-07-25T06:00:52.690583+00:00 2021-07-25T06:09:55.511611+00:00 0:09:02.821028 58123 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T06:00:50.384335+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T06:00:33.527044+00:00 2021-07-25T06:00:35.377237+00:00 0:00:01.850193 58122 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T06:00:30.443393+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T06:00:31.176778+00:00 2021-07-25T06:00:33.377043+00:00 0:00:02.200265 58121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T06:00:28.465347+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T05:00:00+00:00 PythonOperator 2021-07-25T06:00:11.174892+00:00 2021-07-25T06:00:14.978043+00:00 0:00:03.803151 58120 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T06:00:08.194320+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T05:00:00+00:00 PythonOperator 2021-07-25T06:00:11.054501+00:00 2021-07-25T06:00:15.072008+00:00 0:00:04.017507 58119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T06:00:08.194362+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T04:00:00+00:00 EmrJobFlowSensor 2021-07-25T05:12:36.160478+00:00 2021-07-25T05:22:38.909284+00:00 0:10:02.748806 58117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T05:12:34.007271+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T04:00:00+00:00 EmrJobFlowSensor 2021-07-25T05:12:20.172904+00:00 2021-07-25T05:22:23.371565+00:00 0:10:03.198661 58116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T05:12:17.925546+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T05:12:14.476601+00:00 2021-07-25T05:12:16.344387+00:00 0:00:01.867786 58115 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T05:12:12.040988+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T05:12:00.404925+00:00 2021-07-25T05:12:02.301782+00:00 0:00:01.896857 58114 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T05:11:57.969784+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T04:00:00+00:00 PythonOperator 2021-07-25T05:11:52.117522+00:00 2021-07-25T05:11:56.074377+00:00 0:00:03.956855 58113 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T05:11:49.908531+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T04:00:00+00:00 PythonOperator 2021-07-25T05:11:38.198202+00:00 2021-07-25T05:11:42.139402+00:00 0:00:03.941200 58112 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T05:11:35.902121+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T04:00:00+00:00 TriggerDagRunOperator 2021-07-25T05:11:28.662193+00:00 2021-07-25T05:11:29.171467+00:00 0:00:00.509274 58111 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T05:11:25.954781+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T04:00:00+00:00 TriggerDagRunOperator 2021-07-25T05:11:28.514207+00:00 2021-07-25T05:11:29.042150+00:00 0:00:00.527943 58110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T05:11:25.954733+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T04:05:00+00:00 EmrJobFlowSensor 2021-07-25T05:06:51.462581+00:00 2021-07-25T05:14:54.034143+00:00 0:08:02.571562 58109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T05:06:49.386225+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T05:05:37.448733+00:00 2021-07-25T05:05:39.204446+00:00 0:00:01.755713 58108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T05:05:35.310798+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T04:05:00+00:00 PythonOperator 2021-07-25T05:05:15.581626+00:00 2021-07-25T05:05:19.456416+00:00 0:00:03.874790 58107 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T05:05:13.363528+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T04:00:00+00:00 EmrJobFlowSensor 2021-07-25T05:00:51.270390+00:00 2021-07-25T05:10:54.351651+00:00 0:10:03.081261 58106 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T05:00:48.796905+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T04:00:00+00:00 EmrJobFlowSensor 2021-07-25T05:00:51.178942+00:00 2021-07-25T05:14:54.928195+00:00 0:14:03.749253 58105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T05:00:48.796875+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T05:00:31.676981+00:00 2021-07-25T05:00:33.515754+00:00 0:00:01.838773 58104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T05:00:28.941664+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T05:00:29.169366+00:00 2021-07-25T05:00:31.299956+00:00 0:00:02.130590 58103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T05:00:26.740308+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T04:00:00+00:00 PythonOperator 2021-07-25T05:00:09.780488+00:00 2021-07-25T05:00:14.149622+00:00 0:00:04.369134 58102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T05:00:06.771287+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T04:00:00+00:00 PythonOperator 2021-07-25T05:00:07.658438+00:00 2021-07-25T05:00:12.081671+00:00 0:00:04.423233 58101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T05:00:04.770292+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T03:00:00+00:00 EmrJobFlowSensor 2021-07-25T04:10:35.510239+00:00 2021-07-25T04:18:38.199979+00:00 0:08:02.689740 58099 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T04:10:33.124134+00:00 2 default_pool