Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T23:00:00+00:00 TriggerDagRunOperator 2021-06-13T00:10:04.755637+00:00 2021-06-13T00:10:05.182892+00:00 0:00:00.427255 40215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T00:10:02.288987+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T23:00:00+00:00 TriggerDagRunOperator 2021-06-13T00:10:04.590233+00:00 2021-06-13T00:10:05.153252+00:00 0:00:00.563019 40214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T00:10:02.289043+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T23:05:00+00:00 EmrJobFlowSensor 2021-06-13T00:05:50.082206+00:00 2021-06-13T00:13:52.442751+00:00 0:08:02.360545 40213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T00:05:47.867010+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T00:05:30.362806+00:00 2021-06-13T00:05:31.982668+00:00 0:00:01.619862 40212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T00:05:27.870542+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T23:05:00+00:00 PythonOperator 2021-06-13T00:05:08.182986+00:00 2021-06-13T00:05:11.462751+00:00 0:00:03.279765 40211 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T00:05:05.857763+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T23:00:00+00:00 EmrJobFlowSensor 2021-06-13T00:00:57.567509+00:00 2021-06-13T00:10:00.185833+00:00 0:09:02.618324 40210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T00:00:55.299018+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T23:00:00+00:00 EmrJobFlowSensor 2021-06-13T00:00:47.460821+00:00 2021-06-13T00:13:50.568350+00:00 0:13:03.107529 40209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T00:00:45.290669+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T00:00:35.616076+00:00 2021-06-13T00:00:37.356502+00:00 0:00:01.740426 40208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T00:00:33.281438+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T00:00:25.350611+00:00 2021-06-13T00:00:27.036248+00:00 0:00:01.685637 40207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T00:00:23.215798+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T23:00:00+00:00 PythonOperator 2021-06-13T00:00:13.531674+00:00 2021-06-13T00:00:16.797419+00:00 0:00:03.265745 40206 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T00:00:11.200735+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T23:00:00+00:00 PythonOperator 2021-06-13T00:00:05.478548+00:00 2021-06-13T00:00:09.137340+00:00 0:00:03.658792 40205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T00:00:03.193106+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T22:05:00+00:00 EmrJobFlowSensor 2021-06-12T23:13:00.323480+00:00 2021-06-12T23:14:01.861853+00:00 0:01:01.538373 40204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T23:12:57.935165+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T22:00:00+00:00 EmrJobFlowSensor 2021-06-12T23:10:35.425970+00:00 2021-06-12T23:19:38.064932+00:00 0:09:02.638962 40202 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T23:10:33.184869+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T22:00:00+00:00 EmrJobFlowSensor 2021-06-12T23:10:29.423335+00:00 2021-06-12T23:19:31.984609+00:00 0:09:02.561274 40201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T23:10:27.134866+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T23:10:13.454049+00:00 2021-06-12T23:10:15.168430+00:00 0:00:01.714381 40200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T23:10:11.112213+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T23:10:09.507802+00:00 2021-06-12T23:10:11.303545+00:00 0:00:01.795743 40199 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T23:10:07.108948+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T22:00:00+00:00 PythonOperator 2021-06-12T23:09:52.321807+00:00 2021-06-12T23:09:55.990513+00:00 0:00:03.668706 40198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T23:09:49.093319+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T22:00:00+00:00 PythonOperator 2021-06-12T23:09:47.414882+00:00 2021-06-12T23:09:51.953911+00:00 0:00:04.539029 40197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T23:09:45.104934+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T22:00:00+00:00 TriggerDagRunOperator 2021-06-12T23:09:27.386537+00:00 2021-06-12T23:09:27.843410+00:00 0:00:00.456873 40196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T23:09:25.066617+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T22:00:00+00:00 TriggerDagRunOperator 2021-06-12T23:09:27.344409+00:00 2021-06-12T23:09:27.843930+00:00 0:00:00.499521 40195 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T23:09:25.066584+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T23:05:27.198504+00:00 2021-06-12T23:05:29.049269+00:00 0:00:01.850765 40193 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T23:05:24.764794+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T22:05:00+00:00 PythonOperator 2021-06-12T23:05:05.081649+00:00 2021-06-12T23:05:08.497702+00:00 0:00:03.416053 40192 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T23:05:02.685605+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-11T23:00:00+00:00 EmrJobFlowSensor 2021-06-12T23:01:04.457526+00:00 2021-06-12T23:10:07.015050+00:00 0:09:02.557524 40191 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T23:01:02.317067+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T22:00:00+00:00 EmrJobFlowSensor 2021-06-12T23:01:00.998176+00:00 2021-06-12T23:09:03.641877+00:00 0:08:02.643701 40190 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T23:00:58.444392+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T22:00:00+00:00 EmrJobFlowSensor 2021-06-12T23:00:58.440090+00:00 2021-06-12T23:14:01.462826+00:00 0:13:03.022736 40189 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T23:00:56.320156+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-11T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T23:00:42.450224+00:00 2021-06-12T23:00:44.228537+00:00 0:00:01.778313 40188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T23:00:40.292121+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T23:00:36.564431+00:00 2021-06-12T23:00:38.260668+00:00 0:00:01.696237 40187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T23:00:34.346706+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T23:00:34.776947+00:00 2021-06-12T23:00:36.506999+00:00 0:00:01.730052 40186 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T23:00:32.291200+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-11T23:00:00+00:00 PythonOperator 2021-06-12T23:00:19.346565+00:00 2021-06-12T23:00:22.756874+00:00 0:00:03.410309 40185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T23:00:16.224554+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T22:00:00+00:00 PythonOperator 2021-06-12T23:00:14.849618+00:00 2021-06-12T23:00:19.078398+00:00 0:00:04.228780 40184 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T23:00:12.266871+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T22:00:00+00:00 PythonOperator 2021-06-12T23:00:12.606255+00:00 2021-06-12T23:00:16.198726+00:00 0:00:03.592471 40183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T23:00:10.267067+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T21:00:00+00:00 EmrJobFlowSensor 2021-06-12T22:12:09.762474+00:00 2021-06-12T22:22:12.629624+00:00 0:10:02.867150 40182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T22:12:07.273397+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T21:00:00+00:00 EmrJobFlowSensor 2021-06-12T22:12:03.404845+00:00 2021-06-12T22:21:05.948028+00:00 0:09:02.543183 40181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T22:12:01.194754+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T22:11:47.550638+00:00 2021-06-12T22:11:49.301388+00:00 0:00:01.750750 40180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T22:11:45.187146+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T22:11:41.517500+00:00 2021-06-12T22:11:43.243475+00:00 0:00:01.725975 40179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T22:11:39.141465+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T21:00:00+00:00 PythonOperator 2021-06-12T22:11:27.393293+00:00 2021-06-12T22:11:30.645011+00:00 0:00:03.251718 40178 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T22:11:25.131377+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T21:00:00+00:00 PythonOperator 2021-06-12T22:11:21.301739+00:00 2021-06-12T22:11:24.794891+00:00 0:00:03.493152 40177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T22:11:19.125472+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T21:00:00+00:00 TriggerDagRunOperator 2021-06-12T22:11:07.703771+00:00 2021-06-12T22:11:08.125716+00:00 0:00:00.421945 40176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T22:11:05.113639+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T21:00:00+00:00 TriggerDagRunOperator 2021-06-12T22:11:07.694186+00:00 2021-06-12T22:11:08.228665+00:00 0:00:00.534479 40175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T22:11:05.113668+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T21:05:00+00:00 EmrJobFlowSensor 2021-06-12T22:06:08.043457+00:00 2021-06-12T22:15:10.754834+00:00 0:09:02.711377 40173 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T22:06:05.651221+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T22:05:45.882349+00:00 2021-06-12T22:05:47.484758+00:00 0:00:01.602409 40172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T22:05:43.593934+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T21:05:00+00:00 PythonOperator 2021-06-12T22:05:23.781974+00:00 2021-06-12T22:05:27.020528+00:00 0:00:03.238554 40171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T22:05:21.510671+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T21:00:00+00:00 EmrJobFlowSensor 2021-06-12T22:00:59.411903+00:00 2021-06-12T22:10:02.167619+00:00 0:09:02.755716 40170 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T22:00:57.095804+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T21:00:00+00:00 EmrJobFlowSensor 2021-06-12T22:00:49.452380+00:00 2021-06-12T22:12:52.441660+00:00 0:12:02.989280 40169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T22:00:47.163495+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T22:00:39.398705+00:00 2021-06-12T22:00:41.175218+00:00 0:00:01.776513 40168 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T22:00:37.043313+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T22:00:27.295962+00:00 2021-06-12T22:00:29.056846+00:00 0:00:01.760884 40167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T22:00:25.032756+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T21:00:00+00:00 PythonOperator 2021-06-12T22:00:17.214542+00:00 2021-06-12T22:00:20.619568+00:00 0:00:03.405026 40166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T22:00:15.029164+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T21:00:00+00:00 PythonOperator 2021-06-12T22:00:07.148245+00:00 2021-06-12T22:00:10.705920+00:00 0:00:03.557675 40165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T22:00:05.009641+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T20:00:00+00:00 EmrJobFlowSensor 2021-06-12T21:11:09.890375+00:00 2021-06-12T21:20:12.663777+00:00 0:09:02.773402 40164 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T21:11:07.460209+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T20:00:00+00:00 EmrJobFlowSensor 2021-06-12T21:11:05.645568+00:00 2021-06-12T21:20:08.387706+00:00 0:09:02.742138 40163 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T21:11:03.388139+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T21:10:47.698473+00:00 2021-06-12T21:10:49.411183+00:00 0:00:01.712710 40162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T21:10:45.349640+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T21:10:45.670215+00:00 2021-06-12T21:10:47.459506+00:00 0:00:01.789291 40161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T21:10:43.302734+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T20:00:00+00:00 PythonOperator 2021-06-12T21:10:25.882075+00:00 2021-06-12T21:10:29.177403+00:00 0:00:03.295328 40160 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T21:10:23.355487+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T20:00:00+00:00 PythonOperator 2021-06-12T21:10:23.638253+00:00 2021-06-12T21:10:27.832657+00:00 0:00:04.194404 40159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T21:10:21.259619+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T20:00:00+00:00 TriggerDagRunOperator 2021-06-12T21:10:19.842930+00:00 2021-06-12T21:10:20.349883+00:00 0:00:00.506953 40158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T21:10:17.262105+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T20:00:00+00:00 TriggerDagRunOperator 2021-06-12T21:10:19.754797+00:00 2021-06-12T21:10:20.157185+00:00 0:00:00.402388 40157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T21:10:17.262134+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T20:05:00+00:00 EmrJobFlowSensor 2021-06-12T21:05:48.099905+00:00 2021-06-12T21:14:50.647932+00:00 0:09:02.548027 40155 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T21:05:45.796258+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T21:05:25.865717+00:00 2021-06-12T21:05:27.492293+00:00 0:00:01.626576 40154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T21:05:23.730735+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T20:05:00+00:00 PythonOperator 2021-06-12T21:05:05.814799+00:00 2021-06-12T21:05:09.220488+00:00 0:00:03.405689 40153 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T21:05:03.712464+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T20:00:00+00:00 EmrJobFlowSensor 2021-06-12T21:01:05.597844+00:00 2021-06-12T21:10:08.370091+00:00 0:09:02.772247 40152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T21:01:03.320079+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T20:00:00+00:00 EmrJobFlowSensor 2021-06-12T21:00:50.077914+00:00 2021-06-12T21:13:53.061042+00:00 0:13:02.983128 40151 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T21:00:47.295956+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T21:00:43.846421+00:00 2021-06-12T21:00:45.768489+00:00 0:00:01.922068 40150 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T21:00:41.288237+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T21:00:27.584371+00:00 2021-06-12T21:00:29.387330+00:00 0:00:01.802959 40149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T21:00:25.258719+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T20:00:00+00:00 PythonOperator 2021-06-12T21:00:21.506840+00:00 2021-06-12T21:00:24.902369+00:00 0:00:03.395529 40148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T21:00:19.190675+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T20:00:00+00:00 PythonOperator 2021-06-12T21:00:05.528047+00:00 2021-06-12T21:00:09.300181+00:00 0:00:03.772134 40147 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T21:00:03.181416+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T19:05:00+00:00 EmrJobFlowSensor 2021-06-12T20:14:07.051956+00:00 2021-06-12T20:15:08.667191+00:00 0:01:01.615235 40146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T20:14:04.543768+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T19:00:00+00:00 EmrJobFlowSensor 2021-06-12T20:12:18.526452+00:00 2021-06-12T20:22:21.342029+00:00 0:10:02.815577 40145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T20:12:16.254756+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T19:00:00+00:00 EmrJobFlowSensor 2021-06-12T20:12:14.590033+00:00 2021-06-12T20:22:17.387284+00:00 0:10:02.797251 40144 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T20:12:12.251371+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T20:11:55.146716+00:00 2021-06-12T20:11:56.802557+00:00 0:00:01.655841 40143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T20:11:52.285202+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T20:11:52.550365+00:00 2021-06-12T20:11:54.426962+00:00 0:00:01.876597 40142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T20:11:50.263740+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T19:00:00+00:00 PythonOperator 2021-06-12T20:11:32.749534+00:00 2021-06-12T20:11:36.383486+00:00 0:00:03.633952 40141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T20:11:30.267722+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T19:00:00+00:00 PythonOperator 2021-06-12T20:11:32.707470+00:00 2021-06-12T20:11:35.928987+00:00 0:00:03.221517 40140 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T20:11:30.267676+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T19:00:00+00:00 TriggerDagRunOperator 2021-06-12T20:11:16.826230+00:00 2021-06-12T20:11:17.345198+00:00 0:00:00.518968 40139 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T20:11:14.252470+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T19:00:00+00:00 TriggerDagRunOperator 2021-06-12T20:11:16.668208+00:00 2021-06-12T20:11:17.046392+00:00 0:00:00.378184 40138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T20:11:14.252502+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T20:05:38.069316+00:00 2021-06-12T20:05:39.674596+00:00 0:00:01.605280 40135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T20:05:35.941185+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T19:05:00+00:00 PythonOperator 2021-06-12T20:05:16.199623+00:00 2021-06-12T20:05:19.404317+00:00 0:00:03.204694 40134 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T20:05:13.922887+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T19:00:00+00:00 EmrJobFlowSensor 2021-06-12T20:01:07.930649+00:00 2021-06-12T20:11:10.826897+00:00 0:10:02.896248 40133 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T20:01:05.473640+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T19:00:00+00:00 EmrJobFlowSensor 2021-06-12T20:00:54.193163+00:00 2021-06-12T20:13:57.381503+00:00 0:13:03.188340 40132 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T20:00:51.398202+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T20:00:45.924708+00:00 2021-06-12T20:00:47.754653+00:00 0:00:01.829945 40131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T20:00:43.392166+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T20:00:31.668243+00:00 2021-06-12T20:00:33.411845+00:00 0:00:01.743602 40130 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T20:00:29.343831+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T19:00:00+00:00 PythonOperator 2021-06-12T20:00:23.753841+00:00 2021-06-12T20:00:27.372815+00:00 0:00:03.618974 40129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T20:00:21.352825+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T19:00:00+00:00 PythonOperator 2021-06-12T20:00:11.377533+00:00 2021-06-12T20:00:15.029679+00:00 0:00:03.652146 40128 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T20:00:09.189033+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T18:00:00+00:00 EmrJobFlowSensor 2021-06-12T19:12:10.095858+00:00 2021-06-12T19:22:13.023324+00:00 0:10:02.927466 40127 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T19:12:07.863492+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T18:00:00+00:00 EmrJobFlowSensor 2021-06-12T19:12:08.120366+00:00 2021-06-12T19:21:10.685195+00:00 0:09:02.564829 40126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T19:12:05.851186+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T19:11:50.000870+00:00 2021-06-12T19:11:51.670425+00:00 0:00:01.669555 40125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T19:11:47.842257+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T19:11:46.141864+00:00 2021-06-12T19:11:47.840241+00:00 0:00:01.698377 40124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T19:11:43.832632+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T18:00:00+00:00 PythonOperator 2021-06-12T19:11:28.000253+00:00 2021-06-12T19:11:31.724900+00:00 0:00:03.724647 40123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T19:11:25.822195+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T18:00:00+00:00 PythonOperator 2021-06-12T19:11:24.473426+00:00 2021-06-12T19:11:27.674429+00:00 0:00:03.201003 40122 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T19:11:21.876688+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T18:00:00+00:00 TriggerDagRunOperator 2021-06-12T19:11:06.387223+00:00 2021-06-12T19:11:06.866251+00:00 0:00:00.479028 40121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T19:11:03.797921+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T18:00:00+00:00 TriggerDagRunOperator 2021-06-12T19:11:06.176392+00:00 2021-06-12T19:11:06.589394+00:00 0:00:00.413002 40120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T19:11:03.797893+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T18:05:00+00:00 EmrJobFlowSensor 2021-06-12T19:06:07.950107+00:00 2021-06-12T19:15:10.530511+00:00 0:09:02.580404 40118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T19:06:05.463565+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T19:05:45.656207+00:00 2021-06-12T19:05:47.372729+00:00 0:00:01.716522 40117 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T19:05:43.356528+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T18:05:00+00:00 PythonOperator 2021-06-12T19:05:21.541501+00:00 2021-06-12T19:05:24.929720+00:00 0:00:03.388219 40116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T19:05:19.334846+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T18:00:00+00:00 EmrJobFlowSensor 2021-06-12T19:00:56.947969+00:00 2021-06-12T19:12:59.968117+00:00 0:12:03.020148 40115 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T19:00:54.806447+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T18:00:00+00:00 EmrJobFlowSensor 2021-06-12T19:00:49.345167+00:00 2021-06-12T19:10:52.052787+00:00 0:10:02.707620 40114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T19:00:46.867820+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T19:00:37.047023+00:00 2021-06-12T19:00:38.830988+00:00 0:00:01.783965 40113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T19:00:34.849276+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T19:00:27.072918+00:00 2021-06-12T19:00:28.888908+00:00 0:00:01.815990 40112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T19:00:24.765297+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T18:00:00+00:00 PythonOperator 2021-06-12T19:00:14.957239+00:00 2021-06-12T19:00:18.493270+00:00 0:00:03.536031 40111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T19:00:12.755847+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T18:00:00+00:00 PythonOperator 2021-06-12T19:00:06.913660+00:00 2021-06-12T19:00:10.142112+00:00 0:00:03.228452 40110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T19:00:04.746794+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T17:00:00+00:00 EmrJobFlowSensor 2021-06-12T18:11:39.654652+00:00 2021-06-12T18:21:42.355890+00:00 0:10:02.701238 40109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T18:11:37.502492+00:00 2 default_pool