Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:05:57.895177+00:00 2021-06-24T02:05:59.565408+00:00 0:00:01.670231 45197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:05:55.738013+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T01:05:00+00:00 PythonOperator 2021-06-24T02:05:19.948937+00:00 2021-06-24T02:05:23.248831+00:00 0:00:03.299894 45196 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:05:17.698655+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T01:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:01:03.582023+00:00 2021-06-24T02:24:08.249724+00:00 0:23:04.667701 45195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:01:01.394602+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-23T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:00:59.739571+00:00 2021-06-24T02:11:02.872281+00:00 0:10:03.132710 45194 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:00:57.392795+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T01:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:00:47.630589+00:00 2021-06-24T02:09:50.407315+00:00 0:09:02.776726 45193 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:00:45.383415+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:00:41.552132+00:00 2021-06-24T02:00:43.294698+00:00 0:00:01.742566 45192 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:00:39.376454+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:00:37.539395+00:00 2021-06-24T02:00:39.311253+00:00 0:00:01.771858 45191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:00:35.374091+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:00:25.604918+00:00 2021-06-24T02:00:27.344574+00:00 0:00:01.739656 45190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T02:00:23.310285+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T01:00:00+00:00 PythonOperator 2021-06-24T02:00:19.460343+00:00 2021-06-24T02:00:23.264216+00:00 0:00:03.803873 45189 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:00:17.297661+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-23T02:00:00+00:00 PythonOperator 2021-06-24T02:00:15.701150+00:00 2021-06-24T02:00:19.407394+00:00 0:00:03.706244 45188 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:00:13.343540+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T01:00:00+00:00 PythonOperator 2021-06-24T02:00:03.586579+00:00 2021-06-24T02:00:07.278741+00:00 0:00:03.692162 45187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T02:00:01.287403+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T00:00:00+00:00 EmrJobFlowSensor 2021-06-24T01:11:21.302536+00:00 2021-06-24T01:21:24.144547+00:00 0:10:02.842011 45185 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:11:19.146990+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T00:00:00+00:00 EmrJobFlowSensor 2021-06-24T01:11:01.953389+00:00 2021-06-24T01:21:04.847120+00:00 0:10:02.893731 45184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:10:59.107195+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:10:59.890370+00:00 2021-06-24T01:11:02.007042+00:00 0:00:02.116672 45183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T01:10:57.160235+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:10:39.577931+00:00 2021-06-24T01:10:41.390345+00:00 0:00:01.812414 45182 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T01:10:37.071128+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T00:00:00+00:00 PythonOperator 2021-06-24T01:10:37.201645+00:00 2021-06-24T01:10:40.731074+00:00 0:00:03.529429 45181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:10:35.043462+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T00:00:00+00:00 PythonOperator 2021-06-24T01:10:17.392097+00:00 2021-06-24T01:10:21.153274+00:00 0:00:03.761177 45180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:10:15.064131+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T00:00:00+00:00 TriggerDagRunOperator 2021-06-24T01:10:11.626648+00:00 2021-06-24T01:10:12.101367+00:00 0:00:00.474719 45179 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:10:09.058691+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T00:00:00+00:00 TriggerDagRunOperator 2021-06-24T01:10:11.454499+00:00 2021-06-24T01:10:11.866912+00:00 0:00:00.412413 45178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:10:09.058643+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T00:05:00+00:00 EmrJobFlowSensor 2021-06-24T01:05:48.881732+00:00 2021-06-24T01:14:51.569757+00:00 0:09:02.688025 45177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:05:46.543926+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:05:26.732354+00:00 2021-06-24T01:05:28.454326+00:00 0:00:01.721972 45176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T01:05:24.484584+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T00:05:00+00:00 PythonOperator 2021-06-24T01:05:06.540032+00:00 2021-06-24T01:05:10.081469+00:00 0:00:03.541437 45175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:05:04.417495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T00:00:00+00:00 EmrJobFlowSensor 2021-06-24T01:00:52.198349+00:00 2021-06-24T01:20:56.413121+00:00 0:20:04.214772 45174 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:00:50.007313+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T00:00:00+00:00 EmrJobFlowSensor 2021-06-24T01:00:48.203412+00:00 2021-06-24T01:09:50.944839+00:00 0:09:02.741427 45173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:00:46.001824+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:00:30.654667+00:00 2021-06-24T01:00:32.384597+00:00 0:00:01.729930 45172 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T01:00:28.148358+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:00:26.488902+00:00 2021-06-24T01:00:28.368731+00:00 0:00:01.879829 45171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T01:00:24.043585+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T00:00:00+00:00 PythonOperator 2021-06-24T01:00:09.193410+00:00 2021-06-24T01:00:13.104050+00:00 0:00:03.910640 45170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:00:05.974625+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T00:00:00+00:00 PythonOperator 2021-06-24T01:00:04.217519+00:00 2021-06-24T01:00:08.940642+00:00 0:00:04.723123 45169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T01:00:01.970609+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T00:11:35.867482+00:00 2021-06-24T00:20:38.606743+00:00 0:09:02.739261 45167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:11:33.360615+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:11:15.824596+00:00 2021-06-24T00:11:17.686765+00:00 0:00:01.862169 45166 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T00:11:13.275433+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T00:11:09.605125+00:00 2021-06-24T00:21:12.418333+00:00 0:10:02.813208 45165 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:11:07.186313+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T00:10:53.399317+00:00 2021-06-24T00:10:57.593414+00:00 0:00:04.194097 45164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:10:51.147339+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:10:49.350218+00:00 2021-06-24T00:10:51.029268+00:00 0:00:01.679050 45163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T00:10:47.142961+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T00:10:27.293536+00:00 2021-06-24T00:10:30.975679+00:00 0:00:03.682143 45162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:10:25.126501+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T23:00:00+00:00 TriggerDagRunOperator 2021-06-24T00:10:21.420995+00:00 2021-06-24T00:10:21.917369+00:00 0:00:00.496374 45161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:10:19.118211+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T23:00:00+00:00 TriggerDagRunOperator 2021-06-24T00:10:21.317090+00:00 2021-06-24T00:10:21.712877+00:00 0:00:00.395787 45160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:10:19.118245+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T23:05:00+00:00 EmrJobFlowSensor 2021-06-24T00:06:12.786601+00:00 2021-06-24T00:14:15.325068+00:00 0:08:02.538467 45159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:06:10.612659+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:05:48.890619+00:00 2021-06-24T00:05:50.548157+00:00 0:00:01.657538 45158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T00:05:46.661905+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T23:05:00+00:00 PythonOperator 2021-06-24T00:05:24.724456+00:00 2021-06-24T00:05:28.183372+00:00 0:00:03.458916 45157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:05:22.525079+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T00:01:02.576889+00:00 2021-06-24T00:23:07.404927+00:00 0:22:04.828038 45156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:01:00.146667+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T00:00:50.110425+00:00 2021-06-24T00:09:52.794768+00:00 0:09:02.684343 45155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:00:47.926483+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:00:40.310858+00:00 2021-06-24T00:00:42.040044+00:00 0:00:01.729186 45154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T00:00:37.976451+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:00:28.409570+00:00 2021-06-24T00:00:30.287777+00:00 0:00:01.878207 45153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T00:00:25.910620+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T00:00:18.217468+00:00 2021-06-24T00:00:22.035958+00:00 0:00:03.818490 45152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:00:15.962640+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T00:00:06.271417+00:00 2021-06-24T00:00:09.633990+00:00 0:00:03.362573 45151 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T00:00:03.887136+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T22:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:12:17.992628+00:00 2021-06-23T23:22:20.934973+00:00 0:10:02.942345 45149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:12:15.759005+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T22:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:12:15.979199+00:00 2021-06-23T23:22:18.923495+00:00 0:10:02.944296 45148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:12:13.689913+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:11:57.872211+00:00 2021-06-23T23:11:59.533790+00:00 0:00:01.661579 45147 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:11:55.683385+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:11:53.954061+00:00 2021-06-23T23:11:55.622443+00:00 0:00:01.668382 45146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:11:51.678759+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T22:00:00+00:00 PythonOperator 2021-06-23T23:11:35.997826+00:00 2021-06-23T23:11:39.659895+00:00 0:00:03.662069 45145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:11:33.609740+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T22:00:00+00:00 PythonOperator 2021-06-23T23:11:33.797558+00:00 2021-06-23T23:11:37.336632+00:00 0:00:03.539074 45144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:11:31.607782+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T22:00:00+00:00 TriggerDagRunOperator 2021-06-23T23:11:22.234860+00:00 2021-06-23T23:11:22.746198+00:00 0:00:00.511338 45143 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:11:19.667408+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T22:00:00+00:00 TriggerDagRunOperator 2021-06-23T23:11:22.165774+00:00 2021-06-23T23:11:22.635334+00:00 0:00:00.469560 45142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:11:19.667374+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T22:05:00+00:00 EmrJobFlowSensor 2021-06-23T23:05:51.172382+00:00 2021-06-23T23:14:53.758527+00:00 0:09:02.586145 45141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:05:49.011590+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:05:29.547218+00:00 2021-06-23T23:05:31.285752+00:00 0:00:01.738534 45140 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:05:27.053228+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T22:05:00+00:00 PythonOperator 2021-06-23T23:05:09.178176+00:00 2021-06-23T23:05:12.466819+00:00 0:00:03.288643 45139 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:05:06.936584+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T22:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:01:06.854404+00:00 2021-06-23T23:22:11.124987+00:00 0:21:04.270583 45138 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:01:04.554826+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T22:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:00:55.240002+00:00 2021-06-23T23:10:57.955347+00:00 0:10:02.715345 45137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:00:52.498848+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:00:53.025604+00:00 2021-06-23T23:09:56.056478+00:00 0:09:03.030874 45136 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:00:50.556993+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:00:45.066604+00:00 2021-06-23T23:00:46.854491+00:00 0:00:01.787887 45135 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:00:42.544259+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:00:34.714328+00:00 2021-06-23T23:00:36.408751+00:00 0:00:01.694423 45134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T23:00:32.428756+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:00:31.142188+00:00 2021-06-23T23:00:32.911743+00:00 0:00:01.769555 45133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:00:28.556880+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T22:00:00+00:00 PythonOperator 2021-06-23T23:00:24.778436+00:00 2021-06-23T23:00:28.629655+00:00 0:00:03.851219 45132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:00:22.463485+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T22:00:00+00:00 PythonOperator 2021-06-23T23:00:10.942386+00:00 2021-06-23T23:00:14.330545+00:00 0:00:03.388159 45131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T23:00:08.397210+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T23:00:10.836704+00:00 2021-06-23T23:00:14.530508+00:00 0:00:03.693804 45130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:00:08.397238+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T21:00:00+00:00 EmrJobFlowSensor 2021-06-23T22:12:32.603647+00:00 2021-06-23T22:21:35.304648+00:00 0:09:02.701001 45128 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:12:30.361866+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T21:00:00+00:00 EmrJobFlowSensor 2021-06-23T22:12:26.568727+00:00 2021-06-23T22:21:29.443967+00:00 0:09:02.875240 45127 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:12:24.296161+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:12:10.471802+00:00 2021-06-23T22:12:12.199383+00:00 0:00:01.727581 45126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T22:12:08.251905+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:12:06.393617+00:00 2021-06-23T22:12:08.057799+00:00 0:00:01.664182 45125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T22:12:04.251320+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T21:00:00+00:00 PythonOperator 2021-06-23T22:11:49.691848+00:00 2021-06-23T22:11:53.447796+00:00 0:00:03.755948 45124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:11:46.272379+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T21:00:00+00:00 PythonOperator 2021-06-23T22:11:44.666672+00:00 2021-06-23T22:11:49.424734+00:00 0:00:04.758062 45123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:11:42.273284+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T21:00:00+00:00 TriggerDagRunOperator 2021-06-23T22:11:29.002116+00:00 2021-06-23T22:11:29.484888+00:00 0:00:00.482772 45122 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:11:26.253350+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T21:00:00+00:00 TriggerDagRunOperator 2021-06-23T22:11:28.605415+00:00 2021-06-23T22:11:29.018990+00:00 0:00:00.413575 45121 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:11:26.253301+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T21:05:00+00:00 EmrJobFlowSensor 2021-06-23T22:06:06.222861+00:00 2021-06-23T22:15:08.931142+00:00 0:09:02.708281 45120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:06:03.760690+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:05:46.065786+00:00 2021-06-23T22:05:47.720746+00:00 0:00:01.654960 45119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T22:05:43.655379+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T21:05:00+00:00 PythonOperator 2021-06-23T22:05:23.757606+00:00 2021-06-23T22:05:27.317739+00:00 0:00:03.560133 45118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:05:21.623181+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T21:00:00+00:00 EmrJobFlowSensor 2021-06-23T22:01:16.108177+00:00 2021-06-23T22:19:19.999922+00:00 0:18:03.891745 45117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:01:13.307409+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T21:00:00+00:00 EmrJobFlowSensor 2021-06-23T22:01:13.637712+00:00 2021-06-23T22:11:16.966874+00:00 0:10:03.329162 45116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:01:11.294328+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:00:53.396335+00:00 2021-06-23T22:00:55.200715+00:00 0:00:01.804380 45115 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T22:00:51.114192+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:00:51.293161+00:00 2021-06-23T22:00:52.995324+00:00 0:00:01.702163 45114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T22:00:49.094277+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T21:00:00+00:00 PythonOperator 2021-06-23T22:00:33.317711+00:00 2021-06-23T22:00:36.860983+00:00 0:00:03.543272 45113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:00:31.076088+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T21:00:00+00:00 PythonOperator 2021-06-23T22:00:31.600756+00:00 2021-06-23T22:00:35.138360+00:00 0:00:03.537604 45112 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T22:00:29.074025+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T20:00:00+00:00 EmrJobFlowSensor 2021-06-23T21:10:30.302838+00:00 2021-06-23T21:20:33.064132+00:00 0:10:02.761294 45110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:10:27.952040+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T20:00:00+00:00 EmrJobFlowSensor 2021-06-23T21:10:22.205358+00:00 2021-06-23T21:20:25.125064+00:00 0:10:02.919706 45109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:10:19.957868+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:10:08.384257+00:00 2021-06-23T21:10:10.108906+00:00 0:00:01.724649 45108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T21:10:05.890395+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:10:00.511826+00:00 2021-06-23T21:10:02.385004+00:00 0:00:01.873178 45107 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T21:09:57.970223+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T20:00:00+00:00 PythonOperator 2021-06-23T21:09:48.072341+00:00 2021-06-23T21:09:51.478866+00:00 0:00:03.406525 45106 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:09:45.828355+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T20:00:00+00:00 PythonOperator 2021-06-23T21:09:40.058169+00:00 2021-06-23T21:09:43.876071+00:00 0:00:03.817902 45105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:09:37.810092+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T20:00:00+00:00 TriggerDagRunOperator 2021-06-23T21:09:34.483450+00:00 2021-06-23T21:09:34.975338+00:00 0:00:00.491888 45104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:09:31.859938+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T20:00:00+00:00 TriggerDagRunOperator 2021-06-23T21:09:34.362661+00:00 2021-06-23T21:09:34.739279+00:00 0:00:00.376618 45103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:09:31.859892+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T20:05:00+00:00 EmrJobFlowSensor 2021-06-23T21:05:49.837059+00:00 2021-06-23T21:14:52.508390+00:00 0:09:02.671331 45102 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:05:47.539971+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:05:27.959129+00:00 2021-06-23T21:05:29.751862+00:00 0:00:01.792733 45101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T21:05:25.562101+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T20:05:00+00:00 PythonOperator 2021-06-23T21:05:07.777480+00:00 2021-06-23T21:05:11.264841+00:00 0:00:03.487361 45100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:05:05.566695+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T20:00:00+00:00 EmrJobFlowSensor 2021-06-23T21:01:09.462446+00:00 2021-06-23T21:12:12.385052+00:00 0:11:02.922606 45099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:01:07.091475+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T20:00:00+00:00 EmrJobFlowSensor 2021-06-23T21:01:05.438568+00:00 2021-06-23T21:09:08.019128+00:00 0:08:02.580560 45098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:01:03.157535+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:00:47.193305+00:00 2021-06-23T21:00:48.869404+00:00 0:00:01.676099 45097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T21:00:45.064351+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:00:43.364915+00:00 2021-06-23T21:00:45.118966+00:00 0:00:01.754051 45096 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T21:00:41.015255+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T20:00:00+00:00 PythonOperator 2021-06-23T21:00:25.427613+00:00 2021-06-23T21:00:29.024231+00:00 0:00:03.596618 45095 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:00:23.005657+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T20:00:00+00:00 PythonOperator 2021-06-23T21:00:21.738605+00:00 2021-06-23T21:00:25.288326+00:00 0:00:03.549721 45094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T21:00:19.069939+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T19:00:00+00:00 EmrJobFlowSensor 2021-06-23T20:12:08.788581+00:00 2021-06-23T20:21:11.379724+00:00 0:09:02.591143 45092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T20:12:06.483389+00:00 2 default_pool