Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_emr_steps 2021-06-24T03:00:00+00:00 PythonOperator 2021-06-24T04:14:35.565440+00:00 2021-06-24T04:14:39.358801+00:00 0:00:03.793361 45238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:14:33.411708+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T03:00:00+00:00 PythonOperator 2021-06-24T04:14:25.573898+00:00 2021-06-24T04:14:29.129277+00:00 0:00:03.555379 45237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:14:23.403379+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T03:00:00+00:00 TriggerDagRunOperator 2021-06-24T04:14:11.991174+00:00 2021-06-24T04:14:12.529853+00:00 0:00:00.538679 45236 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:14:09.392715+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T03:00:00+00:00 TriggerDagRunOperator 2021-06-24T04:14:11.936873+00:00 2021-06-24T04:14:12.336525+00:00 0:00:00.399652 45235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:14:09.392742+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T03:05:00+00:00 EmrJobFlowSensor 2021-06-24T04:06:09.291032+00:00 2021-06-24T04:15:12.009464+00:00 0:09:02.718432 45233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:06:07.012933+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:05:43.178863+00:00 2021-06-24T04:05:44.816192+00:00 0:00:01.637329 45232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T04:05:40.995713+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T03:05:00+00:00 PythonOperator 2021-06-24T04:05:15.313356+00:00 2021-06-24T04:05:18.971447+00:00 0:00:03.658091 45231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:05:12.954724+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T03:00:00+00:00 EmrJobFlowSensor 2021-06-24T04:01:08.710415+00:00 2021-06-24T04:11:11.590744+00:00 0:10:02.880329 45230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:01:06.508110+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T03:00:00+00:00 EmrJobFlowSensor 2021-06-24T04:00:58.659788+00:00 2021-06-24T04:20:02.893045+00:00 0:19:04.233257 45229 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:00:56.505461+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:00:46.587290+00:00 2021-06-24T04:00:48.315522+00:00 0:00:01.728232 45228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T04:00:44.488267+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:00:36.562263+00:00 2021-06-24T04:00:38.278381+00:00 0:00:01.716118 45227 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T04:00:34.481864+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T03:00:00+00:00 PythonOperator 2021-06-24T04:00:22.580898+00:00 2021-06-24T04:00:26.092528+00:00 0:00:03.511630 45226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T04:00:20.450030+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T03:00:00+00:00 PythonOperator 2021-06-24T04:00:06.600606+00:00 2021-06-24T04:00:10.168682+00:00 0:00:03.568076 45225 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T04:00:04.442087+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T03:20:20.568250+00:00 2021-06-24T03:30:23.478006+00:00 0:10:02.909756 45224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:20:18.316991+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T03:20:16.545333+00:00 2021-06-24T03:28:19.170793+00:00 0:08:02.625460 45223 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:20:14.305625+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:19:58.690271+00:00 2021-06-24T03:20:00.375909+00:00 0:00:01.685638 45222 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T03:19:56.364906+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:19:54.623238+00:00 2021-06-24T03:19:56.314865+00:00 0:00:01.691627 45221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T03:19:52.292578+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T02:00:00+00:00 PythonOperator 2021-06-24T03:19:28.418105+00:00 2021-06-24T03:19:32.214854+00:00 0:00:03.796749 45220 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:19:26.237169+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T02:00:00+00:00 PythonOperator 2021-06-24T03:19:20.919131+00:00 2021-06-24T03:19:24.267231+00:00 0:00:03.348100 45219 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:19:18.201394+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T02:00:00+00:00 TriggerDagRunOperator 2021-06-24T03:19:12.431459+00:00 2021-06-24T03:19:12.943274+00:00 0:00:00.511815 45218 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:19:10.192297+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T02:00:00+00:00 TriggerDagRunOperator 2021-06-24T03:19:12.363087+00:00 2021-06-24T03:19:12.801748+00:00 0:00:00.438661 45217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:19:10.192270+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T02:05:00+00:00 EmrJobFlowSensor 2021-06-24T03:09:07.316330+00:00 2021-06-24T03:18:09.983594+00:00 0:09:02.667264 45216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:09:05.154873+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T03:08:55.337901+00:00 2021-06-24T03:18:58.161925+00:00 0:10:02.824024 45215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:08:53.093335+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T03:08:45.300670+00:00 2021-06-24T03:29:49.749195+00:00 0:21:04.448525 45214 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T03:08:43.088214+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:08:39.373192+00:00 2021-06-24T03:08:41.036323+00:00 0:00:01.663131 45213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T03:08:37.088280+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:08:33.291361+00:00 2021-06-24T03:08:35.141824+00:00 0:00:01.850463 45212 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T03:08:31.078840+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T03:08:19.400819+00:00 2021-06-24T03:08:21.223493+00:00 0:00:01.822674 45211 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T03:08:17.069825+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T02:05:00+00:00 PythonOperator 2021-06-24T03:08:11.163387+00:00 2021-06-24T03:08:14.690878+00:00 0:00:03.527491 45210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:08:09.073607+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T02:00:00+00:00 PythonOperator 2021-06-24T03:07:55.438282+00:00 2021-06-24T03:07:58.963338+00:00 0:00:03.525056 45209 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T03:07:53.042230+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T02:00:00+00:00 PythonOperator 2021-06-24T03:07:51.542307+00:00 2021-06-24T03:07:55.382726+00:00 0:00:03.840419 45208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T03:07:49.033849+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T01:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:11:25.311254+00:00 2021-06-24T02:19:27.722310+00:00 0:08:02.411056 45206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:11:22.181244+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T01:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:11:22.835535+00:00 2021-06-24T02:20:25.858980+00:00 0:09:03.023445 45205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:11:20.173198+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:11:04.518101+00:00 2021-06-24T02:11:06.222792+00:00 0:00:01.704691 45204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:11:02.180291+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:11:00.801870+00:00 2021-06-24T02:11:02.557051+00:00 0:00:01.755181 45203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:10:58.261328+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T01:00:00+00:00 PythonOperator 2021-06-24T02:10:42.305534+00:00 2021-06-24T02:10:45.629971+00:00 0:00:03.324437 45202 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:10:40.093260+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T01:00:00+00:00 PythonOperator 2021-06-24T02:10:40.479072+00:00 2021-06-24T02:10:44.281513+00:00 0:00:03.802441 45201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:10:38.093465+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T01:00:00+00:00 TriggerDagRunOperator 2021-06-24T02:10:24.537771+00:00 2021-06-24T02:10:25.060796+00:00 0:00:00.523025 45200 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:10:22.021008+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T01:00:00+00:00 TriggerDagRunOperator 2021-06-24T02:10:24.225993+00:00 2021-06-24T02:10:24.618030+00:00 0:00:00.392037 45199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:10:22.021040+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T01:05:00+00:00 EmrJobFlowSensor 2021-06-24T02:06:17.870368+00:00 2021-06-24T02:15:20.587244+00:00 0:09:02.716876 45198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:06:15.758347+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:05:57.895177+00:00 2021-06-24T02:05:59.565408+00:00 0:00:01.670231 45197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:05:55.738013+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T01:05:00+00:00 PythonOperator 2021-06-24T02:05:19.948937+00:00 2021-06-24T02:05:23.248831+00:00 0:00:03.299894 45196 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:05:17.698655+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T01:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:01:03.582023+00:00 2021-06-24T02:24:08.249724+00:00 0:23:04.667701 45195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:01:01.394602+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-23T02:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:00:59.739571+00:00 2021-06-24T02:11:02.872281+00:00 0:10:03.132710 45194 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T02:00:57.392795+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T01:00:00+00:00 EmrJobFlowSensor 2021-06-24T02:00:47.630589+00:00 2021-06-24T02:09:50.407315+00:00 0:09:02.776726 45193 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:00:45.383415+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:00:41.552132+00:00 2021-06-24T02:00:43.294698+00:00 0:00:01.742566 45192 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:00:39.376454+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-23T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:00:37.539395+00:00 2021-06-24T02:00:39.311253+00:00 0:00:01.771858 45191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T02:00:35.374091+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T02:00:25.604918+00:00 2021-06-24T02:00:27.344574+00:00 0:00:01.739656 45190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T02:00:23.310285+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T01:00:00+00:00 PythonOperator 2021-06-24T02:00:19.460343+00:00 2021-06-24T02:00:23.264216+00:00 0:00:03.803873 45189 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:00:17.297661+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-23T02:00:00+00:00 PythonOperator 2021-06-24T02:00:15.701150+00:00 2021-06-24T02:00:19.407394+00:00 0:00:03.706244 45188 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T02:00:13.343540+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T01:00:00+00:00 PythonOperator 2021-06-24T02:00:03.586579+00:00 2021-06-24T02:00:07.278741+00:00 0:00:03.692162 45187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T02:00:01.287403+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T00:00:00+00:00 EmrJobFlowSensor 2021-06-24T01:11:21.302536+00:00 2021-06-24T01:21:24.144547+00:00 0:10:02.842011 45185 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:11:19.146990+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T00:00:00+00:00 EmrJobFlowSensor 2021-06-24T01:11:01.953389+00:00 2021-06-24T01:21:04.847120+00:00 0:10:02.893731 45184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:10:59.107195+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:10:59.890370+00:00 2021-06-24T01:11:02.007042+00:00 0:00:02.116672 45183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T01:10:57.160235+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:10:39.577931+00:00 2021-06-24T01:10:41.390345+00:00 0:00:01.812414 45182 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T01:10:37.071128+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T00:00:00+00:00 PythonOperator 2021-06-24T01:10:37.201645+00:00 2021-06-24T01:10:40.731074+00:00 0:00:03.529429 45181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:10:35.043462+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T00:00:00+00:00 PythonOperator 2021-06-24T01:10:17.392097+00:00 2021-06-24T01:10:21.153274+00:00 0:00:03.761177 45180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:10:15.064131+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T00:00:00+00:00 TriggerDagRunOperator 2021-06-24T01:10:11.626648+00:00 2021-06-24T01:10:12.101367+00:00 0:00:00.474719 45179 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:10:09.058691+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T00:00:00+00:00 TriggerDagRunOperator 2021-06-24T01:10:11.454499+00:00 2021-06-24T01:10:11.866912+00:00 0:00:00.412413 45178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:10:09.058643+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T00:05:00+00:00 EmrJobFlowSensor 2021-06-24T01:05:48.881732+00:00 2021-06-24T01:14:51.569757+00:00 0:09:02.688025 45177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:05:46.543926+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:05:26.732354+00:00 2021-06-24T01:05:28.454326+00:00 0:00:01.721972 45176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T01:05:24.484584+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T00:05:00+00:00 PythonOperator 2021-06-24T01:05:06.540032+00:00 2021-06-24T01:05:10.081469+00:00 0:00:03.541437 45175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:05:04.417495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T00:00:00+00:00 EmrJobFlowSensor 2021-06-24T01:00:52.198349+00:00 2021-06-24T01:20:56.413121+00:00 0:20:04.214772 45174 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T01:00:50.007313+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T00:00:00+00:00 EmrJobFlowSensor 2021-06-24T01:00:48.203412+00:00 2021-06-24T01:09:50.944839+00:00 0:09:02.741427 45173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:00:46.001824+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:00:30.654667+00:00 2021-06-24T01:00:32.384597+00:00 0:00:01.729930 45172 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T01:00:28.148358+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T01:00:26.488902+00:00 2021-06-24T01:00:28.368731+00:00 0:00:01.879829 45171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T01:00:24.043585+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T00:00:00+00:00 PythonOperator 2021-06-24T01:00:09.193410+00:00 2021-06-24T01:00:13.104050+00:00 0:00:03.910640 45170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T01:00:05.974625+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T00:00:00+00:00 PythonOperator 2021-06-24T01:00:04.217519+00:00 2021-06-24T01:00:08.940642+00:00 0:00:04.723123 45169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T01:00:01.970609+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T00:11:35.867482+00:00 2021-06-24T00:20:38.606743+00:00 0:09:02.739261 45167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:11:33.360615+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:11:15.824596+00:00 2021-06-24T00:11:17.686765+00:00 0:00:01.862169 45166 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T00:11:13.275433+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T00:11:09.605125+00:00 2021-06-24T00:21:12.418333+00:00 0:10:02.813208 45165 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:11:07.186313+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T00:10:53.399317+00:00 2021-06-24T00:10:57.593414+00:00 0:00:04.194097 45164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:10:51.147339+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:10:49.350218+00:00 2021-06-24T00:10:51.029268+00:00 0:00:01.679050 45163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T00:10:47.142961+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T00:10:27.293536+00:00 2021-06-24T00:10:30.975679+00:00 0:00:03.682143 45162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:10:25.126501+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T23:00:00+00:00 TriggerDagRunOperator 2021-06-24T00:10:21.420995+00:00 2021-06-24T00:10:21.917369+00:00 0:00:00.496374 45161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:10:19.118211+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T23:00:00+00:00 TriggerDagRunOperator 2021-06-24T00:10:21.317090+00:00 2021-06-24T00:10:21.712877+00:00 0:00:00.395787 45160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:10:19.118245+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T23:05:00+00:00 EmrJobFlowSensor 2021-06-24T00:06:12.786601+00:00 2021-06-24T00:14:15.325068+00:00 0:08:02.538467 45159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:06:10.612659+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:05:48.890619+00:00 2021-06-24T00:05:50.548157+00:00 0:00:01.657538 45158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T00:05:46.661905+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T23:05:00+00:00 PythonOperator 2021-06-24T00:05:24.724456+00:00 2021-06-24T00:05:28.183372+00:00 0:00:03.458916 45157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:05:22.525079+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T00:01:02.576889+00:00 2021-06-24T00:23:07.404927+00:00 0:22:04.828038 45156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T00:01:00.146667+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T23:00:00+00:00 EmrJobFlowSensor 2021-06-24T00:00:50.110425+00:00 2021-06-24T00:09:52.794768+00:00 0:09:02.684343 45155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:00:47.926483+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:00:40.310858+00:00 2021-06-24T00:00:42.040044+00:00 0:00:01.729186 45154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T00:00:37.976451+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T00:00:28.409570+00:00 2021-06-24T00:00:30.287777+00:00 0:00:01.878207 45153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T00:00:25.910620+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T00:00:18.217468+00:00 2021-06-24T00:00:22.035958+00:00 0:00:03.818490 45152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T00:00:15.962640+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T23:00:00+00:00 PythonOperator 2021-06-24T00:00:06.271417+00:00 2021-06-24T00:00:09.633990+00:00 0:00:03.362573 45151 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T00:00:03.887136+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T22:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:12:17.992628+00:00 2021-06-23T23:22:20.934973+00:00 0:10:02.942345 45149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:12:15.759005+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T22:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:12:15.979199+00:00 2021-06-23T23:22:18.923495+00:00 0:10:02.944296 45148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:12:13.689913+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:11:57.872211+00:00 2021-06-23T23:11:59.533790+00:00 0:00:01.661579 45147 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:11:55.683385+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:11:53.954061+00:00 2021-06-23T23:11:55.622443+00:00 0:00:01.668382 45146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:11:51.678759+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T22:00:00+00:00 PythonOperator 2021-06-23T23:11:35.997826+00:00 2021-06-23T23:11:39.659895+00:00 0:00:03.662069 45145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:11:33.609740+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T22:00:00+00:00 PythonOperator 2021-06-23T23:11:33.797558+00:00 2021-06-23T23:11:37.336632+00:00 0:00:03.539074 45144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:11:31.607782+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T22:00:00+00:00 TriggerDagRunOperator 2021-06-23T23:11:22.234860+00:00 2021-06-23T23:11:22.746198+00:00 0:00:00.511338 45143 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:11:19.667408+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T22:00:00+00:00 TriggerDagRunOperator 2021-06-23T23:11:22.165774+00:00 2021-06-23T23:11:22.635334+00:00 0:00:00.469560 45142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:11:19.667374+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T22:05:00+00:00 EmrJobFlowSensor 2021-06-23T23:05:51.172382+00:00 2021-06-23T23:14:53.758527+00:00 0:09:02.586145 45141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:05:49.011590+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:05:29.547218+00:00 2021-06-23T23:05:31.285752+00:00 0:00:01.738534 45140 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:05:27.053228+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T22:05:00+00:00 PythonOperator 2021-06-23T23:05:09.178176+00:00 2021-06-23T23:05:12.466819+00:00 0:00:03.288643 45139 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:05:06.936584+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T22:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:01:06.854404+00:00 2021-06-23T23:22:11.124987+00:00 0:21:04.270583 45138 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:01:04.554826+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T22:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:00:55.240002+00:00 2021-06-23T23:10:57.955347+00:00 0:10:02.715345 45137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:00:52.498848+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-22T23:00:00+00:00 EmrJobFlowSensor 2021-06-23T23:00:53.025604+00:00 2021-06-23T23:09:56.056478+00:00 0:09:03.030874 45136 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T23:00:50.556993+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:00:45.066604+00:00 2021-06-23T23:00:46.854491+00:00 0:00:01.787887 45135 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:00:42.544259+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:00:34.714328+00:00 2021-06-23T23:00:36.408751+00:00 0:00:01.694423 45134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T23:00:32.428756+00:00 2 default_pool