Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 check_cluster_status 2021-06-17T09:00:00+00:00 EmrJobFlowSensor 2021-06-17T10:12:25.517177+00:00 2021-06-17T10:21:28.242778+00:00 0:09:02.725601 42252 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T10:12:23.198926+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T09:00:00+00:00 EmrJobFlowSensor 2021-06-17T10:12:13.385878+00:00 2021-06-17T10:22:16.090161+00:00 0:10:02.704283 42251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T10:12:11.191992+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T10:12:03.430929+00:00 2021-06-17T10:12:05.271365+00:00 0:00:01.840436 42250 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T10:12:01.166380+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T10:11:51.314088+00:00 2021-06-17T10:11:53.095086+00:00 0:00:01.780998 42249 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T10:11:49.095112+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T09:00:00+00:00 PythonOperator 2021-06-17T10:11:41.224402+00:00 2021-06-17T10:11:44.735208+00:00 0:00:03.510806 42248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T10:11:39.086720+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T09:00:00+00:00 PythonOperator 2021-06-17T10:11:31.403954+00:00 2021-06-17T10:11:35.129794+00:00 0:00:03.725840 42247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T10:11:29.088642+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T09:00:00+00:00 TriggerDagRunOperator 2021-06-17T10:11:09.608404+00:00 2021-06-17T10:11:10.123408+00:00 0:00:00.515004 42246 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T10:11:07.039562+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T09:00:00+00:00 TriggerDagRunOperator 2021-06-17T10:11:09.463223+00:00 2021-06-17T10:11:09.860315+00:00 0:00:00.397092 42245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T10:11:07.039590+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T09:05:00+00:00 EmrJobFlowSensor 2021-06-17T10:07:58.939673+00:00 2021-06-17T10:17:01.519670+00:00 0:09:02.579997 42244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T10:07:56.793291+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T10:07:36.872673+00:00 2021-06-17T10:07:38.478320+00:00 0:00:01.605647 42243 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T10:07:34.711762+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T09:05:00+00:00 PythonOperator 2021-06-17T10:07:16.905795+00:00 2021-06-17T10:07:20.436811+00:00 0:00:03.531016 42242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T10:07:14.695783+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T09:00:00+00:00 EmrJobFlowSensor 2021-06-17T10:01:07.752927+00:00 2021-06-17T10:12:10.627449+00:00 0:11:02.874522 42240 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T10:01:05.460275+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T09:00:00+00:00 EmrJobFlowSensor 2021-06-17T10:00:51.515292+00:00 2021-06-17T10:10:54.267874+00:00 0:10:02.752582 42239 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T10:00:49.355863+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T10:00:45.599361+00:00 2021-06-17T10:00:47.372153+00:00 0:00:01.772792 42238 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T10:00:43.339633+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T10:00:30.636470+00:00 2021-06-17T10:00:32.290300+00:00 0:00:01.653830 42237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T10:00:27.288571+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T09:00:00+00:00 PythonOperator 2021-06-17T10:00:25.529076+00:00 2021-06-17T10:00:30.295512+00:00 0:00:04.766436 42236 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T10:00:23.281283+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T09:00:00+00:00 PythonOperator 2021-06-17T10:00:09.717806+00:00 2021-06-17T10:00:13.079323+00:00 0:00:03.361517 42235 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T10:00:07.268744+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T08:00:00+00:00 EmrJobFlowSensor 2021-06-17T09:12:10.610931+00:00 2021-06-17T09:22:13.374373+00:00 0:10:02.763442 42234 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T09:12:08.159997+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T08:00:00+00:00 EmrJobFlowSensor 2021-06-17T09:12:08.586997+00:00 2021-06-17T09:21:11.313859+00:00 0:09:02.726862 42233 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T09:12:06.157311+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T09:11:48.765275+00:00 2021-06-17T09:11:50.440709+00:00 0:00:01.675434 42232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T09:11:46.144403+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T09:11:46.321814+00:00 2021-06-17T09:11:48.429593+00:00 0:00:02.107779 42231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T09:11:44.078177+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T08:00:00+00:00 PythonOperator 2021-06-17T09:11:30.194873+00:00 2021-06-17T09:11:33.874597+00:00 0:00:03.679724 42230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T09:11:26.008800+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T08:00:00+00:00 PythonOperator 2021-06-17T09:11:24.303072+00:00 2021-06-17T09:11:29.693553+00:00 0:00:05.390481 42229 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T09:11:22.005943+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T08:00:00+00:00 TriggerDagRunOperator 2021-06-17T09:11:20.299048+00:00 2021-06-17T09:11:20.686836+00:00 0:00:00.387788 42228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T09:11:18.002607+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T08:00:00+00:00 TriggerDagRunOperator 2021-06-17T09:11:20.284495+00:00 2021-06-17T09:11:20.791937+00:00 0:00:00.507442 42227 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T09:11:18.002574+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T08:05:00+00:00 EmrJobFlowSensor 2021-06-17T09:05:57.632591+00:00 2021-06-17T09:15:00.128644+00:00 0:09:02.496053 42226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T09:05:55.473305+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T09:05:35.915125+00:00 2021-06-17T09:05:37.706151+00:00 0:00:01.791026 42225 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T09:05:33.461486+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T08:05:00+00:00 PythonOperator 2021-06-17T09:05:14.417287+00:00 2021-06-17T09:05:17.825383+00:00 0:00:03.408096 42224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T09:05:11.474348+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T08:00:00+00:00 EmrJobFlowSensor 2021-06-17T09:01:05.884080+00:00 2021-06-17T09:11:08.553140+00:00 0:10:02.669060 42222 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T09:01:03.689786+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T08:00:00+00:00 EmrJobFlowSensor 2021-06-17T09:00:47.745685+00:00 2021-06-17T09:12:50.668787+00:00 0:12:02.923102 42221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T09:00:45.631499+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T09:00:43.787283+00:00 2021-06-17T09:00:45.530430+00:00 0:00:01.743147 42220 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T09:00:41.625616+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T09:00:26.089226+00:00 2021-06-17T09:00:27.798105+00:00 0:00:01.708879 42219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T09:00:23.673217+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T08:00:00+00:00 PythonOperator 2021-06-17T09:00:21.829316+00:00 2021-06-17T09:00:25.092372+00:00 0:00:03.263056 42218 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T09:00:19.606341+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T08:00:00+00:00 PythonOperator 2021-06-17T09:00:05.951565+00:00 2021-06-17T09:00:09.402261+00:00 0:00:03.450696 42217 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T09:00:03.593842+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T07:00:00+00:00 EmrJobFlowSensor 2021-06-17T08:15:11.204504+00:00 2021-06-17T08:25:13.809347+00:00 0:10:02.604843 42216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T08:15:08.860224+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T07:00:00+00:00 EmrJobFlowSensor 2021-06-17T08:14:55.285182+00:00 2021-06-17T08:23:57.823355+00:00 0:09:02.538173 42215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T08:14:52.853668+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T08:14:49.010341+00:00 2021-06-17T08:14:50.710971+00:00 0:00:01.700630 42214 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T08:14:46.732982+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T08:14:32.940613+00:00 2021-06-17T08:14:34.760611+00:00 0:00:01.819998 42213 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T08:14:30.718780+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T07:00:00+00:00 PythonOperator 2021-06-17T08:14:29.282250+00:00 2021-06-17T08:14:32.913494+00:00 0:00:03.631244 42212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T08:14:26.712353+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T07:00:00+00:00 PythonOperator 2021-06-17T08:14:11.128357+00:00 2021-06-17T08:14:14.672330+00:00 0:00:03.543973 42211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T08:14:08.755005+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T07:00:00+00:00 TriggerDagRunOperator 2021-06-17T08:14:05.353715+00:00 2021-06-17T08:14:05.850690+00:00 0:00:00.496975 42210 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T08:14:02.769271+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T07:00:00+00:00 TriggerDagRunOperator 2021-06-17T08:14:05.275469+00:00 2021-06-17T08:14:05.645867+00:00 0:00:00.370398 42209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T08:14:02.769220+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T07:05:00+00:00 EmrJobFlowSensor 2021-06-17T08:05:51.984556+00:00 2021-06-17T08:13:54.564354+00:00 0:08:02.579798 42208 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T08:05:49.829846+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T08:05:30.163604+00:00 2021-06-17T08:05:31.765773+00:00 0:00:01.602169 42207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T08:05:27.809746+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T07:05:00+00:00 PythonOperator 2021-06-17T08:05:08.039666+00:00 2021-06-17T08:05:11.405148+00:00 0:00:03.365482 42206 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T08:05:05.797419+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T07:00:00+00:00 EmrJobFlowSensor 2021-06-17T08:04:44.548051+00:00 2021-06-17T08:13:47.070356+00:00 0:09:02.522305 42205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T08:04:41.694963+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T07:00:00+00:00 EmrJobFlowSensor 2021-06-17T08:04:41.927018+00:00 2021-06-17T08:15:45.346644+00:00 0:11:03.419626 42204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T08:04:39.695397+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T08:04:22.163427+00:00 2021-06-17T08:04:23.887402+00:00 0:00:01.723975 42203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T08:04:19.606046+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T08:04:19.797994+00:00 2021-06-17T08:04:21.839450+00:00 0:00:02.041456 42202 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T08:04:17.609385+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T07:00:00+00:00 PythonOperator 2021-06-17T08:04:00.049918+00:00 2021-06-17T08:04:03.313591+00:00 0:00:03.263673 42201 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T08:03:57.591944+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T07:00:00+00:00 PythonOperator 2021-06-17T08:03:58.048168+00:00 2021-06-17T08:04:01.666329+00:00 0:00:03.618161 42200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T08:03:55.586747+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T06:00:00+00:00 EmrJobFlowSensor 2021-06-17T07:21:38.246623+00:00 2021-06-17T07:22:39.957274+00:00 0:01:01.710651 42198 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T07:21:35.865458+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T06:00:00+00:00 EmrJobFlowSensor 2021-06-17T07:11:31.035136+00:00 2021-06-17T07:21:33.707230+00:00 0:10:02.672094 42196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T07:11:28.739829+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T07:11:20.910347+00:00 2021-06-17T07:11:22.765190+00:00 0:00:01.854843 42195 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T07:11:18.727041+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T07:11:09.094304+00:00 2021-06-17T07:11:11.949760+00:00 0:00:02.855456 42194 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T07:11:06.717551+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T06:00:00+00:00 PythonOperator 2021-06-17T07:10:59.165295+00:00 2021-06-17T07:11:02.872518+00:00 0:00:03.707223 42193 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T07:10:56.640410+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T06:00:00+00:00 PythonOperator 2021-06-17T07:10:46.946008+00:00 2021-06-17T07:10:50.283527+00:00 0:00:03.337519 42192 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T07:10:44.629930+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T06:00:00+00:00 TriggerDagRunOperator 2021-06-17T07:10:34.999795+00:00 2021-06-17T07:10:35.514672+00:00 0:00:00.514877 42191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T07:10:32.585172+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T06:00:00+00:00 TriggerDagRunOperator 2021-06-17T07:10:34.882370+00:00 2021-06-17T07:10:35.301760+00:00 0:00:00.419390 42190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T07:10:32.585204+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T06:05:00+00:00 EmrJobFlowSensor 2021-06-17T07:06:02.645453+00:00 2021-06-17T07:15:05.189497+00:00 0:09:02.544044 42189 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T07:06:00.152635+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T07:05:40.275891+00:00 2021-06-17T07:05:41.923762+00:00 0:00:01.647871 42188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T07:05:38.093423+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T06:05:00+00:00 PythonOperator 2021-06-17T07:05:18.498803+00:00 2021-06-17T07:05:21.329424+00:00 0:00:02.830621 42187 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T07:05:16.047029+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T06:00:00+00:00 EmrJobFlowSensor 2021-06-17T07:01:11.901410+00:00 2021-06-17T07:10:14.666845+00:00 0:09:02.765435 42186 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T07:01:09.569680+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T06:00:00+00:00 EmrJobFlowSensor 2021-06-17T07:00:55.939189+00:00 2021-06-17T07:11:58.894939+00:00 0:11:02.955750 42185 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T07:00:53.514517+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T07:00:37.805169+00:00 2021-06-17T07:00:39.678626+00:00 0:00:01.873457 42184 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T07:00:35.489537+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T07:00:29.745460+00:00 2021-06-17T07:00:31.431235+00:00 0:00:01.685775 42183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T07:00:27.552943+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T06:00:00+00:00 PythonOperator 2021-06-17T07:00:14.286791+00:00 2021-06-17T07:00:17.675695+00:00 0:00:03.388904 42182 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T07:00:11.441163+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T06:00:00+00:00 PythonOperator 2021-06-17T07:00:10.250168+00:00 2021-06-17T07:00:14.378673+00:00 0:00:04.128505 42181 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T07:00:07.443501+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T05:00:00+00:00 EmrJobFlowSensor 2021-06-17T06:12:19.815568+00:00 2021-06-17T06:22:22.606225+00:00 0:10:02.790657 42179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T06:12:17.156035+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T05:00:00+00:00 EmrJobFlowSensor 2021-06-17T06:12:15.377898+00:00 2021-06-17T06:22:18.258463+00:00 0:10:02.880565 42178 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T06:12:13.054370+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T06:11:57.216019+00:00 2021-06-17T06:11:59.110725+00:00 0:00:01.894706 42177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T06:11:54.949644+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T06:11:53.134101+00:00 2021-06-17T06:11:54.808193+00:00 0:00:01.674092 42176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T06:11:50.941561+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T05:00:00+00:00 PythonOperator 2021-06-17T06:11:37.105984+00:00 2021-06-17T06:11:40.561844+00:00 0:00:03.455860 42175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T06:11:34.929282+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T05:00:00+00:00 PythonOperator 2021-06-17T06:11:33.134957+00:00 2021-06-17T06:11:36.605175+00:00 0:00:03.470218 42174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T06:11:30.927570+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T05:00:00+00:00 TriggerDagRunOperator 2021-06-17T06:11:19.692835+00:00 2021-06-17T06:11:20.073612+00:00 0:00:00.380777 42173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T06:11:16.915655+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T05:00:00+00:00 TriggerDagRunOperator 2021-06-17T06:11:19.272500+00:00 2021-06-17T06:11:19.778408+00:00 0:00:00.505908 42172 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T06:11:16.915620+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T05:05:00+00:00 EmrJobFlowSensor 2021-06-17T06:06:10.541752+00:00 2021-06-17T06:14:13.027209+00:00 0:08:02.485457 42171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T06:06:08.341823+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T06:05:42.505318+00:00 2021-06-17T06:05:44.154653+00:00 0:00:01.649335 42170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T06:05:40.316824+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T05:05:00+00:00 PythonOperator 2021-06-17T06:05:10.689486+00:00 2021-06-17T06:05:14.010109+00:00 0:00:03.320623 42169 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T06:05:08.351343+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T05:00:00+00:00 EmrJobFlowSensor 2021-06-17T06:01:08.243296+00:00 2021-06-17T06:11:11.002813+00:00 0:10:02.759517 42168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T06:01:05.931712+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T05:00:00+00:00 EmrJobFlowSensor 2021-06-17T06:00:58.140077+00:00 2021-06-17T06:12:01.244217+00:00 0:11:03.104140 42167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T06:00:55.942664+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T06:00:46.100146+00:00 2021-06-17T06:00:47.919705+00:00 0:00:01.819559 42166 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T06:00:43.904804+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T06:00:36.076309+00:00 2021-06-17T06:00:37.754874+00:00 0:00:01.678565 42165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T06:00:33.897429+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T05:00:00+00:00 PythonOperator 2021-06-17T06:00:24.422746+00:00 2021-06-17T06:00:27.702326+00:00 0:00:03.279580 42164 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T06:00:21.954319+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T05:00:00+00:00 PythonOperator 2021-06-17T06:00:12.274142+00:00 2021-06-17T06:00:15.749243+00:00 0:00:03.475101 42163 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T06:00:09.848585+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T04:00:00+00:00 EmrJobFlowSensor 2021-06-17T05:11:39.339749+00:00 2021-06-17T05:21:42.012046+00:00 0:10:02.672297 42161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T05:11:37.034792+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T04:00:00+00:00 EmrJobFlowSensor 2021-06-17T05:11:29.466289+00:00 2021-06-17T05:21:32.313028+00:00 0:10:02.846739 42160 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T05:11:27.007560+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T05:11:17.293436+00:00 2021-06-17T05:11:19.094345+00:00 0:00:01.800909 42159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T05:11:15.052051+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T05:11:07.435432+00:00 2021-06-17T05:11:09.263724+00:00 0:00:01.828292 42158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T05:11:05.052989+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T04:00:00+00:00 PythonOperator 2021-06-17T05:10:55.309543+00:00 2021-06-17T05:10:59.148086+00:00 0:00:03.838543 42157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T05:10:52.986146+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T04:00:00+00:00 PythonOperator 2021-06-17T05:10:39.302703+00:00 2021-06-17T05:10:42.637848+00:00 0:00:03.335145 42156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T05:10:36.940363+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T04:00:00+00:00 TriggerDagRunOperator 2021-06-17T05:10:13.256302+00:00 2021-06-17T05:10:13.752796+00:00 0:00:00.496494 42155 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T05:10:10.919230+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T04:00:00+00:00 TriggerDagRunOperator 2021-06-17T05:10:13.067350+00:00 2021-06-17T05:10:13.460913+00:00 0:00:00.393563 42154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T05:10:10.919197+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T04:05:00+00:00 EmrJobFlowSensor 2021-06-17T05:05:58.814692+00:00 2021-06-17T05:15:01.426891+00:00 0:09:02.612199 42153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T05:05:56.423865+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T05:05:36.540126+00:00 2021-06-17T05:05:38.168471+00:00 0:00:01.628345 42152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T05:05:34.387083+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T04:05:00+00:00 PythonOperator 2021-06-17T05:05:12.505584+00:00 2021-06-17T05:05:16.028125+00:00 0:00:03.522541 42151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T05:05:10.303070+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T04:00:00+00:00 EmrJobFlowSensor 2021-06-17T05:00:58.512072+00:00 2021-06-17T05:10:01.174384+00:00 0:09:02.662312 42150 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T05:00:56.055212+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T04:00:00+00:00 EmrJobFlowSensor 2021-06-17T05:00:48.396340+00:00 2021-06-17T05:12:51.230001+00:00 0:12:02.833661 42149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T05:00:46.067161+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T05:00:36.656245+00:00 2021-06-17T05:00:38.358735+00:00 0:00:01.702490 42148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T05:00:33.987094+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T05:00:28.058925+00:00 2021-06-17T05:00:29.722188+00:00 0:00:01.663263 42147 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T05:00:25.925335+00:00 2 default_pool