Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-06-04T07:00:00+00:00 EmrJobFlowSensor 2021-06-04T08:00:55.093335+00:00 2021-06-04T08:10:57.825066+00:00 0:10:02.731731 36401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T08:00:52.826253+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T08:00:39.464888+00:00 2021-06-04T08:00:41.244106+00:00 0:00:01.779218 36400 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T08:00:36.871105+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T08:00:33.231166+00:00 2021-06-04T08:00:35.055493+00:00 0:00:01.824327 36399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T08:00:30.866142+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T07:00:00+00:00 PythonOperator 2021-06-04T08:00:17.297826+00:00 2021-06-04T08:00:20.824054+00:00 0:00:03.526228 36398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T08:00:14.843996+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T07:00:00+00:00 PythonOperator 2021-06-04T08:00:11.388213+00:00 2021-06-04T08:00:14.746989+00:00 0:00:03.358776 36397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T08:00:08.853441+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T06:00:00+00:00 EmrJobFlowSensor 2021-06-04T07:10:13.429682+00:00 2021-06-04T07:19:16.058378+00:00 0:09:02.628696 36395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T07:10:10.997094+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T06:00:00+00:00 EmrJobFlowSensor 2021-06-04T07:09:59.195838+00:00 2021-06-04T07:20:02.069903+00:00 0:10:02.874065 36394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T07:09:56.929503+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T07:09:53.219771+00:00 2021-06-04T07:09:54.902458+00:00 0:00:01.682687 36393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T07:09:50.925761+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T07:09:37.137455+00:00 2021-06-04T07:09:39.023807+00:00 0:00:01.886352 36392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T07:09:34.911636+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T06:00:00+00:00 PythonOperator 2021-06-04T07:09:31.242489+00:00 2021-06-04T07:09:34.548593+00:00 0:00:03.306104 36391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T07:09:28.983799+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T06:00:00+00:00 PythonOperator 2021-06-04T07:09:17.138246+00:00 2021-06-04T07:09:20.673073+00:00 0:00:03.534827 36390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T07:09:14.959542+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T06:00:00+00:00 TriggerDagRunOperator 2021-06-04T07:09:07.413461+00:00 2021-06-04T07:09:07.925898+00:00 0:00:00.512437 36389 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T07:09:04.943974+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T06:00:00+00:00 TriggerDagRunOperator 2021-06-04T07:09:07.370401+00:00 2021-06-04T07:09:07.818983+00:00 0:00:00.448582 36388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T07:09:04.943939+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T06:05:00+00:00 EmrJobFlowSensor 2021-06-04T07:05:50.667716+00:00 2021-06-04T07:14:53.304260+00:00 0:09:02.636544 36387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T07:05:48.553013+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T07:05:30.748989+00:00 2021-06-04T07:05:32.486183+00:00 0:00:01.737194 36386 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T07:05:28.550769+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T06:05:00+00:00 PythonOperator 2021-06-04T07:05:08.829674+00:00 2021-06-04T07:05:12.012000+00:00 0:00:03.182326 36385 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T07:05:06.514308+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T06:00:00+00:00 EmrJobFlowSensor 2021-06-04T07:01:10.353028+00:00 2021-06-04T07:13:13.163393+00:00 0:12:02.810365 36384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T07:01:08.155140+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T06:00:00+00:00 EmrJobFlowSensor 2021-06-04T07:00:54.625917+00:00 2021-06-04T07:08:57.163338+00:00 0:08:02.537421 36383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T07:00:52.043096+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T07:00:46.170931+00:00 2021-06-04T07:00:47.817938+00:00 0:00:01.647007 36382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T07:00:44.043328+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T07:00:28.748800+00:00 2021-06-04T07:00:30.434638+00:00 0:00:01.685838 36381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T07:00:26.086144+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T06:00:00+00:00 PythonOperator 2021-06-04T07:00:16.386425+00:00 2021-06-04T07:00:19.838003+00:00 0:00:03.451578 36380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T07:00:14.073513+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T06:00:00+00:00 PythonOperator 2021-06-04T07:00:06.861673+00:00 2021-06-04T07:00:10.100560+00:00 0:00:03.238887 36379 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T07:00:04.056630+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T05:00:00+00:00 EmrJobFlowSensor 2021-06-04T06:12:57.732880+00:00 2021-06-04T06:25:00.714202+00:00 0:12:02.981322 36377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T06:12:55.067039+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T05:00:00+00:00 EmrJobFlowSensor 2021-06-04T06:12:45.706341+00:00 2021-06-04T06:21:48.174721+00:00 0:09:02.468380 36376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T06:12:43.053954+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T06:12:37.134675+00:00 2021-06-04T06:12:38.790770+00:00 0:00:01.656095 36375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T06:12:34.964995+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T06:12:21.212789+00:00 2021-06-04T06:12:23.040655+00:00 0:00:01.827866 36374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T06:12:18.953247+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T05:00:00+00:00 PythonOperator 2021-06-04T06:12:15.185302+00:00 2021-06-04T06:12:18.742622+00:00 0:00:03.557320 36373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T06:12:12.947231+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T05:00:00+00:00 PythonOperator 2021-06-04T06:11:59.549125+00:00 2021-06-04T06:12:02.988840+00:00 0:00:03.439715 36372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T06:11:57.069290+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T05:00:00+00:00 TriggerDagRunOperator 2021-06-04T06:11:53.566631+00:00 2021-06-04T06:11:54.154743+00:00 0:00:00.588112 36371 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T06:11:51.045105+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T05:00:00+00:00 TriggerDagRunOperator 2021-06-04T06:11:53.368704+00:00 2021-06-04T06:11:53.770661+00:00 0:00:00.401957 36370 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T06:11:51.045055+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T05:05:00+00:00 EmrJobFlowSensor 2021-06-04T06:05:50.655604+00:00 2021-06-04T06:14:53.256381+00:00 0:09:02.600777 36369 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T06:05:48.355722+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T06:05:28.501596+00:00 2021-06-04T06:05:30.156934+00:00 0:00:01.655338 36368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T06:05:26.285681+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T05:05:00+00:00 PythonOperator 2021-06-04T06:05:08.347744+00:00 2021-06-04T06:05:11.838204+00:00 0:00:03.490460 36367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T06:05:06.250511+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T05:00:00+00:00 EmrJobFlowSensor 2021-06-04T06:02:24.603909+00:00 2021-06-04T06:11:27.365617+00:00 0:09:02.761708 36366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T06:02:22.079942+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T05:00:00+00:00 EmrJobFlowSensor 2021-06-04T06:01:28.218756+00:00 2021-06-04T06:12:31.126242+00:00 0:11:02.907486 36365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T06:01:25.942243+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T06:01:06.053998+00:00 2021-06-04T06:01:07.740050+00:00 0:00:01.686052 36364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T06:01:03.923300+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T06:01:02.269282+00:00 2021-06-04T06:01:04.111153+00:00 0:00:01.841871 36363 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T06:00:59.918560+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T05:00:00+00:00 PythonOperator 2021-06-04T06:00:30.691053+00:00 2021-06-04T06:00:34.141285+00:00 0:00:03.450232 36362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T06:00:28.048831+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T05:00:00+00:00 PythonOperator 2021-06-04T06:00:28.228203+00:00 2021-06-04T06:00:31.974167+00:00 0:00:03.745964 36361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T06:00:25.889573+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T04:00:00+00:00 EmrJobFlowSensor 2021-06-04T05:11:27.438908+00:00 2021-06-04T05:21:30.216618+00:00 0:10:02.777710 36359 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T05:11:25.221642+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T04:00:00+00:00 EmrJobFlowSensor 2021-06-04T05:11:19.574817+00:00 2021-06-04T05:21:22.506718+00:00 0:10:02.931901 36358 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T05:11:17.216435+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T05:11:06.052229+00:00 2021-06-04T05:11:07.860410+00:00 0:00:01.808181 36357 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T05:11:03.266771+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T05:10:57.437876+00:00 2021-06-04T05:10:59.254734+00:00 0:00:01.816858 36356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T05:10:55.195569+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T04:00:00+00:00 PythonOperator 2021-06-04T05:10:44.107897+00:00 2021-06-04T05:10:47.513591+00:00 0:00:03.405694 36355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T05:10:41.241012+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T04:00:00+00:00 PythonOperator 2021-06-04T05:10:35.455504+00:00 2021-06-04T05:10:39.054800+00:00 0:00:03.599296 36354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T05:10:33.147981+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T04:00:00+00:00 TriggerDagRunOperator 2021-06-04T05:10:21.598170+00:00 2021-06-04T05:10:22.137622+00:00 0:00:00.539452 36353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T05:10:19.162136+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T04:00:00+00:00 TriggerDagRunOperator 2021-06-04T05:10:21.484978+00:00 2021-06-04T05:10:21.924583+00:00 0:00:00.439605 36352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T05:10:19.162089+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T04:05:00+00:00 EmrJobFlowSensor 2021-06-04T05:05:50.753806+00:00 2021-06-04T05:14:53.266148+00:00 0:09:02.512342 36351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T05:05:48.621964+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T05:05:28.820160+00:00 2021-06-04T05:05:30.443213+00:00 0:00:01.623053 36350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T05:05:26.608645+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T04:05:00+00:00 PythonOperator 2021-06-04T05:05:08.858613+00:00 2021-06-04T05:05:12.038973+00:00 0:00:03.180360 36349 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T05:05:06.586931+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T04:00:00+00:00 EmrJobFlowSensor 2021-06-04T05:01:06.152628+00:00 2021-06-04T05:12:09.085046+00:00 0:11:02.932418 36348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T05:01:04.032804+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T04:00:00+00:00 EmrJobFlowSensor 2021-06-04T05:01:00.458262+00:00 2021-06-04T05:10:03.152137+00:00 0:09:02.693875 36347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T05:00:58.052832+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T05:00:44.543457+00:00 2021-06-04T05:00:46.308741+00:00 0:00:01.765284 36346 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T05:00:42.015425+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T05:00:38.462097+00:00 2021-06-04T05:00:40.160082+00:00 0:00:01.697985 36345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T05:00:36.141134+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T04:00:00+00:00 PythonOperator 2021-06-04T05:00:24.713506+00:00 2021-06-04T05:00:28.176908+00:00 0:00:03.463402 36344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T05:00:21.999729+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T04:00:00+00:00 PythonOperator 2021-06-04T05:00:16.588636+00:00 2021-06-04T05:00:19.915592+00:00 0:00:03.326956 36343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T05:00:14.063434+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T03:05:00+00:00 EmrJobFlowSensor 2021-06-04T04:12:57.642980+00:00 2021-06-04T04:14:59.312650+00:00 0:02:01.669670 36341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T04:12:55.503816+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T03:00:00+00:00 EmrJobFlowSensor 2021-06-04T04:12:33.926094+00:00 2021-06-04T04:22:36.760681+00:00 0:10:02.834587 36340 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T04:12:31.544317+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T04:12:11.622382+00:00 2021-06-04T04:12:13.351800+00:00 0:00:01.729418 36339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T04:12:09.443385+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T03:00:00+00:00 EmrJobFlowSensor 2021-06-04T04:12:07.717975+00:00 2021-06-04T04:22:10.453594+00:00 0:10:02.735619 36338 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T04:12:05.417178+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T03:00:00+00:00 PythonOperator 2021-06-04T04:11:51.698931+00:00 2021-06-04T04:11:55.295623+00:00 0:00:03.596692 36337 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T04:11:49.401760+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T04:11:45.580967+00:00 2021-06-04T04:11:47.286956+00:00 0:00:01.705989 36336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T04:11:43.394548+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T03:00:00+00:00 PythonOperator 2021-06-04T04:11:21.592987+00:00 2021-06-04T04:11:24.959885+00:00 0:00:03.366898 36335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T04:11:19.354767+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T03:00:00+00:00 TriggerDagRunOperator 2021-06-04T04:11:15.709342+00:00 2021-06-04T04:11:16.099919+00:00 0:00:00.390577 36334 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T04:11:13.320416+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T03:00:00+00:00 TriggerDagRunOperator 2021-06-04T04:11:15.605438+00:00 2021-06-04T04:11:16.131796+00:00 0:00:00.526358 36333 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T04:11:13.320381+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T04:05:39.052408+00:00 2021-06-04T04:05:40.803808+00:00 0:00:01.751400 36331 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T04:05:36.584943+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T03:05:00+00:00 PythonOperator 2021-06-04T04:05:14.694696+00:00 2021-06-04T04:05:17.825671+00:00 0:00:03.130975 36330 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T04:05:12.505282+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T03:00:00+00:00 EmrJobFlowSensor 2021-06-04T04:00:52.340907+00:00 2021-06-04T04:12:55.388860+00:00 0:12:03.047953 36329 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T04:00:50.113597+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T03:00:00+00:00 EmrJobFlowSensor 2021-06-04T04:00:46.338480+00:00 2021-06-04T04:10:49.159390+00:00 0:10:02.820910 36328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T04:00:44.113352+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T04:00:32.310990+00:00 2021-06-04T04:00:34.062969+00:00 0:00:01.751979 36327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T04:00:30.098177+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T04:00:24.916680+00:00 2021-06-04T04:00:26.798001+00:00 0:00:01.881321 36326 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T04:00:22.157753+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T03:00:00+00:00 PythonOperator 2021-06-04T04:00:10.618594+00:00 2021-06-04T04:00:14.254104+00:00 0:00:03.635510 36325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T04:00:08.049951+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T03:00:00+00:00 PythonOperator 2021-06-04T04:00:05.112133+00:00 2021-06-04T04:00:08.748663+00:00 0:00:03.636530 36324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T04:00:02.076883+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T02:05:00+00:00 EmrJobFlowSensor 2021-06-04T03:13:10.356025+00:00 2021-06-04T03:14:11.966290+00:00 0:01:01.610265 36322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T03:13:07.664692+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T02:00:00+00:00 EmrJobFlowSensor 2021-06-04T03:13:08.005207+00:00 2021-06-04T03:23:11.126375+00:00 0:10:03.121168 36321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T03:13:05.664496+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T02:00:00+00:00 EmrJobFlowSensor 2021-06-04T03:12:45.899378+00:00 2021-06-04T03:21:48.702873+00:00 0:09:02.803495 36320 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T03:12:43.644381+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T03:12:43.931250+00:00 2021-06-04T03:12:45.654296+00:00 0:00:01.723046 36319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T03:12:41.653102+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T03:12:14.088901+00:00 2021-06-04T03:12:15.797100+00:00 0:00:01.708199 36318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T03:12:11.617712+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T02:00:00+00:00 PythonOperator 2021-06-04T03:12:13.918767+00:00 2021-06-04T03:12:17.385312+00:00 0:00:03.466545 36317 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T03:12:11.617745+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T02:00:00+00:00 PythonOperator 2021-06-04T03:11:54.145924+00:00 2021-06-04T03:11:57.881740+00:00 0:00:03.735816 36316 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T03:11:51.542915+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T02:00:00+00:00 TriggerDagRunOperator 2021-06-04T03:11:45.794628+00:00 2021-06-04T03:11:46.322939+00:00 0:00:00.528311 36315 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T03:11:43.539809+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T02:00:00+00:00 TriggerDagRunOperator 2021-06-04T03:11:45.768764+00:00 2021-06-04T03:11:46.141706+00:00 0:00:00.372942 36314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T03:11:43.539782+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T03:05:29.039976+00:00 2021-06-04T03:05:30.746002+00:00 0:00:01.706026 36312 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T03:05:26.834056+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T02:05:00+00:00 PythonOperator 2021-06-04T03:05:07.021872+00:00 2021-06-04T03:05:10.238644+00:00 0:00:03.216772 36311 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T03:05:04.814125+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T02:00:00+00:00 EmrJobFlowSensor 2021-06-04T03:01:20.791764+00:00 2021-06-04T03:11:23.576083+00:00 0:10:02.784319 36310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T03:01:18.397467+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T02:00:00+00:00 EmrJobFlowSensor 2021-06-04T03:01:20.620395+00:00 2021-06-04T03:13:23.717506+00:00 0:12:03.097111 36309 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T03:01:18.397496+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T03:00:58.988852+00:00 2021-06-04T03:01:00.779796+00:00 0:00:01.790944 36308 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T03:00:56.372506+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T03:00:58.728399+00:00 2021-06-04T03:01:00.540059+00:00 0:00:01.811660 36307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T03:00:56.372540+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T02:00:00+00:00 PythonOperator 2021-06-04T03:00:38.587758+00:00 2021-06-04T03:00:41.911638+00:00 0:00:03.323880 36306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T03:00:36.285840+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T02:00:00+00:00 PythonOperator 2021-06-04T03:00:36.868549+00:00 2021-06-04T03:00:40.194571+00:00 0:00:03.326022 36305 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T03:00:34.283797+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T01:00:00+00:00 EmrJobFlowSensor 2021-06-04T02:22:18.681308+00:00 2021-06-04T02:22:20.145588+00:00 0:00:01.464280 36303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T02:22:16.480555+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T01:00:00+00:00 EmrJobFlowSensor 2021-06-04T02:10:21.771429+00:00 2021-06-04T02:19:24.462461+00:00 0:09:02.691032 36301 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T02:10:19.520473+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T02:10:19.887036+00:00 2021-06-04T02:10:21.617911+00:00 0:00:01.730875 36300 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T02:10:17.583764+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T02:10:00.302521+00:00 2021-06-04T02:10:02.087172+00:00 0:00:01.784651 36299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T02:09:57.512055+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T01:00:00+00:00 PythonOperator 2021-06-04T02:09:57.961293+00:00 2021-06-04T02:10:01.587916+00:00 0:00:03.626623 36298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T02:09:55.552538+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T01:00:00+00:00 PythonOperator 2021-06-04T02:09:37.900232+00:00 2021-06-04T02:09:41.472437+00:00 0:00:03.572205 36297 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T02:09:35.549718+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T01:00:00+00:00 TriggerDagRunOperator 2021-06-04T02:09:34.071244+00:00 2021-06-04T02:09:34.571799+00:00 0:00:00.500555 36296 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T02:09:31.544419+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T01:00:00+00:00 TriggerDagRunOperator 2021-06-04T02:09:33.912667+00:00 2021-06-04T02:09:34.318596+00:00 0:00:00.405929 36295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T02:09:31.544373+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T01:05:00+00:00 EmrJobFlowSensor 2021-06-04T02:05:53.361555+00:00 2021-06-04T02:14:55.932640+00:00 0:09:02.571085 36294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T02:05:51.237623+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T02:05:33.388341+00:00 2021-06-04T02:05:34.989861+00:00 0:00:01.601520 36293 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T02:05:31.221677+00:00 2 default_pool