Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-06-09T05:05:00+00:00 EmrJobFlowSensor 2021-06-09T06:06:05.876492+00:00 2021-06-09T06:14:08.383757+00:00 0:08:02.507265 38567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T06:06:03.701736+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T06:05:41.858911+00:00 2021-06-09T06:05:43.481404+00:00 0:00:01.622493 38566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T06:05:39.685022+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T05:05:00+00:00 PythonOperator 2021-06-09T06:05:21.785811+00:00 2021-06-09T06:05:24.949877+00:00 0:00:03.164066 38565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T06:05:19.630560+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T05:00:00+00:00 EmrJobFlowSensor 2021-06-09T06:01:03.485202+00:00 2021-06-09T06:13:06.616801+00:00 0:12:03.131599 38564 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T06:01:01.242710+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T05:00:00+00:00 EmrJobFlowSensor 2021-06-09T06:01:01.509555+00:00 2021-06-09T06:11:04.381284+00:00 0:10:02.871729 38563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T06:00:59.258951+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T06:00:41.848369+00:00 2021-06-09T06:00:43.496876+00:00 0:00:01.648507 38562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T06:00:39.215880+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T06:00:39.401777+00:00 2021-06-09T06:00:41.493228+00:00 0:00:02.091451 38561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T06:00:37.211129+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T05:00:00+00:00 PythonOperator 2021-06-09T06:00:17.590933+00:00 2021-06-09T06:00:20.995636+00:00 0:00:03.404703 38560 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T06:00:15.194244+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T05:00:00+00:00 PythonOperator 2021-06-09T06:00:17.597372+00:00 2021-06-09T06:00:21.015948+00:00 0:00:03.418576 38559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T06:00:15.194273+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T04:00:00+00:00 EmrJobFlowSensor 2021-06-09T05:11:26.628896+00:00 2021-06-09T05:20:29.261255+00:00 0:09:02.632359 38557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T05:11:24.363923+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T04:00:00+00:00 EmrJobFlowSensor 2021-06-09T05:11:16.594554+00:00 2021-06-09T05:21:19.457762+00:00 0:10:02.863208 38556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T05:11:14.366887+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T05:11:04.817231+00:00 2021-06-09T05:11:06.497253+00:00 0:00:01.680022 38555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T05:11:02.377288+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T05:10:55.026446+00:00 2021-06-09T05:10:56.779182+00:00 0:00:01.752736 38554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T05:10:52.367088+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T04:00:00+00:00 PythonOperator 2021-06-09T05:10:43.304318+00:00 2021-06-09T05:10:46.642060+00:00 0:00:03.337742 38553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T05:10:40.367260+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T04:00:00+00:00 PythonOperator 2021-06-09T05:10:34.625774+00:00 2021-06-09T05:10:38.412950+00:00 0:00:03.787176 38552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T05:10:32.301006+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T04:00:00+00:00 TriggerDagRunOperator 2021-06-09T05:10:20.801298+00:00 2021-06-09T05:10:21.309802+00:00 0:00:00.508504 38551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T05:10:18.294290+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T04:00:00+00:00 TriggerDagRunOperator 2021-06-09T05:10:20.763760+00:00 2021-06-09T05:10:21.169306+00:00 0:00:00.405546 38550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T05:10:18.294241+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T04:05:00+00:00 EmrJobFlowSensor 2021-06-09T05:06:44.025591+00:00 2021-06-09T05:14:46.486176+00:00 0:08:02.460585 38549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T05:06:41.849612+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T05:06:11.977993+00:00 2021-06-09T05:06:13.743879+00:00 0:00:01.765886 38548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T05:06:09.811593+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T04:05:00+00:00 PythonOperator 2021-06-09T05:05:42.011630+00:00 2021-06-09T05:05:45.376557+00:00 0:00:03.364927 38547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T05:05:39.844143+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T04:00:00+00:00 EmrJobFlowSensor 2021-06-09T05:01:05.577330+00:00 2021-06-09T05:10:08.194659+00:00 0:09:02.617329 38546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T05:01:03.365074+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T04:00:00+00:00 EmrJobFlowSensor 2021-06-09T05:00:57.835760+00:00 2021-06-09T05:13:00.601465+00:00 0:12:02.765705 38545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T05:00:55.340312+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T05:00:45.702832+00:00 2021-06-09T05:00:47.509846+00:00 0:00:01.807014 38544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T05:00:43.326425+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T05:00:37.448809+00:00 2021-06-09T05:00:39.114799+00:00 0:00:01.665990 38543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T05:00:35.318881+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T04:00:00+00:00 PythonOperator 2021-06-09T05:00:23.919080+00:00 2021-06-09T05:00:27.144369+00:00 0:00:03.225289 38542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T05:00:21.306158+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T04:00:00+00:00 PythonOperator 2021-06-09T05:00:14.098869+00:00 2021-06-09T05:00:17.528220+00:00 0:00:03.429351 38541 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T05:00:11.363991+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T03:00:00+00:00 EmrJobFlowSensor 2021-06-09T04:10:29.894570+00:00 2021-06-09T04:19:32.591866+00:00 0:09:02.697296 38539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T04:10:27.512671+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T03:00:00+00:00 EmrJobFlowSensor 2021-06-09T04:10:11.734702+00:00 2021-06-09T04:20:14.564219+00:00 0:10:02.829517 38538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T04:10:09.546980+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T04:10:07.905096+00:00 2021-06-09T04:10:09.770827+00:00 0:00:01.865731 38537 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T04:10:05.557484+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T04:09:49.018397+00:00 2021-06-09T04:09:50.727038+00:00 0:00:01.708641 38536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T04:09:45.470064+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T03:00:00+00:00 PythonOperator 2021-06-09T04:09:43.780546+00:00 2021-06-09T04:09:48.295450+00:00 0:00:04.514904 38535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T04:09:41.458904+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T03:00:00+00:00 PythonOperator 2021-06-09T04:09:27.773682+00:00 2021-06-09T04:09:31.373583+00:00 0:00:03.599901 38534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T04:09:25.448556+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T03:00:00+00:00 TriggerDagRunOperator 2021-06-09T04:09:21.685058+00:00 2021-06-09T04:09:22.108320+00:00 0:00:00.423262 38533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T04:09:19.328222+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T03:00:00+00:00 TriggerDagRunOperator 2021-06-09T04:09:21.586425+00:00 2021-06-09T04:09:22.106259+00:00 0:00:00.519834 38532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T04:09:19.328256+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T03:05:00+00:00 EmrJobFlowSensor 2021-06-09T04:05:53.164861+00:00 2021-06-09T04:14:55.706021+00:00 0:09:02.541160 38531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T04:05:51.003960+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T04:05:33.319136+00:00 2021-06-09T04:05:35.057025+00:00 0:00:01.737889 38530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T04:05:31.057089+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T03:05:00+00:00 PythonOperator 2021-06-09T04:05:11.077199+00:00 2021-06-09T04:05:14.532512+00:00 0:00:03.455313 38529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T04:05:08.916828+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T03:00:00+00:00 EmrJobFlowSensor 2021-06-09T04:01:09.141079+00:00 2021-06-09T04:09:11.688501+00:00 0:08:02.547422 38528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T04:01:06.439731+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T03:00:00+00:00 EmrJobFlowSensor 2021-06-09T04:01:09.028609+00:00 2021-06-09T04:13:12.057498+00:00 0:12:03.028889 38527 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T04:01:06.439772+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T04:00:39.237508+00:00 2021-06-09T04:00:40.901016+00:00 0:00:01.663508 38526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T04:00:36.479179+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T04:00:36.821083+00:00 2021-06-09T04:00:38.597528+00:00 0:00:01.776445 38525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T04:00:34.471254+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T03:00:00+00:00 PythonOperator 2021-06-09T04:00:15.140236+00:00 2021-06-09T04:00:18.513573+00:00 0:00:03.373337 38524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T04:00:12.465331+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T03:00:00+00:00 PythonOperator 2021-06-09T04:00:15.077602+00:00 2021-06-09T04:00:18.599425+00:00 0:00:03.521823 38523 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T04:00:12.465409+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T02:00:00+00:00 EmrJobFlowSensor 2021-06-09T03:24:07.061756+00:00 2021-06-09T03:34:09.821386+00:00 0:10:02.759630 38522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T03:24:04.913419+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T02:00:00+00:00 EmrJobFlowSensor 2021-06-09T03:23:53.054249+00:00 2021-06-09T03:33:55.768671+00:00 0:10:02.714422 38521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T03:23:50.901064+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T03:23:43.344686+00:00 2021-06-09T03:23:45.016627+00:00 0:00:01.671941 38520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T03:23:40.896515+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T03:23:31.528418+00:00 2021-06-09T03:23:33.317384+00:00 0:00:01.788966 38519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T03:23:29.046801+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T02:00:00+00:00 PythonOperator 2021-06-09T03:23:21.209499+00:00 2021-06-09T03:23:24.581278+00:00 0:00:03.371779 38518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T03:23:18.946404+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T02:00:00+00:00 PythonOperator 2021-06-09T03:23:11.063215+00:00 2021-06-09T03:23:14.674686+00:00 0:00:03.611471 38517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T03:23:08.844469+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T02:00:00+00:00 TriggerDagRunOperator 2021-06-09T03:22:59.203882+00:00 2021-06-09T03:22:59.749724+00:00 0:00:00.545842 38516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T03:22:56.805658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T02:00:00+00:00 TriggerDagRunOperator 2021-06-09T03:22:59.002300+00:00 2021-06-09T03:22:59.430364+00:00 0:00:00.428064 38515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T03:22:56.805625+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T02:05:00+00:00 EmrJobFlowSensor 2021-06-09T03:13:30.455377+00:00 2021-06-09T03:22:32.888686+00:00 0:09:02.433309 38514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T03:13:28.064648+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T02:00:00+00:00 EmrJobFlowSensor 2021-06-09T03:13:28.313793+00:00 2021-06-09T03:24:31.322275+00:00 0:11:03.008482 38513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T03:13:25.981349+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T02:00:00+00:00 EmrJobFlowSensor 2021-06-09T03:13:22.251319+00:00 2021-06-09T03:22:24.848880+00:00 0:09:02.597561 38512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T03:13:19.980198+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T03:13:10.756346+00:00 2021-06-09T03:13:12.464438+00:00 0:00:01.708092 38511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T03:13:07.979539+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T03:13:08.210866+00:00 2021-06-09T03:13:10.213590+00:00 0:00:02.002724 38510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T03:13:05.966810+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T03:13:00.627072+00:00 2021-06-09T03:13:02.499429+00:00 0:00:01.872357 38509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T03:12:58.060807+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T02:05:00+00:00 PythonOperator 2021-06-09T03:12:49.004067+00:00 2021-06-09T03:12:52.537565+00:00 0:00:03.533498 38508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T03:12:45.902056+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T02:00:00+00:00 PythonOperator 2021-06-09T03:12:46.025378+00:00 2021-06-09T03:12:50.185760+00:00 0:00:04.160382 38507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T03:12:43.907754+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T02:00:00+00:00 PythonOperator 2021-06-09T03:12:40.461477+00:00 2021-06-09T03:12:43.811381+00:00 0:00:03.349904 38506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T03:12:37.893679+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T01:00:00+00:00 EmrJobFlowSensor 2021-06-09T02:12:19.908870+00:00 2021-06-09T02:21:22.682456+00:00 0:09:02.773586 38504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T02:12:17.507850+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T01:00:00+00:00 EmrJobFlowSensor 2021-06-09T02:12:13.788161+00:00 2021-06-09T02:21:16.580195+00:00 0:09:02.792034 38503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T02:12:11.504410+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T02:11:57.589673+00:00 2021-06-09T02:11:59.255544+00:00 0:00:01.665871 38502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T02:11:55.453284+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T02:11:51.606043+00:00 2021-06-09T02:11:53.388139+00:00 0:00:01.782096 38501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T02:11:49.427317+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T01:00:00+00:00 PythonOperator 2021-06-09T02:11:35.647651+00:00 2021-06-09T02:11:39.379071+00:00 0:00:03.731420 38500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T02:11:33.413929+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T01:00:00+00:00 PythonOperator 2021-06-09T02:11:29.972952+00:00 2021-06-09T02:11:33.416980+00:00 0:00:03.444028 38499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T02:11:27.455848+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T01:00:00+00:00 TriggerDagRunOperator 2021-06-09T02:11:09.966147+00:00 2021-06-09T02:11:10.495413+00:00 0:00:00.529266 38498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T02:11:07.344714+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T01:00:00+00:00 TriggerDagRunOperator 2021-06-09T02:11:09.780851+00:00 2021-06-09T02:11:10.204773+00:00 0:00:00.423922 38497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T02:11:07.344764+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T01:05:00+00:00 EmrJobFlowSensor 2021-06-09T02:05:48.939224+00:00 2021-06-09T02:14:51.481689+00:00 0:09:02.542465 38496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T02:05:46.668292+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T02:05:28.797062+00:00 2021-06-09T02:05:30.452841+00:00 0:00:01.655779 38495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T02:05:26.611690+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T01:05:00+00:00 PythonOperator 2021-06-09T02:05:06.870827+00:00 2021-06-09T02:05:10.199404+00:00 0:00:03.328577 38494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T02:05:04.644074+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T01:00:00+00:00 EmrJobFlowSensor 2021-06-09T02:01:02.761624+00:00 2021-06-09T02:13:05.830851+00:00 0:12:03.069227 38493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T02:01:00.270293+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T01:00:00+00:00 EmrJobFlowSensor 2021-06-09T02:01:02.804376+00:00 2021-06-09T02:11:05.638891+00:00 0:10:02.834515 38492 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T02:01:00.270245+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T02:00:40.723766+00:00 2021-06-09T02:00:42.546176+00:00 0:00:01.822410 38491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T02:00:38.153972+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T02:00:40.455985+00:00 2021-06-09T02:00:42.108651+00:00 0:00:01.652666 38490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T02:00:38.154020+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T01:00:00+00:00 PythonOperator 2021-06-09T02:00:20.407511+00:00 2021-06-09T02:00:23.741049+00:00 0:00:03.333538 38489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T02:00:17.985118+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T01:00:00+00:00 PythonOperator 2021-06-09T02:00:18.514166+00:00 2021-06-09T02:00:22.130818+00:00 0:00:03.616652 38488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T02:00:15.984549+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T00:00:00+00:00 EmrJobFlowSensor 2021-06-09T01:12:03.713035+00:00 2021-06-09T01:20:06.133925+00:00 0:08:02.420890 38486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T01:12:01.511389+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T00:00:00+00:00 EmrJobFlowSensor 2021-06-09T01:11:57.853299+00:00 2021-06-09T01:22:00.772461+00:00 0:10:02.919162 38485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T01:11:55.506319+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T01:11:41.884945+00:00 2021-06-09T01:11:43.709099+00:00 0:00:01.824154 38484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T01:11:39.557197+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T01:11:35.792628+00:00 2021-06-09T01:11:37.595659+00:00 0:00:01.803031 38483 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T01:11:33.499542+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T00:00:00+00:00 PythonOperator 2021-06-09T01:11:21.600482+00:00 2021-06-09T01:11:24.967399+00:00 0:00:03.366917 38482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T01:11:19.477694+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T00:00:00+00:00 PythonOperator 2021-06-09T01:11:11.673231+00:00 2021-06-09T01:11:15.358492+00:00 0:00:03.685261 38481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T01:11:09.468706+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T00:00:00+00:00 TriggerDagRunOperator 2021-06-09T01:11:05.680771+00:00 2021-06-09T01:11:06.068777+00:00 0:00:00.388006 38480 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T01:11:03.464604+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T00:00:00+00:00 TriggerDagRunOperator 2021-06-09T01:11:05.689908+00:00 2021-06-09T01:11:06.232267+00:00 0:00:00.542359 38479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T01:11:03.464574+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T00:05:00+00:00 EmrJobFlowSensor 2021-06-09T01:05:55.107889+00:00 2021-06-09T01:14:57.633975+00:00 0:09:02.526086 38478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T01:05:52.888860+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T01:05:33.374015+00:00 2021-06-09T01:05:35.113827+00:00 0:00:01.739812 38477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T01:05:30.951548+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T00:05:00+00:00 PythonOperator 2021-06-09T01:05:11.069955+00:00 2021-06-09T01:05:14.436989+00:00 0:00:03.367034 38476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T01:05:08.776205+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T00:00:00+00:00 EmrJobFlowSensor 2021-06-09T01:00:50.918519+00:00 2021-06-09T01:10:53.713899+00:00 0:10:02.795380 38475 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T01:00:48.372023+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T00:00:00+00:00 EmrJobFlowSensor 2021-06-09T01:00:50.799554+00:00 2021-06-09T01:12:53.805984+00:00 0:12:03.006430 38474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T01:00:48.372066+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T01:00:28.720160+00:00 2021-06-09T01:00:30.525548+00:00 0:00:01.805388 38473 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T01:00:26.317032+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T01:00:28.571702+00:00 2021-06-09T01:00:30.280437+00:00 0:00:01.708735 38472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T01:00:26.317073+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T00:00:00+00:00 PythonOperator 2021-06-09T01:00:09.454473+00:00 2021-06-09T01:00:13.335515+00:00 0:00:03.881042 38471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T01:00:06.291545+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T00:00:00+00:00 PythonOperator 2021-06-09T01:00:07.120919+00:00 2021-06-09T01:00:11.081317+00:00 0:00:03.960398 38470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T01:00:04.285804+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T23:00:00+00:00 EmrJobFlowSensor 2021-06-09T00:10:20.589405+00:00 2021-06-09T00:19:23.207799+00:00 0:09:02.618394 38468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T00:10:18.450539+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T23:00:00+00:00 EmrJobFlowSensor 2021-06-09T00:10:08.700304+00:00 2021-06-09T00:20:11.547092+00:00 0:10:02.846788 38467 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T00:10:06.438587+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T00:09:46.859215+00:00 2021-06-09T00:09:48.657233+00:00 0:00:01.798018 38466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T00:09:44.540907+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T00:09:44.985853+00:00 2021-06-09T00:09:46.768757+00:00 0:00:01.782904 38465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T00:09:42.544582+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T23:00:00+00:00 PythonOperator 2021-06-09T00:09:26.778276+00:00 2021-06-09T00:09:30.332372+00:00 0:00:03.554096 38464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T00:09:24.451161+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T23:00:00+00:00 PythonOperator 2021-06-09T00:09:24.916106+00:00 2021-06-09T00:09:28.115362+00:00 0:00:03.199256 38463 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T00:09:22.452759+00:00 2 default_pool