Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-06-09T13:05:00+00:00 EmrJobFlowSensor 2021-06-09T14:05:48.848387+00:00 2021-06-09T14:14:51.545311+00:00 0:09:02.696924 38713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T14:05:46.648717+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T14:05:26.980987+00:00 2021-06-09T14:05:28.717549+00:00 0:00:01.736562 38712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T14:05:24.628556+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T13:05:00+00:00 PythonOperator 2021-06-09T14:05:05.101984+00:00 2021-06-09T14:05:08.577722+00:00 0:00:03.475738 38711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T14:05:02.672531+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T13:00:00+00:00 EmrJobFlowSensor 2021-06-09T14:01:06.980448+00:00 2021-06-09T14:11:09.735917+00:00 0:10:02.755469 38710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T14:01:04.312266+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T13:00:00+00:00 EmrJobFlowSensor 2021-06-09T14:01:04.739348+00:00 2021-06-09T14:14:08.257174+00:00 0:13:03.517826 38709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T14:01:02.321487+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T14:00:44.651855+00:00 2021-06-09T14:00:46.394484+00:00 0:00:01.742629 38708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T14:00:42.292171+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T14:00:44.467458+00:00 2021-06-09T14:00:46.185886+00:00 0:00:01.718428 38707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T14:00:42.292202+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T13:00:00+00:00 PythonOperator 2021-06-09T14:00:24.460867+00:00 2021-06-09T14:00:27.868972+00:00 0:00:03.408105 38706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T14:00:22.264705+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T13:00:00+00:00 PythonOperator 2021-06-09T14:00:22.559328+00:00 2021-06-09T14:00:25.977878+00:00 0:00:03.418550 38705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T14:00:20.220558+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T12:00:00+00:00 EmrJobFlowSensor 2021-06-09T13:11:42.371942+00:00 2021-06-09T13:19:44.803586+00:00 0:08:02.431644 38703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T13:11:40.163897+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T12:00:00+00:00 EmrJobFlowSensor 2021-06-09T13:11:36.440606+00:00 2021-06-09T13:21:39.140259+00:00 0:10:02.699653 38702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T13:11:34.166132+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T13:11:20.280312+00:00 2021-06-09T13:11:21.959216+00:00 0:00:01.678904 38701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T13:11:18.049580+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T13:11:14.401073+00:00 2021-06-09T13:11:16.148217+00:00 0:00:01.747144 38700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T13:11:12.045748+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T12:00:00+00:00 PythonOperator 2021-06-09T13:10:58.376393+00:00 2021-06-09T13:11:01.749843+00:00 0:00:03.373450 38699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T13:10:56.028361+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T12:00:00+00:00 PythonOperator 2021-06-09T13:10:52.320721+00:00 2021-06-09T13:10:55.754791+00:00 0:00:03.434070 38698 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T13:10:50.027889+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T12:00:00+00:00 TriggerDagRunOperator 2021-06-09T13:10:34.533272+00:00 2021-06-09T13:10:34.957270+00:00 0:00:00.423998 38697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T13:10:32.053453+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T12:00:00+00:00 TriggerDagRunOperator 2021-06-09T13:10:34.537776+00:00 2021-06-09T13:10:35.049215+00:00 0:00:00.511439 38696 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T13:10:32.053409+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T12:05:00+00:00 EmrJobFlowSensor 2021-06-09T13:05:53.711027+00:00 2021-06-09T13:14:56.280225+00:00 0:09:02.569198 38695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T13:05:51.574993+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T13:05:31.704326+00:00 2021-06-09T13:05:33.333368+00:00 0:00:01.629042 38694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T13:05:29.567377+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T12:05:00+00:00 PythonOperator 2021-06-09T13:05:10.073543+00:00 2021-06-09T13:05:13.243296+00:00 0:00:03.169753 38693 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T13:05:07.649605+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T12:00:00+00:00 EmrJobFlowSensor 2021-06-09T13:01:13.532628+00:00 2021-06-09T13:10:16.233662+00:00 0:09:02.701034 38692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T13:01:11.022298+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T12:00:00+00:00 EmrJobFlowSensor 2021-06-09T13:01:09.177414+00:00 2021-06-09T13:13:12.142779+00:00 0:12:02.965365 38691 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T13:01:07.015628+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T13:00:49.346688+00:00 2021-06-09T13:00:51.071458+00:00 0:00:01.724770 38690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T13:00:47.059701+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T13:00:47.418079+00:00 2021-06-09T13:00:49.186618+00:00 0:00:01.768539 38689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T13:00:45.069443+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T12:00:00+00:00 PythonOperator 2021-06-09T13:00:19.825431+00:00 2021-06-09T13:00:23.358643+00:00 0:00:03.533212 38688 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T13:00:16.945322+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T12:00:00+00:00 PythonOperator 2021-06-09T13:00:15.307697+00:00 2021-06-09T13:00:19.263668+00:00 0:00:03.955971 38687 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T13:00:12.936366+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T11:00:00+00:00 EmrJobFlowSensor 2021-06-09T12:12:30.617598+00:00 2021-06-09T12:21:33.185406+00:00 0:09:02.567808 38685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T12:12:28.370500+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T11:00:00+00:00 EmrJobFlowSensor 2021-06-09T12:12:20.466422+00:00 2021-06-09T12:24:23.444479+00:00 0:12:02.978057 38684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T12:12:18.313992+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T12:12:08.588094+00:00 2021-06-09T12:12:10.347990+00:00 0:00:01.759896 38683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T12:12:06.292355+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T12:11:58.679742+00:00 2021-06-09T12:12:00.384477+00:00 0:00:01.704735 38682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T12:11:56.363624+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T11:00:00+00:00 PythonOperator 2021-06-09T12:11:46.770481+00:00 2021-06-09T12:11:50.107795+00:00 0:00:03.337314 38681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T12:11:44.249983+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T11:00:00+00:00 PythonOperator 2021-06-09T12:11:38.598484+00:00 2021-06-09T12:11:42.309778+00:00 0:00:03.711294 38680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T12:11:36.286383+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T11:00:00+00:00 TriggerDagRunOperator 2021-06-09T12:11:22.656956+00:00 2021-06-09T12:11:23.132577+00:00 0:00:00.475621 38679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T12:11:20.252024+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T11:00:00+00:00 TriggerDagRunOperator 2021-06-09T12:11:22.522434+00:00 2021-06-09T12:11:22.896214+00:00 0:00:00.373780 38678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T12:11:20.252052+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T11:05:00+00:00 EmrJobFlowSensor 2021-06-09T12:06:06.073032+00:00 2021-06-09T12:15:08.702915+00:00 0:09:02.629883 38677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T12:06:03.778087+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T12:05:43.859269+00:00 2021-06-09T12:05:45.622492+00:00 0:00:01.763223 38676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T12:05:41.620724+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T11:05:00+00:00 PythonOperator 2021-06-09T12:05:21.984672+00:00 2021-06-09T12:05:25.185425+00:00 0:00:03.200753 38675 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T12:05:19.600396+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T11:00:00+00:00 EmrJobFlowSensor 2021-06-09T12:00:57.530309+00:00 2021-06-09T12:11:00.227388+00:00 0:10:02.697079 38674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T12:00:55.288632+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T11:00:00+00:00 EmrJobFlowSensor 2021-06-09T12:00:49.368949+00:00 2021-06-09T12:12:52.286429+00:00 0:12:02.917480 38673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T12:00:47.267789+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T12:00:35.928988+00:00 2021-06-09T12:00:37.639321+00:00 0:00:01.710333 38672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T12:00:33.257209+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T12:00:27.400534+00:00 2021-06-09T12:00:29.066141+00:00 0:00:01.665607 38671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T12:00:25.237126+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T11:00:00+00:00 PythonOperator 2021-06-09T12:00:14.104656+00:00 2021-06-09T12:00:17.524316+00:00 0:00:03.419660 38670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T12:00:11.226056+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T11:00:00+00:00 PythonOperator 2021-06-09T12:00:05.886281+00:00 2021-06-09T12:00:09.426791+00:00 0:00:03.540510 38669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T12:00:03.223272+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T10:00:00+00:00 EmrJobFlowSensor 2021-06-09T11:11:21.924537+00:00 2021-06-09T11:21:24.772537+00:00 0:10:02.848000 38667 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T11:11:19.687426+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T10:00:00+00:00 EmrJobFlowSensor 2021-06-09T11:11:19.931515+00:00 2021-06-09T11:21:22.652706+00:00 0:10:02.721191 38666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T11:11:17.701593+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T11:11:00.406983+00:00 2021-06-09T11:11:02.228464+00:00 0:00:01.821481 38665 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T11:10:57.679550+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T11:11:00.001007+00:00 2021-06-09T11:11:01.729669+00:00 0:00:01.728662 38664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T11:10:57.679505+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T10:00:00+00:00 PythonOperator 2021-06-09T11:10:38.896840+00:00 2021-06-09T11:10:42.176599+00:00 0:00:03.279759 38663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T11:10:35.616091+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T10:00:00+00:00 PythonOperator 2021-06-09T11:10:36.892473+00:00 2021-06-09T11:10:40.721691+00:00 0:00:03.829218 38662 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T11:10:33.616139+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T10:00:00+00:00 TriggerDagRunOperator 2021-06-09T11:10:27.862547+00:00 2021-06-09T11:10:28.421146+00:00 0:00:00.558599 38661 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T11:10:25.609741+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T10:00:00+00:00 TriggerDagRunOperator 2021-06-09T11:10:27.741574+00:00 2021-06-09T11:10:28.124105+00:00 0:00:00.382531 38660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T11:10:25.609774+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T10:05:00+00:00 EmrJobFlowSensor 2021-06-09T11:06:03.581912+00:00 2021-06-09T11:15:06.250387+00:00 0:09:02.668475 38659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T11:06:01.282656+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T11:05:43.915044+00:00 2021-06-09T11:05:45.755035+00:00 0:00:01.839991 38658 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T11:05:41.241191+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T10:05:00+00:00 PythonOperator 2021-06-09T11:05:21.414602+00:00 2021-06-09T11:05:24.730025+00:00 0:00:03.315423 38657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T11:05:19.205932+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T10:00:00+00:00 EmrJobFlowSensor 2021-06-09T11:01:02.869550+00:00 2021-06-09T11:10:05.479112+00:00 0:09:02.609562 38656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T11:01:00.583934+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T10:00:00+00:00 EmrJobFlowSensor 2021-06-09T11:00:52.994249+00:00 2021-06-09T11:11:55.906017+00:00 0:11:02.911768 38655 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T11:00:50.552276+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T11:00:40.873362+00:00 2021-06-09T11:00:42.573766+00:00 0:00:01.700404 38654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T11:00:38.549019+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T11:00:30.958277+00:00 2021-06-09T11:00:32.724705+00:00 0:00:01.766428 38653 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T11:00:28.569717+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T10:00:00+00:00 PythonOperator 2021-06-09T11:00:18.858275+00:00 2021-06-09T11:00:22.085153+00:00 0:00:03.226878 38652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T11:00:16.483030+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T10:00:00+00:00 PythonOperator 2021-06-09T11:00:08.898279+00:00 2021-06-09T11:00:12.503068+00:00 0:00:03.604789 38651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T11:00:06.441499+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T09:00:00+00:00 EmrJobFlowSensor 2021-06-09T10:10:59.148739+00:00 2021-06-09T10:21:01.981433+00:00 0:10:02.832694 38649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T10:10:56.562676+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T09:00:00+00:00 EmrJobFlowSensor 2021-06-09T10:10:48.752697+00:00 2021-06-09T10:20:51.325291+00:00 0:10:02.572594 38648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T10:10:46.486129+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T10:10:38.809789+00:00 2021-06-09T10:10:40.612918+00:00 0:00:01.803129 38647 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T10:10:36.484410+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T10:10:26.757426+00:00 2021-06-09T10:10:28.541607+00:00 0:00:01.784181 38646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T10:10:24.428135+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T09:00:00+00:00 PythonOperator 2021-06-09T10:10:16.591957+00:00 2021-06-09T10:10:20.143216+00:00 0:00:03.551259 38645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T10:10:14.421704+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T09:00:00+00:00 PythonOperator 2021-06-09T10:10:07.042595+00:00 2021-06-09T10:10:10.325613+00:00 0:00:03.283018 38644 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T10:10:04.410444+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T09:00:00+00:00 TriggerDagRunOperator 2021-06-09T10:09:59.243591+00:00 2021-06-09T10:09:59.741223+00:00 0:00:00.497632 38643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T10:09:56.544892+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T09:00:00+00:00 TriggerDagRunOperator 2021-06-09T10:09:58.889908+00:00 2021-06-09T10:09:59.299976+00:00 0:00:00.410068 38642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T10:09:56.544844+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T09:05:00+00:00 EmrJobFlowSensor 2021-06-09T10:06:20.359351+00:00 2021-06-09T10:14:22.748794+00:00 0:08:02.389443 38641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T10:06:18.143089+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T10:05:44.372252+00:00 2021-06-09T10:05:46.014016+00:00 0:00:01.641764 38640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T10:05:42.112795+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T09:05:00+00:00 PythonOperator 2021-06-09T10:05:16.142759+00:00 2021-06-09T10:05:19.608970+00:00 0:00:03.466211 38639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T10:05:14.088760+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T09:00:00+00:00 EmrJobFlowSensor 2021-06-09T10:01:07.715032+00:00 2021-06-09T10:11:10.560800+00:00 0:10:02.845768 38638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T10:01:05.612110+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T09:00:00+00:00 EmrJobFlowSensor 2021-06-09T10:00:50.297478+00:00 2021-06-09T10:09:53.026935+00:00 0:09:02.729457 38637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T10:00:47.659076+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T10:00:43.866866+00:00 2021-06-09T10:00:45.725917+00:00 0:00:01.859051 38636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T10:00:41.652334+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T10:00:29.969261+00:00 2021-06-09T10:00:31.731606+00:00 0:00:01.762345 38635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T10:00:27.573690+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T09:00:00+00:00 PythonOperator 2021-06-09T10:00:23.905118+00:00 2021-06-09T10:00:27.561473+00:00 0:00:03.656355 38634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T10:00:21.485965+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T09:00:00+00:00 PythonOperator 2021-06-09T10:00:07.843968+00:00 2021-06-09T10:00:11.193596+00:00 0:00:03.349628 38633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T10:00:05.440581+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T08:00:00+00:00 EmrJobFlowSensor 2021-06-09T09:12:29.990873+00:00 2021-06-09T09:22:32.816376+00:00 0:10:02.825503 38631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T09:12:27.480722+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T08:00:00+00:00 EmrJobFlowSensor 2021-06-09T09:12:19.774690+00:00 2021-06-09T09:22:22.666836+00:00 0:10:02.892146 38630 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T09:12:17.462307+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T09:12:07.601301+00:00 2021-06-09T09:12:09.298825+00:00 0:00:01.697524 38629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T09:12:05.450131+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T09:11:57.767967+00:00 2021-06-09T09:11:59.452754+00:00 0:00:01.684787 38628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T09:11:55.468728+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T08:00:00+00:00 PythonOperator 2021-06-09T09:11:45.610835+00:00 2021-06-09T09:11:49.027654+00:00 0:00:03.416819 38627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T09:11:43.395951+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T08:00:00+00:00 PythonOperator 2021-06-09T09:11:36.253536+00:00 2021-06-09T09:11:39.698115+00:00 0:00:03.444579 38626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T09:11:33.390278+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-09T08:00:00+00:00 TriggerDagRunOperator 2021-06-09T09:11:27.619542+00:00 2021-06-09T09:11:28.165155+00:00 0:00:00.545613 38625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T09:11:25.361962+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-09T08:00:00+00:00 TriggerDagRunOperator 2021-06-09T09:11:27.538755+00:00 2021-06-09T09:11:27.917612+00:00 0:00:00.378857 38624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T09:11:25.361993+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-09T08:05:00+00:00 EmrJobFlowSensor 2021-06-09T09:06:07.147063+00:00 2021-06-09T09:14:09.635523+00:00 0:08:02.488460 38623 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T09:06:04.887577+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-09T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T09:05:45.147067+00:00 2021-06-09T09:05:46.754062+00:00 0:00:01.606995 38622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T09:05:42.883094+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-09T08:05:00+00:00 PythonOperator 2021-06-09T09:05:21.164713+00:00 2021-06-09T09:05:24.457247+00:00 0:00:03.292534 38621 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T09:05:18.857855+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-09T08:00:00+00:00 EmrJobFlowSensor 2021-06-09T09:01:00.595796+00:00 2021-06-09T09:11:03.450753+00:00 0:10:02.854957 38620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T09:00:58.356294+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-09T08:00:00+00:00 EmrJobFlowSensor 2021-06-09T09:00:46.436864+00:00 2021-06-09T09:12:49.365657+00:00 0:12:02.928793 38619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T09:00:44.296172+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-09T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T09:00:38.877210+00:00 2021-06-09T09:00:40.671695+00:00 0:00:01.794485 38618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T09:00:36.356880+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-09T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T09:00:24.460241+00:00 2021-06-09T09:00:26.125991+00:00 0:00:01.665750 38617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T09:00:22.238725+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-09T08:00:00+00:00 PythonOperator 2021-06-09T09:00:18.609313+00:00 2021-06-09T09:00:21.829108+00:00 0:00:03.219795 38616 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T09:00:16.230925+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-09T08:00:00+00:00 PythonOperator 2021-06-09T09:00:04.597888+00:00 2021-06-09T09:00:08.198393+00:00 0:00:03.600505 38615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T09:00:02.220905+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-09T07:00:00+00:00 EmrJobFlowSensor 2021-06-09T08:12:28.597119+00:00 2021-06-09T08:21:31.172243+00:00 0:09:02.575124 38613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T08:12:26.445867+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-09T07:00:00+00:00 EmrJobFlowSensor 2021-06-09T08:12:22.629299+00:00 2021-06-09T08:21:25.343941+00:00 0:09:02.714642 38612 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T08:12:20.431965+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-09T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T08:12:06.632012+00:00 2021-06-09T08:12:08.355146+00:00 0:00:01.723134 38611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T08:12:04.428868+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-09T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T08:12:00.849415+00:00 2021-06-09T08:12:02.598067+00:00 0:00:01.748652 38610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T08:11:58.540948+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-09T07:00:00+00:00 PythonOperator 2021-06-09T08:11:44.589720+00:00 2021-06-09T08:11:48.058205+00:00 0:00:03.468485 38609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T08:11:42.412127+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-09T07:00:00+00:00 PythonOperator 2021-06-09T08:11:38.732533+00:00 2021-06-09T08:11:42.148823+00:00 0:00:03.416290 38608 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T08:11:36.445663+00:00 2 default_pool