Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 check_cluster_status 2021-07-09T06:00:00+00:00 EmrJobFlowSensor 2021-07-09T07:11:46.503530+00:00 2021-07-09T07:20:49.072893+00:00 0:09:02.569363 51791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T07:11:44.240345+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-09T06:00:00+00:00 EmrJobFlowSensor 2021-07-09T07:11:32.377006+00:00 2021-07-09T07:21:35.177283+00:00 0:10:02.800277 51790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T07:11:30.120001+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-09T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T07:11:26.290238+00:00 2021-07-09T07:11:27.971431+00:00 0:00:01.681193 51789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T07:11:24.120673+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-09T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T07:11:12.781974+00:00 2021-07-09T07:11:14.520824+00:00 0:00:01.738850 51788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T07:11:10.104719+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-09T06:00:00+00:00 PythonOperator 2021-07-09T07:11:04.231336+00:00 2021-07-09T07:11:07.940292+00:00 0:00:03.708956 51787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T07:11:02.097538+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-09T06:00:00+00:00 PythonOperator 2021-07-09T07:10:50.552246+00:00 2021-07-09T07:10:54.322863+00:00 0:00:03.770617 51786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T07:10:48.086543+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-09T06:00:00+00:00 TriggerDagRunOperator 2021-07-09T07:10:45.056137+00:00 2021-07-09T07:10:45.640241+00:00 0:00:00.584104 51785 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T07:10:41.937450+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-09T06:00:00+00:00 TriggerDagRunOperator 2021-07-09T07:10:44.726607+00:00 2021-07-09T07:10:45.222083+00:00 0:00:00.495476 51784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T07:10:41.937414+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-09T06:05:00+00:00 EmrJobFlowSensor 2021-07-09T07:06:05.700858+00:00 2021-07-09T07:14:08.432410+00:00 0:08:02.731552 51782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T07:06:03.153499+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-09T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-09T07:05:41.152313+00:00 2021-07-09T07:05:42.829609+00:00 0:00:01.677296 51781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T07:05:39.019341+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-09T06:05:00+00:00 PythonOperator 2021-07-09T07:05:19.374988+00:00 2021-07-09T07:05:23.140089+00:00 0:00:03.765101 51780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T07:05:17.051355+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-09T06:00:00+00:00 EmrJobFlowSensor 2021-07-09T07:01:04.617896+00:00 2021-07-09T07:10:07.580637+00:00 0:09:02.962741 51779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T07:01:02.357899+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-09T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T07:00:42.443511+00:00 2021-07-09T07:00:44.179192+00:00 0:00:01.735681 51778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-09T07:00:40.299438+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-09T06:00:00+00:00 PythonOperator 2021-07-09T07:00:22.420470+00:00 2021-07-09T07:00:26.127429+00:00 0:00:03.706959 51777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-09T07:00:20.281012+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-09T05:00:00+00:00 EmrJobFlowSensor 2021-07-09T06:11:21.506663+00:00 2021-07-09T06:22:24.692127+00:00 0:11:03.185464 51776 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T06:11:19.254642+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-09T05:00:00+00:00 EmrJobFlowSensor 2021-07-09T06:11:11.438852+00:00 2021-07-09T06:21:14.374296+00:00 0:10:02.935444 51775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T06:11:09.246120+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-09T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T06:10:57.391685+00:00 2021-07-09T06:10:59.082282+00:00 0:00:01.690597 51774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T06:10:55.243274+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-09T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T06:10:49.909121+00:00 2021-07-09T06:10:51.777448+00:00 0:00:01.868327 51773 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T06:10:47.278500+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-09T05:00:00+00:00 PythonOperator 2021-07-09T06:10:35.860927+00:00 2021-07-09T06:10:39.826493+00:00 0:00:03.965566 51772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T06:10:33.266179+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-09T05:00:00+00:00 PythonOperator 2021-07-09T06:10:29.463739+00:00 2021-07-09T06:10:33.350397+00:00 0:00:03.886658 51771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T06:10:27.261662+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-09T05:00:00+00:00 TriggerDagRunOperator 2021-07-09T06:10:17.632872+00:00 2021-07-09T06:10:18.179149+00:00 0:00:00.546277 51770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T06:10:15.192842+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-09T05:00:00+00:00 TriggerDagRunOperator 2021-07-09T06:10:17.589918+00:00 2021-07-09T06:10:18.066887+00:00 0:00:00.476969 51769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T06:10:15.192877+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-09T05:05:00+00:00 EmrJobFlowSensor 2021-07-09T06:05:59.530810+00:00 2021-07-09T06:15:02.324036+00:00 0:09:02.793226 51767 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T06:05:57.079466+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-09T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-09T06:05:39.370174+00:00 2021-07-09T06:05:41.134914+00:00 0:00:01.764740 51766 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T06:05:36.988943+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-09T05:05:00+00:00 PythonOperator 2021-07-09T06:05:17.507096+00:00 2021-07-09T06:05:20.492031+00:00 0:00:02.984935 51765 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T06:05:14.941248+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-09T05:00:00+00:00 EmrJobFlowSensor 2021-07-09T06:02:04.793498+00:00 2021-07-09T06:10:07.448626+00:00 0:08:02.655128 51764 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T06:02:02.551112+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-09T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T06:00:44.796651+00:00 2021-07-09T06:00:46.657797+00:00 0:00:01.861146 51763 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-09T06:00:42.400275+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-09T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T06:00:32.731375+00:00 2021-07-09T06:00:34.563783+00:00 0:00:01.832408 51762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T06:00:30.440353+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-09T05:00:00+00:00 PythonOperator 2021-07-09T06:00:22.767418+00:00 2021-07-09T06:00:26.402690+00:00 0:00:03.635272 51761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-09T06:00:20.366806+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-09T05:00:00+00:00 PythonOperator 2021-07-09T06:00:10.704527+00:00 2021-07-09T06:00:14.720149+00:00 0:00:04.015622 51760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T06:00:08.353848+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-09T04:00:00+00:00 EmrJobFlowSensor 2021-07-09T05:13:02.032429+00:00 2021-07-09T05:23:05.177679+00:00 0:10:03.145250 51759 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T05:12:59.463723+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-09T04:00:00+00:00 EmrJobFlowSensor 2021-07-09T05:12:43.826140+00:00 2021-07-09T05:21:46.692021+00:00 0:09:02.865881 51758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T05:12:41.274681+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-09T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T05:12:41.400495+00:00 2021-07-09T05:12:43.557337+00:00 0:00:02.156842 51757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T05:12:39.272631+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-09T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T05:12:21.516033+00:00 2021-07-09T05:12:23.339229+00:00 0:00:01.823196 51756 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T05:12:19.254823+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-09T04:00:00+00:00 PythonOperator 2021-07-09T05:12:19.519778+00:00 2021-07-09T05:12:23.517325+00:00 0:00:03.997547 51755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T05:12:17.250276+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-09T04:00:00+00:00 PythonOperator 2021-07-09T05:12:00.039305+00:00 2021-07-09T05:12:03.625897+00:00 0:00:03.586592 51754 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T05:11:57.281630+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-09T04:00:00+00:00 TriggerDagRunOperator 2021-07-09T05:11:54.138045+00:00 2021-07-09T05:11:54.699405+00:00 0:00:00.561360 51753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T05:11:51.243738+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-09T04:00:00+00:00 TriggerDagRunOperator 2021-07-09T05:11:53.672455+00:00 2021-07-09T05:11:54.070145+00:00 0:00:00.397690 51752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T05:11:51.243706+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-09T04:05:00+00:00 EmrJobFlowSensor 2021-07-09T05:06:08.441166+00:00 2021-07-09T05:14:11.132818+00:00 0:08:02.691652 51750 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T05:06:06.214438+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-09T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-09T05:05:46.304967+00:00 2021-07-09T05:05:47.942592+00:00 0:00:01.637625 51749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T05:05:44.198995+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-09T04:05:00+00:00 PythonOperator 2021-07-09T05:05:24.357279+00:00 2021-07-09T05:05:28.101462+00:00 0:00:03.744183 51748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T05:05:22.130645+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-09T04:00:00+00:00 EmrJobFlowSensor 2021-07-09T05:01:28.122911+00:00 2021-07-09T05:11:31.017365+00:00 0:10:02.894454 51747 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T05:01:25.868013+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-09T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T05:01:08.004009+00:00 2021-07-09T05:01:09.695688+00:00 0:00:01.691679 51746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-09T05:01:05.745427+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-09T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T05:00:44.059926+00:00 2021-07-09T05:00:45.891802+00:00 0:00:01.831876 51745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T05:00:41.754472+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-09T04:00:00+00:00 PythonOperator 2021-07-09T05:00:26.081230+00:00 2021-07-09T05:00:29.851432+00:00 0:00:03.770202 51744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-09T05:00:23.766446+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-09T04:00:00+00:00 PythonOperator 2021-07-09T05:00:16.011860+00:00 2021-07-09T05:00:20.097981+00:00 0:00:04.086121 51743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T05:00:13.758092+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-09T03:00:00+00:00 EmrJobFlowSensor 2021-07-09T04:10:08.586572+00:00 2021-07-09T04:20:11.500846+00:00 0:10:02.914274 51742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T04:10:05.848136+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-09T03:00:00+00:00 EmrJobFlowSensor 2021-07-09T04:10:08.316942+00:00 2021-07-09T04:20:11.398981+00:00 0:10:03.082039 51741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T04:10:05.848184+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-09T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T04:09:46.007722+00:00 2021-07-09T04:09:47.714474+00:00 0:00:01.706752 51740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T04:09:43.740607+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-09T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T04:09:46.024754+00:00 2021-07-09T04:09:47.895482+00:00 0:00:01.870728 51739 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T04:09:43.740560+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-09T03:00:00+00:00 PythonOperator 2021-07-09T04:09:25.995714+00:00 2021-07-09T04:09:29.595111+00:00 0:00:03.599397 51738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T04:09:23.717434+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-09T03:00:00+00:00 PythonOperator 2021-07-09T04:09:24.401089+00:00 2021-07-09T04:09:28.092525+00:00 0:00:03.691436 51737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T04:09:21.717378+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-09T03:00:00+00:00 TriggerDagRunOperator 2021-07-09T04:09:16.112182+00:00 2021-07-09T04:09:16.511858+00:00 0:00:00.399676 51736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T04:09:13.708557+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-09T03:00:00+00:00 TriggerDagRunOperator 2021-07-09T04:09:16.097879+00:00 2021-07-09T04:09:16.617320+00:00 0:00:00.519441 51735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T04:09:13.708584+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-09T03:05:00+00:00 EmrJobFlowSensor 2021-07-09T04:06:05.169705+00:00 2021-07-09T04:15:07.898731+00:00 0:09:02.729026 51733 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T04:06:02.937142+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-09T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-09T04:05:43.371030+00:00 2021-07-09T04:05:44.963815+00:00 0:00:01.592785 51732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T04:05:40.962780+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-09T03:05:00+00:00 PythonOperator 2021-07-09T04:05:21.283078+00:00 2021-07-09T04:05:24.995400+00:00 0:00:03.712322 51731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T04:05:18.941184+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-09T03:00:00+00:00 EmrJobFlowSensor 2021-07-09T04:00:58.469391+00:00 2021-07-09T04:09:01.220480+00:00 0:08:02.751089 51730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T04:00:56.357781+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-09T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T04:00:39.410400+00:00 2021-07-09T04:00:41.154254+00:00 0:00:01.743854 51729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-09T04:00:36.291359+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-09T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T04:00:36.940794+00:00 2021-07-09T04:00:39.095567+00:00 0:00:02.154773 51728 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T04:00:34.388642+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-09T03:00:00+00:00 PythonOperator 2021-07-09T04:00:16.455487+00:00 2021-07-09T04:00:19.839333+00:00 0:00:03.383846 51727 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-09T04:00:14.208038+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-09T03:00:00+00:00 PythonOperator 2021-07-09T04:00:14.455647+00:00 2021-07-09T04:00:18.463665+00:00 0:00:04.008018 51726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T04:00:12.212060+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-09T02:00:00+00:00 EmrJobFlowSensor 2021-07-09T03:12:51.596918+00:00 2021-07-09T03:21:54.373561+00:00 0:09:02.776643 51725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T03:12:49.369677+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-09T02:00:00+00:00 EmrJobFlowSensor 2021-07-09T03:12:32.030437+00:00 2021-07-09T03:22:34.837881+00:00 0:10:02.807444 51724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T03:12:29.443979+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-09T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T03:12:29.497163+00:00 2021-07-09T03:12:31.367614+00:00 0:00:01.870451 51723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T03:12:27.268099+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-09T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T03:12:09.460064+00:00 2021-07-09T03:12:11.188747+00:00 0:00:01.728683 51722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T03:12:07.235061+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-09T02:00:00+00:00 PythonOperator 2021-07-09T03:12:07.397064+00:00 2021-07-09T03:12:10.802260+00:00 0:00:03.405196 51721 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T03:12:05.230733+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-09T02:00:00+00:00 PythonOperator 2021-07-09T03:11:47.440760+00:00 2021-07-09T03:11:51.444124+00:00 0:00:04.003364 51720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T03:11:45.214855+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-09T02:00:00+00:00 TriggerDagRunOperator 2021-07-09T03:11:41.396049+00:00 2021-07-09T03:11:42.124822+00:00 0:00:00.728773 51719 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T03:11:39.210943+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-09T02:00:00+00:00 TriggerDagRunOperator 2021-07-09T03:11:41.353198+00:00 2021-07-09T03:11:41.901722+00:00 0:00:00.548524 51718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T03:11:39.210978+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-09T02:05:00+00:00 EmrJobFlowSensor 2021-07-09T03:08:05.044605+00:00 2021-07-09T03:17:07.642358+00:00 0:09:02.597753 51717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T03:08:02.898644+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-09T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-09T03:07:45.000261+00:00 2021-07-09T03:07:46.700519+00:00 0:00:01.700258 51716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T03:07:42.879222+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-09T02:05:00+00:00 PythonOperator 2021-07-09T03:07:23.385798+00:00 2021-07-09T03:07:27.155722+00:00 0:00:03.769924 51715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T03:07:20.913200+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-09T02:00:00+00:00 EmrJobFlowSensor 2021-07-09T03:01:20.099187+00:00 2021-07-09T03:11:23.112091+00:00 0:10:03.012904 51713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T03:01:17.562779+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-09T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T03:00:59.935073+00:00 2021-07-09T03:01:01.943540+00:00 0:00:02.008467 51712 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-09T03:00:57.438413+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-09T02:00:00+00:00 PythonOperator 2021-07-09T03:00:37.531777+00:00 2021-07-09T03:00:41.249907+00:00 0:00:03.718130 51711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-09T03:00:35.414548+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-09T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T03:00:35.812087+00:00 2021-07-09T03:00:37.688763+00:00 0:00:01.876676 51710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T03:00:33.412183+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-09T02:00:00+00:00 PythonOperator 2021-07-09T03:00:11.557996+00:00 2021-07-09T03:00:15.544400+00:00 0:00:03.986404 51709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T03:00:09.392887+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-09T01:00:00+00:00 EmrJobFlowSensor 2021-07-09T02:16:21.012410+00:00 2021-07-09T02:25:23.950325+00:00 0:09:02.937915 51708 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T02:16:18.754486+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-09T01:00:00+00:00 EmrJobFlowSensor 2021-07-09T02:16:10.979318+00:00 2021-07-09T02:26:13.963190+00:00 0:10:02.983872 51707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T02:16:08.686386+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-09T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T02:15:58.877724+00:00 2021-07-09T02:16:00.686185+00:00 0:00:01.808461 51706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T02:15:56.594575+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-09T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T02:15:48.915870+00:00 2021-07-09T02:15:50.807411+00:00 0:00:01.891541 51705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T02:15:46.586076+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-09T01:00:00+00:00 PythonOperator 2021-07-09T02:15:38.702803+00:00 2021-07-09T02:15:42.430295+00:00 0:00:03.727492 51704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T02:15:36.540497+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-09T01:00:00+00:00 PythonOperator 2021-07-09T02:15:26.711880+00:00 2021-07-09T02:15:30.587586+00:00 0:00:03.875706 51703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T02:15:24.531711+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-09T01:00:00+00:00 TriggerDagRunOperator 2021-07-09T02:15:21.452944+00:00 2021-07-09T02:15:21.848523+00:00 0:00:00.395579 51702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T02:15:18.526952+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-09T01:00:00+00:00 TriggerDagRunOperator 2021-07-09T02:15:20.805125+00:00 2021-07-09T02:15:21.291912+00:00 0:00:00.486787 51701 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T02:15:18.526918+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-09T01:05:00+00:00 EmrJobFlowSensor 2021-07-09T02:06:07.758312+00:00 2021-07-09T02:15:10.345970+00:00 0:09:02.587658 51700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T02:06:05.633504+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-09T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-09T02:05:45.767390+00:00 2021-07-09T02:05:47.441260+00:00 0:00:01.673870 51699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T02:05:43.617075+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-09T01:05:00+00:00 PythonOperator 2021-07-09T02:05:23.764419+00:00 2021-07-09T02:05:27.433467+00:00 0:00:03.669048 51698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T02:05:21.601780+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-09T01:00:00+00:00 EmrJobFlowSensor 2021-07-09T02:04:59.889562+00:00 2021-07-09T02:15:02.973138+00:00 0:10:03.083576 51697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T02:04:57.574871+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-09T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T02:04:39.940607+00:00 2021-07-09T02:04:41.791084+00:00 0:00:01.850477 51696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-09T02:04:37.557063+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-09T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T02:04:39.921685+00:00 2021-07-09T02:04:41.828457+00:00 0:00:01.906772 51695 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T02:04:37.557103+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-09T01:00:00+00:00 PythonOperator 2021-07-09T02:04:18.392033+00:00 2021-07-09T02:04:22.213942+00:00 0:00:03.821909 51694 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T02:04:15.535463+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-09T01:00:00+00:00 PythonOperator 2021-07-09T02:04:18.228896+00:00 2021-07-09T02:04:22.001396+00:00 0:00:03.772500 51693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-09T02:04:15.535417+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-09T00:00:00+00:00 EmrJobFlowSensor 2021-07-09T01:11:33.381547+00:00 2021-07-09T01:21:36.258184+00:00 0:10:02.876637 51691 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T01:11:31.083144+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-09T00:00:00+00:00 EmrJobFlowSensor 2021-07-09T01:11:19.380468+00:00 2021-07-09T01:20:22.222773+00:00 0:09:02.842305 51690 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-09T01:11:17.050991+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-09T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T01:10:53.576729+00:00 2021-07-09T01:10:55.381585+00:00 0:00:01.804856 51689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T01:10:51.001828+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-09T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-09T01:10:45.546783+00:00 2021-07-09T01:10:47.284110+00:00 0:00:01.737327 51688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-09T01:10:43.062972+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-09T00:00:00+00:00 PythonOperator 2021-07-09T01:10:31.525708+00:00 2021-07-09T01:10:34.927264+00:00 0:00:03.401556 51687 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T01:10:29.075251+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-09T00:00:00+00:00 PythonOperator 2021-07-09T01:10:25.113213+00:00 2021-07-09T01:10:29.028258+00:00 0:00:03.915045 51686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-09T01:10:22.927074+00:00 2 default_pool