Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-06-19T12:00:00+00:00 PythonOperator 2021-06-19T13:11:31.571435+00:00 2021-06-19T13:11:34.933018+00:00 0:00:03.361583 43184 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T13:11:29.319164+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T12:00:00+00:00 PythonOperator 2021-06-19T13:11:22.371033+00:00 2021-06-19T13:11:26.118197+00:00 0:00:03.747164 43183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T13:11:19.302711+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T12:00:00+00:00 TriggerDagRunOperator 2021-06-19T13:11:13.905684+00:00 2021-06-19T13:11:14.421933+00:00 0:00:00.516249 43182 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T13:11:11.352386+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T12:00:00+00:00 TriggerDagRunOperator 2021-06-19T13:11:13.674856+00:00 2021-06-19T13:11:14.117869+00:00 0:00:00.443013 43181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T13:11:11.352422+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T12:05:00+00:00 EmrJobFlowSensor 2021-06-19T13:06:04.845650+00:00 2021-06-19T13:15:07.471197+00:00 0:09:02.625547 43180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T13:06:02.637331+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T13:05:44.849140+00:00 2021-06-19T13:05:46.624763+00:00 0:00:01.775623 43179 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T13:05:42.616736+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T12:05:00+00:00 PythonOperator 2021-06-19T13:05:22.859978+00:00 2021-06-19T13:05:26.086930+00:00 0:00:03.226952 43178 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T13:05:20.594286+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T12:00:00+00:00 EmrJobFlowSensor 2021-06-19T13:01:06.557152+00:00 2021-06-19T13:12:09.605168+00:00 0:11:03.048016 43177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T13:01:04.296837+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T12:00:00+00:00 EmrJobFlowSensor 2021-06-19T13:00:54.789194+00:00 2021-06-19T13:10:57.665361+00:00 0:10:02.876167 43176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T13:00:52.241100+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T13:00:44.464697+00:00 2021-06-19T13:00:46.084482+00:00 0:00:01.619785 43175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T13:00:42.231735+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T13:00:34.613843+00:00 2021-06-19T13:00:36.443608+00:00 0:00:01.829765 43174 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T13:00:32.219502+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T12:00:00+00:00 PythonOperator 2021-06-19T13:00:22.477021+00:00 2021-06-19T13:00:26.127257+00:00 0:00:03.650236 43173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T13:00:20.209908+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T12:00:00+00:00 PythonOperator 2021-06-19T13:00:12.903465+00:00 2021-06-19T13:00:16.402218+00:00 0:00:03.498753 43172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T13:00:10.260571+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T11:00:00+00:00 EmrJobFlowSensor 2021-06-19T12:10:27.021573+00:00 2021-06-19T12:19:29.686979+00:00 0:09:02.665406 43170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T12:10:24.684159+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T11:00:00+00:00 EmrJobFlowSensor 2021-06-19T12:10:25.244025+00:00 2021-06-19T12:20:28.230500+00:00 0:10:02.986475 43169 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T12:10:22.749699+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T12:10:07.188790+00:00 2021-06-19T12:10:09.002004+00:00 0:00:01.813214 43168 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T12:10:04.643575+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T12:10:03.165180+00:00 2021-06-19T12:10:05.033069+00:00 0:00:01.867889 43167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T12:10:00.588370+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T11:00:00+00:00 PythonOperator 2021-06-19T12:09:45.815851+00:00 2021-06-19T12:09:49.263833+00:00 0:00:03.447982 43166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T12:09:42.521042+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T11:00:00+00:00 PythonOperator 2021-06-19T12:09:40.788052+00:00 2021-06-19T12:09:45.703723+00:00 0:00:04.915671 43165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T12:09:38.518542+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T11:00:00+00:00 TriggerDagRunOperator 2021-06-19T12:09:26.764157+00:00 2021-06-19T12:09:27.276476+00:00 0:00:00.512319 43164 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T12:09:24.508103+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T11:00:00+00:00 TriggerDagRunOperator 2021-06-19T12:09:26.710771+00:00 2021-06-19T12:09:27.094255+00:00 0:00:00.383484 43163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T12:09:24.508136+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T11:05:00+00:00 EmrJobFlowSensor 2021-06-19T12:06:00.755973+00:00 2021-06-19T12:15:03.369856+00:00 0:09:02.613883 43162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T12:05:58.444477+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T12:05:38.376885+00:00 2021-06-19T12:05:40.044010+00:00 0:00:01.667125 43161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T12:05:36.183409+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T11:05:00+00:00 PythonOperator 2021-06-19T12:05:18.736731+00:00 2021-06-19T12:05:21.729088+00:00 0:00:02.992357 43160 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T12:05:16.165356+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T11:00:00+00:00 EmrJobFlowSensor 2021-06-19T12:01:06.086837+00:00 2021-06-19T12:09:08.735057+00:00 0:08:02.648220 43159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T12:01:03.817044+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T11:00:00+00:00 EmrJobFlowSensor 2021-06-19T12:01:06.059817+00:00 2021-06-19T12:12:09.144485+00:00 0:11:03.084668 43158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T12:01:03.817075+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T12:00:44.010961+00:00 2021-06-19T12:00:45.703296+00:00 0:00:01.692335 43157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T12:00:41.794627+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T12:00:41.947718+00:00 2021-06-19T12:00:43.729941+00:00 0:00:01.782223 43156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T12:00:39.794791+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T11:00:00+00:00 PythonOperator 2021-06-19T12:00:22.285060+00:00 2021-06-19T12:00:25.779147+00:00 0:00:03.494087 43155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T12:00:19.774719+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T11:00:00+00:00 PythonOperator 2021-06-19T12:00:22.164315+00:00 2021-06-19T12:00:25.828124+00:00 0:00:03.663809 43154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T12:00:19.774746+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T10:00:00+00:00 EmrJobFlowSensor 2021-06-19T11:11:30.789275+00:00 2021-06-19T11:20:33.557432+00:00 0:09:02.768157 43152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T11:11:27.858606+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T10:00:00+00:00 EmrJobFlowSensor 2021-06-19T11:11:28.211748+00:00 2021-06-19T11:21:31.554897+00:00 0:10:03.343149 43151 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T11:11:25.760983+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T11:11:08.123964+00:00 2021-06-19T11:11:09.968829+00:00 0:00:01.844865 43150 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T11:11:05.767074+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T11:11:05.872653+00:00 2021-06-19T11:11:07.570332+00:00 0:00:01.697679 43149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T11:11:03.691273+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T10:00:00+00:00 PythonOperator 2021-06-19T11:10:48.776727+00:00 2021-06-19T11:10:52.071950+00:00 0:00:03.295223 43148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T11:10:45.627722+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T10:00:00+00:00 PythonOperator 2021-06-19T11:10:43.831995+00:00 2021-06-19T11:10:48.282981+00:00 0:00:04.450986 43147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T11:10:41.618211+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T10:00:00+00:00 TriggerDagRunOperator 2021-06-19T11:10:31.896239+00:00 2021-06-19T11:10:32.426931+00:00 0:00:00.530692 43146 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T11:10:29.611638+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T10:00:00+00:00 TriggerDagRunOperator 2021-06-19T11:10:31.806004+00:00 2021-06-19T11:10:32.198920+00:00 0:00:00.392916 43145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T11:10:29.611671+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T10:05:00+00:00 EmrJobFlowSensor 2021-06-19T11:06:01.821314+00:00 2021-06-19T11:15:04.438310+00:00 0:09:02.616996 43144 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T11:05:59.276889+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T11:05:39.587992+00:00 2021-06-19T11:05:41.287814+00:00 0:00:01.699822 43143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T11:05:37.209126+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T10:05:00+00:00 PythonOperator 2021-06-19T11:05:17.612555+00:00 2021-06-19T11:05:20.841734+00:00 0:00:03.229179 43142 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T11:05:15.192071+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T10:00:00+00:00 EmrJobFlowSensor 2021-06-19T11:01:08.797645+00:00 2021-06-19T11:10:11.542829+00:00 0:09:02.745184 43141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T11:01:06.610524+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T10:00:00+00:00 EmrJobFlowSensor 2021-06-19T11:00:56.886031+00:00 2021-06-19T11:13:00.031109+00:00 0:12:03.145078 43140 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T11:00:54.600301+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T11:00:42.889270+00:00 2021-06-19T11:00:44.605070+00:00 0:00:01.715800 43139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T11:00:40.646283+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T11:00:34.975886+00:00 2021-06-19T11:00:36.741360+00:00 0:00:01.765474 43138 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T11:00:32.577778+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T10:00:00+00:00 PythonOperator 2021-06-19T11:00:20.771909+00:00 2021-06-19T11:00:24.449399+00:00 0:00:03.677490 43137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T11:00:18.522470+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T10:00:00+00:00 PythonOperator 2021-06-19T11:00:12.681534+00:00 2021-06-19T11:00:16.098306+00:00 0:00:03.416772 43136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T11:00:10.515257+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T09:05:00+00:00 EmrJobFlowSensor 2021-06-19T10:13:31.658522+00:00 2021-06-19T10:14:33.272174+00:00 0:01:01.613652 43135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T10:13:29.440824+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T09:00:00+00:00 EmrJobFlowSensor 2021-06-19T10:13:13.545774+00:00 2021-06-19T10:23:16.350747+00:00 0:10:02.804973 43134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T10:13:11.383930+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T09:00:00+00:00 EmrJobFlowSensor 2021-06-19T10:13:09.504195+00:00 2021-06-19T10:22:12.216259+00:00 0:09:02.712064 43133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T10:13:07.363749+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T10:12:51.466083+00:00 2021-06-19T10:12:53.142944+00:00 0:00:01.676861 43132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T10:12:49.319940+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T10:12:47.481023+00:00 2021-06-19T10:12:49.312146+00:00 0:00:01.831123 43131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T10:12:45.313163+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T09:00:00+00:00 PythonOperator 2021-06-19T10:12:32.533389+00:00 2021-06-19T10:12:36.164229+00:00 0:00:03.630840 43130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T10:12:29.301964+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T09:00:00+00:00 PythonOperator 2021-06-19T10:12:27.965666+00:00 2021-06-19T10:12:32.912233+00:00 0:00:04.946567 43129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T10:12:25.297265+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T09:00:00+00:00 TriggerDagRunOperator 2021-06-19T10:12:20.134213+00:00 2021-06-19T10:12:20.632090+00:00 0:00:00.497877 43128 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T10:12:17.191028+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T09:00:00+00:00 TriggerDagRunOperator 2021-06-19T10:12:20.049620+00:00 2021-06-19T10:12:20.434138+00:00 0:00:00.384518 43127 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T10:12:17.190990+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T10:05:34.570072+00:00 2021-06-19T10:05:36.320617+00:00 0:00:01.750545 43124 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T10:05:32.186622+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T09:05:00+00:00 PythonOperator 2021-06-19T10:05:12.295428+00:00 2021-06-19T10:05:15.813507+00:00 0:00:03.518079 43123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T10:05:10.116402+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T09:00:00+00:00 EmrJobFlowSensor 2021-06-19T10:01:05.888142+00:00 2021-06-19T10:10:08.565513+00:00 0:09:02.677371 43122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T10:01:03.736642+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T09:00:00+00:00 EmrJobFlowSensor 2021-06-19T10:01:00.379833+00:00 2021-06-19T10:13:03.705302+00:00 0:12:03.325469 43121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T10:00:57.747484+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T10:00:40.344848+00:00 2021-06-19T10:00:42.147474+00:00 0:00:01.802626 43120 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T10:00:37.763989+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T10:00:38.163256+00:00 2021-06-19T10:00:39.849988+00:00 0:00:01.686732 43119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T10:00:35.764795+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T09:00:00+00:00 PythonOperator 2021-06-19T10:00:20.971698+00:00 2021-06-19T10:00:24.431030+00:00 0:00:03.459332 43118 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T10:00:17.755646+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T09:00:00+00:00 PythonOperator 2021-06-19T10:00:16.182827+00:00 2021-06-19T10:00:20.420008+00:00 0:00:04.237181 43117 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T10:00:13.700351+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T08:00:00+00:00 EmrJobFlowSensor 2021-06-19T09:11:26.738962+00:00 2021-06-19T09:19:29.216748+00:00 0:08:02.477786 43116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T09:11:24.564427+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T08:00:00+00:00 EmrJobFlowSensor 2021-06-19T09:11:16.697410+00:00 2021-06-19T09:21:19.588331+00:00 0:10:02.890921 43115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T09:11:14.560519+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T09:11:03.147662+00:00 2021-06-19T09:11:05.005891+00:00 0:00:01.858229 43114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T09:11:00.544988+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T09:10:54.669836+00:00 2021-06-19T09:10:56.381016+00:00 0:00:01.711180 43113 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T09:10:52.545460+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T08:00:00+00:00 PythonOperator 2021-06-19T09:10:40.958870+00:00 2021-06-19T09:10:44.454598+00:00 0:00:03.495728 43112 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T09:10:38.554680+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T08:00:00+00:00 PythonOperator 2021-06-19T09:10:31.165387+00:00 2021-06-19T09:10:34.920000+00:00 0:00:03.754613 43111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T09:10:28.519562+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T08:00:00+00:00 TriggerDagRunOperator 2021-06-19T09:10:23.158174+00:00 2021-06-19T09:10:23.693364+00:00 0:00:00.535190 43110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T09:10:20.579090+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T08:00:00+00:00 TriggerDagRunOperator 2021-06-19T09:10:23.132526+00:00 2021-06-19T09:10:23.522562+00:00 0:00:00.390036 43109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T09:10:20.579134+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T08:05:00+00:00 EmrJobFlowSensor 2021-06-19T09:05:59.106534+00:00 2021-06-19T09:15:01.683235+00:00 0:09:02.576701 43107 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T09:05:56.900714+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T09:05:36.936832+00:00 2021-06-19T09:05:38.669566+00:00 0:00:01.732734 43106 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T09:05:34.786659+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T08:05:00+00:00 PythonOperator 2021-06-19T09:05:15.020823+00:00 2021-06-19T09:05:18.261834+00:00 0:00:03.241011 43105 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T09:05:12.732167+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T08:00:00+00:00 EmrJobFlowSensor 2021-06-19T09:01:06.514445+00:00 2021-06-19T09:10:09.316784+00:00 0:09:02.802339 43104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T09:01:04.313946+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T08:00:00+00:00 EmrJobFlowSensor 2021-06-19T09:00:58.482475+00:00 2021-06-19T09:13:01.583635+00:00 0:12:03.101160 43103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T09:00:56.312515+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T09:00:44.594404+00:00 2021-06-19T09:00:46.475742+00:00 0:00:01.881338 43102 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T09:00:42.296904+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T09:00:38.380232+00:00 2021-06-19T09:00:40.070445+00:00 0:00:01.690213 43101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T09:00:36.287912+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T08:00:00+00:00 PythonOperator 2021-06-19T09:00:22.391916+00:00 2021-06-19T09:00:25.902845+00:00 0:00:03.510929 43100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T09:00:20.223250+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T08:00:00+00:00 PythonOperator 2021-06-19T09:00:16.658240+00:00 2021-06-19T09:00:20.065936+00:00 0:00:03.407696 43099 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T09:00:14.273985+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T07:05:00+00:00 EmrJobFlowSensor 2021-06-19T08:17:25.768179+00:00 2021-06-19T08:17:27.206877+00:00 0:00:01.438698 43098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T08:17:23.637703+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T07:00:00+00:00 EmrJobFlowSensor 2021-06-19T08:12:15.394061+00:00 2021-06-19T08:22:18.150084+00:00 0:10:02.756023 43097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T08:12:13.195713+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T07:00:00+00:00 EmrJobFlowSensor 2021-06-19T08:12:13.437448+00:00 2021-06-19T08:22:16.377694+00:00 0:10:02.940246 43096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T08:12:11.190988+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T08:11:53.399082+00:00 2021-06-19T08:11:55.133939+00:00 0:00:01.734857 43095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T08:11:51.123642+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T08:11:51.300917+00:00 2021-06-19T08:11:53.094967+00:00 0:00:01.794050 43094 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T08:11:49.110262+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T07:00:00+00:00 PythonOperator 2021-06-19T08:11:33.203229+00:00 2021-06-19T08:11:36.662116+00:00 0:00:03.458887 43093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T08:11:31.098645+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T07:00:00+00:00 PythonOperator 2021-06-19T08:11:29.616072+00:00 2021-06-19T08:11:33.151658+00:00 0:00:03.535586 43092 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T08:11:27.149128+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T07:00:00+00:00 TriggerDagRunOperator 2021-06-19T08:11:07.377723+00:00 2021-06-19T08:11:07.867546+00:00 0:00:00.489823 43091 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T08:11:05.043551+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T07:00:00+00:00 TriggerDagRunOperator 2021-06-19T08:11:07.292847+00:00 2021-06-19T08:11:07.675913+00:00 0:00:00.383066 43090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T08:11:05.043523+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T08:05:31.511331+00:00 2021-06-19T08:05:33.319894+00:00 0:00:01.808563 43087 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T08:05:29.016608+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T07:05:00+00:00 PythonOperator 2021-06-19T08:05:09.680541+00:00 2021-06-19T08:05:12.582360+00:00 0:00:02.901819 43086 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T08:05:07.057830+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T07:00:00+00:00 EmrJobFlowSensor 2021-06-19T08:00:52.749969+00:00 2021-06-19T08:12:55.734629+00:00 0:12:02.984660 43085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T08:00:50.605143+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T07:00:00+00:00 EmrJobFlowSensor 2021-06-19T08:00:48.760120+00:00 2021-06-19T08:10:51.625361+00:00 0:10:02.865241 43084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T08:00:46.596190+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T08:00:30.967518+00:00 2021-06-19T08:00:32.688162+00:00 0:00:01.720644 43083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T08:00:28.671834+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T08:00:28.972010+00:00 2021-06-19T08:00:30.889068+00:00 0:00:01.917058 43082 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T08:00:26.594771+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T07:00:00+00:00 PythonOperator 2021-06-19T08:00:09.288376+00:00 2021-06-19T08:00:12.906265+00:00 0:00:03.617889 43081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T08:00:06.571108+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T07:00:00+00:00 PythonOperator 2021-06-19T08:00:07.125976+00:00 2021-06-19T08:00:10.407597+00:00 0:00:03.281621 43080 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T08:00:04.566120+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T06:00:00+00:00 EmrJobFlowSensor 2021-06-19T07:10:35.611431+00:00 2021-06-19T07:20:38.464379+00:00 0:10:02.852948 43079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T07:10:33.409747+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T06:00:00+00:00 EmrJobFlowSensor 2021-06-19T07:10:31.609625+00:00 2021-06-19T07:19:34.323430+00:00 0:09:02.713805 43078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T07:10:29.414121+00:00 2 default_pool