Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-07-16T09:05:00+00:00 EmrJobFlowSensor 2021-07-16T10:05:51.908260+00:00 2021-07-16T10:14:54.698092+00:00 0:09:02.789832 54273 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T10:05:49.353220+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T10:05:30.001641+00:00 2021-07-16T10:05:31.805151+00:00 0:00:01.803510 54272 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T10:05:27.366096+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T09:05:00+00:00 PythonOperator 2021-07-16T10:05:05.476585+00:00 2021-07-16T10:05:09.210716+00:00 0:00:03.734131 54271 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T10:05:03.300694+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T09:00:00+00:00 EmrJobFlowSensor 2021-07-16T10:00:59.669443+00:00 2021-07-16T10:11:02.719796+00:00 0:10:03.050353 54270 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T10:00:56.966766+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T09:00:00+00:00 EmrJobFlowSensor 2021-07-16T10:00:59.369658+00:00 2021-07-16T10:15:02.811887+00:00 0:14:03.442229 54269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T10:00:56.966796+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T10:00:39.644097+00:00 2021-07-16T10:00:41.326631+00:00 0:00:01.682534 54268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T10:00:36.892487+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T10:00:37.451485+00:00 2021-07-16T10:00:39.614983+00:00 0:00:02.163498 54267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T10:00:34.947367+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T09:00:00+00:00 PythonOperator 2021-07-16T10:00:17.635858+00:00 2021-07-16T10:00:21.286291+00:00 0:00:03.650433 54266 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T10:00:14.879463+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T09:00:00+00:00 PythonOperator 2021-07-16T10:00:17.423116+00:00 2021-07-16T10:00:21.473684+00:00 0:00:04.050568 54265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T10:00:14.879491+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T08:05:00+00:00 EmrJobFlowSensor 2021-07-16T09:14:00.577868+00:00 2021-07-16T09:14:02.121629+00:00 0:00:01.543761 54263 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T09:13:58.170777+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T08:00:00+00:00 EmrJobFlowSensor 2021-07-16T09:10:38.538634+00:00 2021-07-16T09:20:41.392102+00:00 0:10:02.853468 54262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T09:10:35.963204+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T08:00:00+00:00 EmrJobFlowSensor 2021-07-16T09:10:36.004575+00:00 2021-07-16T09:19:39.031873+00:00 0:09:03.027298 54261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T09:10:33.844079+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T09:10:16.350325+00:00 2021-07-16T09:10:18.160609+00:00 0:00:01.810284 54260 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T09:10:13.860092+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T09:10:16.227072+00:00 2021-07-16T09:10:17.975611+00:00 0:00:01.748539 54259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T09:10:13.860038+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T08:00:00+00:00 PythonOperator 2021-07-16T09:09:55.930127+00:00 2021-07-16T09:09:59.760765+00:00 0:00:03.830638 54258 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T09:09:53.726077+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T08:00:00+00:00 PythonOperator 2021-07-16T09:09:53.991431+00:00 2021-07-16T09:09:57.854847+00:00 0:00:03.863416 54257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T09:09:51.724534+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T08:00:00+00:00 TriggerDagRunOperator 2021-07-16T09:09:44.299720+00:00 2021-07-16T09:09:44.811959+00:00 0:00:00.512239 54256 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T09:09:41.761177+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T08:00:00+00:00 TriggerDagRunOperator 2021-07-16T09:09:44.111843+00:00 2021-07-16T09:09:44.546566+00:00 0:00:00.434723 54255 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T09:09:41.761213+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T09:05:26.068284+00:00 2021-07-16T09:05:27.990732+00:00 0:00:01.922448 54253 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T09:05:23.354786+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T08:05:00+00:00 PythonOperator 2021-07-16T09:05:05.694819+00:00 2021-07-16T09:05:09.550272+00:00 0:00:03.855453 54252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T09:05:03.355195+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T08:00:00+00:00 EmrJobFlowSensor 2021-07-16T09:01:19.136161+00:00 2021-07-16T09:09:21.798885+00:00 0:08:02.662724 54251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T09:01:16.894670+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T08:00:00+00:00 EmrJobFlowSensor 2021-07-16T09:01:07.156519+00:00 2021-07-16T09:14:10.570115+00:00 0:13:03.413596 54250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T09:01:04.887597+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T09:00:57.043611+00:00 2021-07-16T09:00:58.789205+00:00 0:00:01.745594 54249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T09:00:54.831010+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T09:00:45.404264+00:00 2021-07-16T09:00:47.140566+00:00 0:00:01.736302 54248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T09:00:42.944139+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T08:00:00+00:00 PythonOperator 2021-07-16T09:00:33.023531+00:00 2021-07-16T09:00:36.709529+00:00 0:00:03.685998 54247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T09:00:30.810980+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T08:00:00+00:00 PythonOperator 2021-07-16T09:00:25.769083+00:00 2021-07-16T09:00:29.735769+00:00 0:00:03.966686 54246 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T09:00:22.851652+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T07:00:00+00:00 EmrJobFlowSensor 2021-07-16T08:12:38.485025+00:00 2021-07-16T08:22:41.476387+00:00 0:10:02.991362 54244 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T08:12:36.052467+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T07:00:00+00:00 EmrJobFlowSensor 2021-07-16T08:12:38.303695+00:00 2021-07-16T08:22:41.338886+00:00 0:10:03.035191 54243 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T08:12:36.052498+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T08:12:16.512554+00:00 2021-07-16T08:12:18.325715+00:00 0:00:01.813161 54242 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T08:12:14.051440+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T08:12:16.379585+00:00 2021-07-16T08:12:18.121208+00:00 0:00:01.741623 54241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T08:12:14.051478+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T07:00:00+00:00 PythonOperator 2021-07-16T08:11:56.219776+00:00 2021-07-16T08:11:59.730237+00:00 0:00:03.510461 54240 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T08:11:53.980447+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T07:00:00+00:00 PythonOperator 2021-07-16T08:11:54.235284+00:00 2021-07-16T08:11:58.182216+00:00 0:00:03.946932 54239 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T08:11:51.974416+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T07:00:00+00:00 TriggerDagRunOperator 2021-07-16T08:11:36.240980+00:00 2021-07-16T08:11:36.744044+00:00 0:00:00.503064 54238 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T08:11:33.965660+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T07:00:00+00:00 TriggerDagRunOperator 2021-07-16T08:11:36.167430+00:00 2021-07-16T08:11:36.544453+00:00 0:00:00.377023 54237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T08:11:33.965703+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T07:05:00+00:00 EmrJobFlowSensor 2021-07-16T08:05:53.266867+00:00 2021-07-16T08:14:55.937417+00:00 0:09:02.670550 54236 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T08:05:51.125454+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T08:05:31.734256+00:00 2021-07-16T08:05:33.471249+00:00 0:00:01.736993 54235 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T08:05:29.245834+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T07:05:00+00:00 PythonOperator 2021-07-16T08:05:09.311962+00:00 2021-07-16T08:05:13.019267+00:00 0:00:03.707305 54234 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T08:05:07.087156+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T07:00:00+00:00 EmrJobFlowSensor 2021-07-16T08:01:04.805968+00:00 2021-07-16T08:11:07.809124+00:00 0:10:03.003156 54233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T08:01:02.538578+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T07:00:00+00:00 EmrJobFlowSensor 2021-07-16T08:00:52.779392+00:00 2021-07-16T08:13:56.407414+00:00 0:13:03.628022 54232 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T08:00:50.527961+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T08:00:42.974081+00:00 2021-07-16T08:00:44.645319+00:00 0:00:01.671238 54231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T08:00:40.516674+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T08:00:31.070328+00:00 2021-07-16T08:00:32.966272+00:00 0:00:01.895944 54230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T08:00:28.543972+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T07:00:00+00:00 PythonOperator 2021-07-16T08:00:20.837996+00:00 2021-07-16T08:00:24.577967+00:00 0:00:03.739971 54229 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T08:00:18.498171+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T07:00:00+00:00 PythonOperator 2021-07-16T08:00:07.017373+00:00 2021-07-16T08:00:11.272434+00:00 0:00:04.255061 54228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T08:00:04.492632+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T06:00:00+00:00 EmrJobFlowSensor 2021-07-16T07:11:21.198954+00:00 2021-07-16T07:21:24.173819+00:00 0:10:02.974865 54226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T07:11:19.024568+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T06:00:00+00:00 EmrJobFlowSensor 2021-07-16T07:11:17.213775+00:00 2021-07-16T07:20:20.086918+00:00 0:09:02.873143 54225 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T07:11:15.021788+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T07:10:57.310501+00:00 2021-07-16T07:10:59.083457+00:00 0:00:01.772956 54224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T07:10:55.002411+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T07:10:51.219630+00:00 2021-07-16T07:10:53.103288+00:00 0:00:01.883658 54223 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T07:10:49.000580+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T06:00:00+00:00 PythonOperator 2021-07-16T07:10:30.809879+00:00 2021-07-16T07:10:34.924986+00:00 0:00:04.115107 54222 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T07:10:27.069665+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T06:00:00+00:00 PythonOperator 2021-07-16T07:10:25.291721+00:00 2021-07-16T07:10:30.520868+00:00 0:00:05.229147 54221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T07:10:22.949990+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T06:00:00+00:00 TriggerDagRunOperator 2021-07-16T07:10:13.355160+00:00 2021-07-16T07:10:13.914857+00:00 0:00:00.559697 54220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T07:10:10.984492+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T06:00:00+00:00 TriggerDagRunOperator 2021-07-16T07:10:13.274467+00:00 2021-07-16T07:10:13.655168+00:00 0:00:00.380701 54219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T07:10:10.984460+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T06:05:00+00:00 EmrJobFlowSensor 2021-07-16T07:05:56.558684+00:00 2021-07-16T07:14:59.154256+00:00 0:09:02.595572 54218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T07:05:54.388238+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T07:05:36.454852+00:00 2021-07-16T07:05:38.093410+00:00 0:00:01.638558 54217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T07:05:34.338840+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T06:05:00+00:00 PythonOperator 2021-07-16T07:05:14.724258+00:00 2021-07-16T07:05:18.553906+00:00 0:00:03.829648 54216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T07:05:12.441214+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T06:00:00+00:00 EmrJobFlowSensor 2021-07-16T07:01:06.602305+00:00 2021-07-16T07:14:10.275822+00:00 0:13:03.673517 54215 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T07:01:03.959983+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T06:00:00+00:00 EmrJobFlowSensor 2021-07-16T07:00:56.167868+00:00 2021-07-16T07:09:59.046399+00:00 0:09:02.878531 54214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T07:00:53.864270+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T07:00:44.481434+00:00 2021-07-16T07:00:46.317726+00:00 0:00:01.836292 54213 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T07:00:41.846046+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T07:00:34.099804+00:00 2021-07-16T07:00:35.939012+00:00 0:00:01.839208 54212 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T07:00:31.790521+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T06:00:00+00:00 PythonOperator 2021-07-16T07:00:24.270662+00:00 2021-07-16T07:00:28.466693+00:00 0:00:04.196031 54211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T07:00:21.847160+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T06:00:00+00:00 PythonOperator 2021-07-16T07:00:13.998729+00:00 2021-07-16T07:00:17.938618+00:00 0:00:03.939889 54210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T07:00:11.714099+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T05:00:00+00:00 EmrJobFlowSensor 2021-07-16T06:11:30.592349+00:00 2021-07-16T06:20:33.277855+00:00 0:09:02.685506 54208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T06:11:28.257828+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T05:00:00+00:00 EmrJobFlowSensor 2021-07-16T06:11:08.567605+00:00 2021-07-16T06:20:11.446280+00:00 0:09:02.878675 54207 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T06:11:06.189201+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T06:11:00.498547+00:00 2021-07-16T06:11:02.257050+00:00 0:00:01.758503 54206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T06:10:58.244011+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T06:10:48.506069+00:00 2021-07-16T06:10:50.403557+00:00 0:00:01.897488 54205 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T06:10:46.137807+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T05:00:00+00:00 PythonOperator 2021-07-16T06:10:40.282652+00:00 2021-07-16T06:10:44.047224+00:00 0:00:03.764572 54204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T06:10:38.090573+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T05:00:00+00:00 PythonOperator 2021-07-16T06:10:26.735333+00:00 2021-07-16T06:10:30.637869+00:00 0:00:03.902536 54203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T06:10:24.062466+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T05:00:00+00:00 TriggerDagRunOperator 2021-07-16T06:10:18.407161+00:00 2021-07-16T06:10:18.926245+00:00 0:00:00.519084 54202 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T06:10:16.051224+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T05:00:00+00:00 TriggerDagRunOperator 2021-07-16T06:10:18.302770+00:00 2021-07-16T06:10:18.686504+00:00 0:00:00.383734 54201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T06:10:16.051187+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T05:05:00+00:00 EmrJobFlowSensor 2021-07-16T06:06:08.017124+00:00 2021-07-16T06:15:10.854154+00:00 0:09:02.837030 54200 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T06:06:05.723427+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T06:05:44.110824+00:00 2021-07-16T06:05:45.878510+00:00 0:00:01.767686 54199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T06:05:41.753538+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T05:05:00+00:00 PythonOperator 2021-07-16T06:05:21.766338+00:00 2021-07-16T06:05:25.513162+00:00 0:00:03.746824 54198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T06:05:19.685173+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T05:00:00+00:00 EmrJobFlowSensor 2021-07-16T06:01:13.375045+00:00 2021-07-16T06:15:16.960004+00:00 0:14:03.584959 54197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T06:01:11.197523+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T05:00:00+00:00 EmrJobFlowSensor 2021-07-16T06:01:05.607141+00:00 2021-07-16T06:10:08.343758+00:00 0:09:02.736617 54196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T06:01:03.182970+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T06:00:53.403417+00:00 2021-07-16T06:00:55.195672+00:00 0:00:01.792255 54195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T06:00:51.159692+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T06:00:43.473718+00:00 2021-07-16T06:00:45.176488+00:00 0:00:01.702770 54194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T06:00:41.141900+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T05:00:00+00:00 PythonOperator 2021-07-16T06:00:23.374024+00:00 2021-07-16T06:00:27.525504+00:00 0:00:04.151480 54193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T06:00:21.124275+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T05:00:00+00:00 PythonOperator 2021-07-16T06:00:04.000736+00:00 2021-07-16T06:00:07.574589+00:00 0:00:03.573853 54192 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T06:00:01.151868+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T04:00:00+00:00 EmrJobFlowSensor 2021-07-16T05:12:12.476620+00:00 2021-07-16T05:22:15.604868+00:00 0:10:03.128248 54190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T05:12:10.302451+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T04:00:00+00:00 EmrJobFlowSensor 2021-07-16T05:12:08.517934+00:00 2021-07-16T05:21:11.312053+00:00 0:09:02.794119 54189 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T05:12:06.299661+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T05:11:50.386389+00:00 2021-07-16T05:11:52.056047+00:00 0:00:01.669658 54188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T05:11:48.207585+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T05:11:46.437716+00:00 2021-07-16T05:11:48.117032+00:00 0:00:01.679316 54187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T05:11:44.203863+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T04:00:00+00:00 PythonOperator 2021-07-16T05:11:29.761214+00:00 2021-07-16T05:11:33.766015+00:00 0:00:04.004801 54186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T05:11:26.188702+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T04:00:00+00:00 PythonOperator 2021-07-16T05:11:24.402256+00:00 2021-07-16T05:11:29.659735+00:00 0:00:05.257479 54185 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T05:11:22.186452+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T04:00:00+00:00 TriggerDagRunOperator 2021-07-16T05:11:12.516291+00:00 2021-07-16T05:11:13.058878+00:00 0:00:00.542587 54184 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T05:11:10.184083+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T04:00:00+00:00 TriggerDagRunOperator 2021-07-16T05:11:12.435419+00:00 2021-07-16T05:11:12.918689+00:00 0:00:00.483270 54183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T05:11:10.184050+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T04:05:00+00:00 EmrJobFlowSensor 2021-07-16T05:06:05.649649+00:00 2021-07-16T05:15:08.282972+00:00 0:09:02.633323 54182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T05:06:03.538132+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T05:05:43.790729+00:00 2021-07-16T05:05:45.468498+00:00 0:00:01.677769 54181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T05:05:41.518842+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T04:05:00+00:00 PythonOperator 2021-07-16T05:05:21.697461+00:00 2021-07-16T05:05:25.203656+00:00 0:00:03.506195 54180 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T05:05:19.497182+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T04:00:00+00:00 EmrJobFlowSensor 2021-07-16T05:01:45.630169+00:00 2021-07-16T05:10:48.657220+00:00 0:09:03.027051 54179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T05:01:43.244439+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T04:00:00+00:00 EmrJobFlowSensor 2021-07-16T05:01:15.419686+00:00 2021-07-16T05:14:18.553664+00:00 0:13:03.133978 54178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T05:01:13.094615+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T05:00:45.438154+00:00 2021-07-16T05:00:47.244389+00:00 0:00:01.806235 54177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T05:00:43.054692+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T05:00:27.304134+00:00 2021-07-16T05:00:29.179055+00:00 0:00:01.874921 54176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T05:00:25.007352+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T04:00:00+00:00 PythonOperator 2021-07-16T05:00:23.532204+00:00 2021-07-16T05:00:27.666362+00:00 0:00:04.134158 54175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T05:00:21.057437+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T04:00:00+00:00 PythonOperator 2021-07-16T05:00:05.556491+00:00 2021-07-16T05:00:09.297648+00:00 0:00:03.741157 54174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T05:00:03.056517+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T03:00:00+00:00 EmrJobFlowSensor 2021-07-16T04:10:24.904122+00:00 2021-07-16T04:20:27.732557+00:00 0:10:02.828435 54172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T04:10:22.728604+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T03:00:00+00:00 EmrJobFlowSensor 2021-07-16T04:10:12.988471+00:00 2021-07-16T04:18:15.930915+00:00 0:08:02.942444 54171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T04:10:10.756335+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T04:10:04.938211+00:00 2021-07-16T04:10:06.653089+00:00 0:00:01.714878 54170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T04:10:02.710162+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T04:09:50.907047+00:00 2021-07-16T04:09:52.658994+00:00 0:00:01.751947 54169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T04:09:48.699253+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T03:00:00+00:00 PythonOperator 2021-07-16T04:09:43.019663+00:00 2021-07-16T04:09:46.769614+00:00 0:00:03.749951 54168 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T04:09:40.690922+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T03:00:00+00:00 PythonOperator 2021-07-16T04:09:24.811838+00:00 2021-07-16T04:09:28.525066+00:00 0:00:03.713228 54167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T04:09:22.645736+00:00 2 default_pool