Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T16:19:59.083557+00:00 2021-07-01T16:20:00.817065+00:00 0:00:01.733508 48426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T16:19:56.764789+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T15:00:00+00:00 PythonOperator 2021-07-01T16:19:49.042293+00:00 2021-07-01T16:19:52.409182+00:00 0:00:03.366889 48425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T16:19:46.700896+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T15:05:00+00:00 PythonOperator 2021-07-01T16:19:39.279620+00:00 2021-07-01T16:19:43.145206+00:00 0:00:03.865586 48424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T16:19:36.692671+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T15:00:00+00:00 PythonOperator 2021-07-01T16:19:39.348118+00:00 2021-07-01T16:19:43.050599+00:00 0:00:03.702481 48423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T16:19:36.692703+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T15:00:00+00:00 TriggerDagRunOperator 2021-07-01T16:19:31.312230+00:00 2021-07-01T16:19:31.871590+00:00 0:00:00.559360 48422 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T16:19:28.689266+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T15:00:00+00:00 TriggerDagRunOperator 2021-07-01T16:19:31.205218+00:00 2021-07-01T16:19:31.595755+00:00 0:00:00.390537 48421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T16:19:28.689232+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T15:00:00+00:00 EmrJobFlowSensor 2021-07-01T16:01:06.298759+00:00 2021-07-01T16:13:09.522228+00:00 0:12:03.223469 48419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T16:01:04.117964+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T15:00:00+00:00 EmrJobFlowSensor 2021-07-01T16:00:56.223910+00:00 2021-07-01T16:10:59.237626+00:00 0:10:03.013716 48418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T16:00:54.109611+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T16:00:44.565119+00:00 2021-07-01T16:00:46.464469+00:00 0:00:01.899350 48417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T16:00:42.106081+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T16:00:34.402341+00:00 2021-07-01T16:00:36.096802+00:00 0:00:01.694461 48416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T16:00:32.089756+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T15:00:00+00:00 PythonOperator 2021-07-01T16:00:22.210670+00:00 2021-07-01T16:00:26.154704+00:00 0:00:03.944034 48415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T16:00:20.038018+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T15:00:00+00:00 PythonOperator 2021-07-01T16:00:12.293557+00:00 2021-07-01T16:00:15.979949+00:00 0:00:03.686392 48414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T16:00:10.025486+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T14:00:00+00:00 EmrJobFlowSensor 2021-07-01T15:16:07.648658+00:00 2021-07-01T15:25:10.295299+00:00 0:09:02.646641 48413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T15:16:05.451001+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T14:00:00+00:00 EmrJobFlowSensor 2021-07-01T15:15:55.596537+00:00 2021-07-01T15:24:58.233435+00:00 0:09:02.636898 48412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T15:15:53.354900+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T15:15:45.606973+00:00 2021-07-01T15:15:47.315214+00:00 0:00:01.708241 48411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T15:15:43.350819+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T15:15:35.491715+00:00 2021-07-01T15:15:37.148121+00:00 0:00:01.656406 48410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T15:15:33.335932+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T14:00:00+00:00 PythonOperator 2021-07-01T15:15:23.544184+00:00 2021-07-01T15:15:27.404828+00:00 0:00:03.860644 48409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T15:15:21.325575+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T14:00:00+00:00 PythonOperator 2021-07-01T15:15:13.669765+00:00 2021-07-01T15:15:17.682644+00:00 0:00:04.012879 48408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T15:15:11.315152+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T14:00:00+00:00 TriggerDagRunOperator 2021-07-01T15:15:07.640680+00:00 2021-07-01T15:15:08.047824+00:00 0:00:00.407144 48407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T15:15:05.321012+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T14:00:00+00:00 TriggerDagRunOperator 2021-07-01T15:15:07.598347+00:00 2021-07-01T15:15:08.179610+00:00 0:00:00.581263 48406 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T15:15:05.321056+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T14:05:00+00:00 EmrJobFlowSensor 2021-07-01T15:06:08.597697+00:00 2021-07-01T15:15:11.604536+00:00 0:09:03.006839 48405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T15:06:06.387761+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T15:05:40.547196+00:00 2021-07-01T15:05:42.256478+00:00 0:00:01.709282 48404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T15:05:38.316161+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T14:05:00+00:00 PythonOperator 2021-07-01T15:05:12.702045+00:00 2021-07-01T15:05:16.012918+00:00 0:00:03.310873 48403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T15:05:10.346237+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T14:00:00+00:00 EmrJobFlowSensor 2021-07-01T15:04:46.376618+00:00 2021-07-01T15:17:49.544697+00:00 0:13:03.168079 48402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T15:04:44.197505+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T14:00:00+00:00 EmrJobFlowSensor 2021-07-01T15:04:44.649659+00:00 2021-07-01T15:14:47.538193+00:00 0:10:02.888534 48401 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T15:04:42.254031+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T15:04:26.285462+00:00 2021-07-01T15:04:27.972445+00:00 0:00:01.686983 48400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T15:04:24.146851+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T15:04:22.298979+00:00 2021-07-01T15:04:24.079341+00:00 0:00:01.780362 48399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T15:04:20.142170+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T14:00:00+00:00 PythonOperator 2021-07-01T15:04:04.635442+00:00 2021-07-01T15:04:08.401752+00:00 0:00:03.766310 48398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T15:04:02.126822+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T14:00:00+00:00 PythonOperator 2021-07-01T15:04:00.386074+00:00 2021-07-01T15:04:04.011740+00:00 0:00:03.625666 48397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T15:03:58.121918+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T13:00:00+00:00 EmrJobFlowSensor 2021-07-01T14:11:44.453113+00:00 2021-07-01T14:19:47.122804+00:00 0:08:02.669691 48395 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T14:11:41.857699+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T13:00:00+00:00 EmrJobFlowSensor 2021-07-01T14:11:38.067733+00:00 2021-07-01T14:21:40.830554+00:00 0:10:02.762821 48394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T14:11:35.796193+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T14:11:16.079283+00:00 2021-07-01T14:11:17.867638+00:00 0:00:01.788355 48393 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T14:11:13.784322+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T14:11:10.074992+00:00 2021-07-01T14:11:11.785564+00:00 0:00:01.710572 48392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T14:11:07.768257+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T13:00:00+00:00 PythonOperator 2021-07-01T14:10:49.135593+00:00 2021-07-01T14:10:52.512370+00:00 0:00:03.376777 48391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T14:10:45.749458+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T13:00:00+00:00 PythonOperator 2021-07-01T14:10:44.031631+00:00 2021-07-01T14:10:48.844012+00:00 0:00:04.812381 48390 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T14:10:41.760438+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T13:00:00+00:00 TriggerDagRunOperator 2021-07-01T14:10:32.047060+00:00 2021-07-01T14:10:32.464034+00:00 0:00:00.416974 48389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T14:10:29.732143+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T13:00:00+00:00 TriggerDagRunOperator 2021-07-01T14:10:31.990470+00:00 2021-07-01T14:10:32.520728+00:00 0:00:00.530258 48388 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T14:10:29.732175+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T13:05:00+00:00 EmrJobFlowSensor 2021-07-01T14:06:03.716898+00:00 2021-07-01T14:15:06.387367+00:00 0:09:02.670469 48387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T14:06:01.462143+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T14:05:41.480580+00:00 2021-07-01T14:05:43.188550+00:00 0:00:01.707970 48386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T14:05:39.369604+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T13:05:00+00:00 PythonOperator 2021-07-01T14:05:21.476146+00:00 2021-07-01T14:05:25.063957+00:00 0:00:03.587811 48385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T14:05:19.323085+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T13:00:00+00:00 EmrJobFlowSensor 2021-07-01T14:01:01.209413+00:00 2021-07-01T14:10:03.808731+00:00 0:09:02.599318 48384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T14:00:58.927477+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T13:00:00+00:00 EmrJobFlowSensor 2021-07-01T14:00:49.398364+00:00 2021-07-01T14:12:52.729990+00:00 0:12:03.331626 48383 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T14:00:46.919325+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T14:00:39.125055+00:00 2021-07-01T14:00:40.822726+00:00 0:00:01.697671 48382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T14:00:36.914785+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T14:00:27.035294+00:00 2021-07-01T14:00:28.756551+00:00 0:00:01.721257 48381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T14:00:24.899203+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T13:00:00+00:00 PythonOperator 2021-07-01T14:00:17.083300+00:00 2021-07-01T14:00:20.538357+00:00 0:00:03.455057 48380 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T14:00:14.889862+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T13:00:00+00:00 PythonOperator 2021-07-01T14:00:07.235185+00:00 2021-07-01T14:00:10.950521+00:00 0:00:03.715336 48379 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T14:00:04.883832+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T12:00:00+00:00 EmrJobFlowSensor 2021-07-01T13:11:12.787016+00:00 2021-07-01T13:21:15.648199+00:00 0:10:02.861183 48377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T13:11:10.615021+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T12:00:00+00:00 EmrJobFlowSensor 2021-07-01T13:11:06.754416+00:00 2021-07-01T13:21:09.609809+00:00 0:10:02.855393 48376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T13:11:04.609702+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T13:10:46.797220+00:00 2021-07-01T13:10:48.641408+00:00 0:00:01.844188 48375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T13:10:44.602336+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T13:10:40.789632+00:00 2021-07-01T13:10:42.458420+00:00 0:00:01.668788 48374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T13:10:38.589224+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T12:00:00+00:00 PythonOperator 2021-07-01T13:10:24.806598+00:00 2021-07-01T13:10:28.448712+00:00 0:00:03.642114 48373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T13:10:22.533318+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T12:00:00+00:00 PythonOperator 2021-07-01T13:10:18.770662+00:00 2021-07-01T13:10:22.465960+00:00 0:00:03.695298 48372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T13:10:16.531457+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T12:00:00+00:00 TriggerDagRunOperator 2021-07-01T13:10:03.233660+00:00 2021-07-01T13:10:03.739665+00:00 0:00:00.506005 48371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T13:10:00.573417+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T12:00:00+00:00 TriggerDagRunOperator 2021-07-01T13:10:03.068750+00:00 2021-07-01T13:10:03.603858+00:00 0:00:00.535108 48370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T13:10:00.573449+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T12:05:00+00:00 EmrJobFlowSensor 2021-07-01T13:06:22.278445+00:00 2021-07-01T13:14:24.779983+00:00 0:08:02.501538 48369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T13:06:20.121440+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T13:05:42.478581+00:00 2021-07-01T13:05:44.241494+00:00 0:00:01.762913 48368 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T13:05:40.094408+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T12:05:00+00:00 PythonOperator 2021-07-01T13:05:08.320935+00:00 2021-07-01T13:05:11.956989+00:00 0:00:03.636054 48367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T13:05:06.033872+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T12:00:00+00:00 EmrJobFlowSensor 2021-07-01T13:00:53.712555+00:00 2021-07-01T13:09:56.510100+00:00 0:09:02.797545 48366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T13:00:51.555774+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T12:00:00+00:00 EmrJobFlowSensor 2021-07-01T13:00:47.791377+00:00 2021-07-01T13:12:51.060048+00:00 0:12:03.268671 48365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T13:00:45.549616+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T13:00:34.033216+00:00 2021-07-01T13:00:35.843911+00:00 0:00:01.810695 48364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T13:00:31.540133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T13:00:27.707927+00:00 2021-07-01T13:00:29.454401+00:00 0:00:01.746474 48363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T13:00:25.532938+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T12:00:00+00:00 PythonOperator 2021-07-01T13:00:11.930225+00:00 2021-07-01T13:00:15.581344+00:00 0:00:03.651119 48362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T13:00:09.577168+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T12:00:00+00:00 PythonOperator 2021-07-01T13:00:06.053700+00:00 2021-07-01T13:00:09.747172+00:00 0:00:03.693472 48361 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T13:00:03.547080+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T11:00:00+00:00 EmrJobFlowSensor 2021-07-01T12:20:13.826389+00:00 2021-07-01T12:20:15.432554+00:00 0:00:01.606165 48359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T12:20:11.642959+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T11:00:00+00:00 EmrJobFlowSensor 2021-07-01T12:20:10.029668+00:00 2021-07-01T12:21:11.739290+00:00 0:01:01.709622 48358 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T12:20:07.647359+00:00 3 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T12:11:35.380926+00:00 2021-07-01T12:11:37.085343+00:00 0:00:01.704417 48355 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T12:11:32.861853+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T12:11:25.074554+00:00 2021-07-01T12:11:26.744962+00:00 0:00:01.670408 48354 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T12:11:22.690460+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T11:00:00+00:00 PythonOperator 2021-07-01T12:11:13.418401+00:00 2021-07-01T12:11:16.469665+00:00 0:00:03.051264 48353 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T12:11:10.672364+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T11:00:00+00:00 PythonOperator 2021-07-01T12:11:05.124360+00:00 2021-07-01T12:11:08.032226+00:00 0:00:02.907866 48352 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T12:11:02.629004+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T11:00:00+00:00 TriggerDagRunOperator 2021-07-01T12:10:59.278608+00:00 2021-07-01T12:10:59.689472+00:00 0:00:00.410864 48351 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T12:10:56.674480+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T11:00:00+00:00 TriggerDagRunOperator 2021-07-01T12:10:59.155521+00:00 2021-07-01T12:10:59.678670+00:00 0:00:00.523149 48350 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T12:10:56.674533+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T11:05:00+00:00 EmrJobFlowSensor 2021-07-01T12:06:04.409284+00:00 2021-07-01T12:15:07.096351+00:00 0:09:02.687067 48349 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T12:06:02.199875+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T12:05:42.387082+00:00 2021-07-01T12:05:44.122185+00:00 0:00:01.735103 48348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T12:05:40.128970+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T11:05:00+00:00 PythonOperator 2021-07-01T12:05:20.262827+00:00 2021-07-01T12:05:23.836194+00:00 0:00:03.573367 48347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T12:05:18.110107+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T11:00:00+00:00 EmrJobFlowSensor 2021-07-01T12:00:50.208193+00:00 2021-07-01T12:11:53.051328+00:00 0:11:02.843135 48346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T12:00:47.686152+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T11:00:00+00:00 EmrJobFlowSensor 2021-07-01T12:00:48.184984+00:00 2021-07-01T12:10:51.273981+00:00 0:10:03.088997 48345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T12:00:45.754878+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T12:00:27.877256+00:00 2021-07-01T12:00:29.694329+00:00 0:00:01.817073 48344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T12:00:25.633750+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T12:00:25.778010+00:00 2021-07-01T12:00:27.526159+00:00 0:00:01.748149 48343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T12:00:23.630100+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T11:00:00+00:00 PythonOperator 2021-07-01T12:00:07.808569+00:00 2021-07-01T12:00:11.541533+00:00 0:00:03.732964 48342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T12:00:05.616101+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T11:00:00+00:00 PythonOperator 2021-07-01T12:00:06.181670+00:00 2021-07-01T12:00:09.917668+00:00 0:00:03.735998 48341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T12:00:03.614280+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-01T10:00:00+00:00 EmrJobFlowSensor 2021-07-01T11:31:12.260596+00:00 2021-07-01T11:40:15.395312+00:00 0:09:03.134716 48339 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T11:31:10.018973+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-01T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T11:30:50.111715+00:00 2021-07-01T11:30:51.776804+00:00 0:00:01.665089 48338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T11:30:47.994007+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-01T10:00:00+00:00 PythonOperator 2021-07-01T11:30:30.515232+00:00 2021-07-01T11:30:33.972052+00:00 0:00:03.456820 48337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:30:27.959563+00:00 3 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T10:05:00+00:00 EmrJobFlowSensor 2021-07-01T11:18:04.913236+00:00 2021-07-01T11:18:06.337607+00:00 0:00:01.424371 48336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T11:18:02.331453+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T18:00:00+00:00 EmrJobFlowSensor 2021-07-01T11:18:02.932967+00:00 2021-07-01T11:18:04.520540+00:00 0:00:01.587573 48335 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T11:18:00.330746+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-01T10:00:00+00:00 EmrJobFlowSensor 2021-07-01T11:18:02.711394+00:00 2021-07-01T11:21:04.845294+00:00 0:03:02.133900 48334 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T11:18:00.330717+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T10:00:00+00:00 EmrJobFlowSensor 2021-07-01T11:16:08.563317+00:00 2021-07-01T11:27:11.771738+00:00 0:11:03.208421 48333 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T11:16:06.192886+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T11:15:34.574223+00:00 2021-07-01T11:15:36.457702+00:00 0:00:01.883479 48332 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T11:15:32.110002+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T10:00:00+00:00 PythonOperator 2021-07-01T11:15:08.473234+00:00 2021-07-01T11:15:12.229769+00:00 0:00:03.756535 48331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:15:06.089101+00:00 3 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-01T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T11:10:57.677146+00:00 2021-07-01T11:10:59.488114+00:00 0:00:01.810968 48329 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T11:10:55.512807+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-01T10:00:00+00:00 PythonOperator 2021-07-01T11:10:35.807826+00:00 2021-07-01T11:10:38.828720+00:00 0:00:03.020894 48327 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:10:33.495789+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T10:00:00+00:00 TriggerDagRunOperator 2021-07-01T11:10:26.078425+00:00 2021-07-01T11:10:26.679688+00:00 0:00:00.601263 48326 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T11:10:23.490463+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T10:00:00+00:00 TriggerDagRunOperator 2021-07-01T11:10:25.910896+00:00 2021-07-01T11:10:26.425882+00:00 0:00:00.514986 48325 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T11:10:23.490420+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T22:00:00+00:00 EmrJobFlowSensor 2021-07-01T11:07:13.452726+00:00 48324 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T11:07:11.055852+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T23:00:00+00:00 PythonOperator 2021-07-01T11:07:13.459133+00:00 2021-07-01T11:07:17.277970+00:00 0:00:03.818837 48323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:07:11.055822+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T11:06:51.376655+00:00 2021-07-01T11:06:53.227896+00:00 0:00:01.851241 48322 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T11:06:49.004482+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T22:00:00+00:00 PythonOperator 2021-07-01T11:06:29.475460+00:00 2021-07-01T11:06:32.555077+00:00 0:00:03.079617 48321 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:06:26.955466+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T11:05:39.201869+00:00 2021-07-01T11:05:40.946980+00:00 0:00:01.745111 48319 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T11:05:36.788045+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T10:05:00+00:00 PythonOperator 2021-07-01T11:05:19.402257+00:00 2021-07-01T11:05:22.249779+00:00 0:00:02.847522 48318 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:05:16.700234+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T19:00:00+00:00 PythonOperator 2021-07-01T11:02:40.683866+00:00 2021-07-01T11:02:45.179425+00:00 0:00:04.495559 48315 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:02:38.420861+00:00 2 default_pool