Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T18:00:49.048919+00:00 2021-06-26T18:00:50.903776+00:00 0:00:01.854857 46417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T18:00:46.351152+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T18:00:48.842347+00:00 2021-06-26T18:00:50.577251+00:00 0:00:01.734904 46416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T18:00:46.351114+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T17:00:00+00:00 PythonOperator 2021-06-26T18:00:16.647978+00:00 2021-06-26T18:00:20.342291+00:00 0:00:03.694313 46415 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T18:00:14.234639+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T17:00:00+00:00 PythonOperator 2021-06-26T18:00:16.567424+00:00 2021-06-26T18:00:20.139212+00:00 0:00:03.571788 46414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T18:00:14.234598+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T16:00:00+00:00 EmrJobFlowSensor 2021-06-26T17:11:26.253246+00:00 2021-06-26T17:20:29.089682+00:00 0:09:02.836436 46412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T17:11:24.061813+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T16:00:00+00:00 EmrJobFlowSensor 2021-06-26T17:11:20.413688+00:00 2021-06-26T17:19:23.232851+00:00 0:08:02.819163 46411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T17:11:18.031443+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T17:11:06.364432+00:00 2021-06-26T17:11:08.179377+00:00 0:00:01.814945 46410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T17:11:04.017042+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T17:11:00.701258+00:00 2021-06-26T17:11:02.619815+00:00 0:00:01.918557 46409 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T17:10:58.065840+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T16:00:00+00:00 PythonOperator 2021-06-26T17:10:44.353412+00:00 2021-06-26T17:10:48.254281+00:00 0:00:03.900869 46408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T17:10:42.002673+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T16:00:00+00:00 PythonOperator 2021-06-26T17:10:38.377621+00:00 2021-06-26T17:10:41.967898+00:00 0:00:03.590277 46407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T17:10:36.061047+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T16:00:00+00:00 TriggerDagRunOperator 2021-06-26T17:10:20.317564+00:00 2021-06-26T17:10:20.800761+00:00 0:00:00.483197 46406 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T17:10:17.935779+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T16:00:00+00:00 TriggerDagRunOperator 2021-06-26T17:10:20.129621+00:00 2021-06-26T17:10:20.527318+00:00 0:00:00.397697 46405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T17:10:17.935811+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T16:05:00+00:00 EmrJobFlowSensor 2021-06-26T17:05:53.747950+00:00 2021-06-26T17:14:56.323477+00:00 0:09:02.575527 46404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T17:05:51.376685+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T17:05:33.458230+00:00 2021-06-26T17:05:35.137326+00:00 0:00:01.679096 46403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T17:05:31.314173+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T16:05:00+00:00 PythonOperator 2021-06-26T17:05:11.629150+00:00 2021-06-26T17:05:15.169926+00:00 0:00:03.540776 46402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T17:05:09.357707+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T16:00:00+00:00 EmrJobFlowSensor 2021-06-26T17:01:17.186622+00:00 2021-06-26T17:20:21.440037+00:00 0:19:04.253415 46401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T17:01:14.895493+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T16:00:00+00:00 EmrJobFlowSensor 2021-06-26T17:01:05.182490+00:00 2021-06-26T17:10:08.033651+00:00 0:09:02.851161 46400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T17:01:02.954311+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T17:00:53.061738+00:00 2021-06-26T17:00:54.903233+00:00 0:00:01.841495 46399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T17:00:50.830761+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T17:00:31.219367+00:00 2021-06-26T17:00:33.055868+00:00 0:00:01.836501 46398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T17:00:28.941381+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T16:00:00+00:00 PythonOperator 2021-06-26T17:00:18.982202+00:00 2021-06-26T17:00:23.033537+00:00 0:00:04.051335 46397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T17:00:16.801894+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T16:00:00+00:00 PythonOperator 2021-06-26T17:00:05.484652+00:00 2021-06-26T17:00:09.062048+00:00 0:00:03.577396 46396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T17:00:02.843949+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T15:00:00+00:00 EmrJobFlowSensor 2021-06-26T16:12:38.881409+00:00 2021-06-26T16:21:41.478744+00:00 0:09:02.597335 46394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T16:12:36.541260+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T15:00:00+00:00 EmrJobFlowSensor 2021-06-26T16:12:28.848138+00:00 2021-06-26T16:21:31.665261+00:00 0:09:02.817123 46393 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T16:12:26.539850+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T16:12:16.998931+00:00 2021-06-26T16:12:18.724086+00:00 0:00:01.725155 46392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T16:12:14.520776+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T16:12:08.674725+00:00 2021-06-26T16:12:10.402331+00:00 0:00:01.727606 46391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T16:12:06.515043+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T15:00:00+00:00 PythonOperator 2021-06-26T16:11:56.683916+00:00 2021-06-26T16:12:00.497896+00:00 0:00:03.813980 46390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T16:11:54.502756+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T15:00:00+00:00 PythonOperator 2021-06-26T16:11:46.625742+00:00 2021-06-26T16:11:50.153111+00:00 0:00:03.527369 46389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T16:11:44.492140+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T15:00:00+00:00 TriggerDagRunOperator 2021-06-26T16:11:32.998265+00:00 2021-06-26T16:11:33.451202+00:00 0:00:00.452937 46388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T16:11:30.540930+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T15:00:00+00:00 TriggerDagRunOperator 2021-06-26T16:11:32.962075+00:00 2021-06-26T16:11:33.523034+00:00 0:00:00.560959 46387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T16:11:30.540881+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T15:05:00+00:00 EmrJobFlowSensor 2021-06-26T16:05:46.147068+00:00 2021-06-26T16:14:48.902983+00:00 0:09:02.755915 46386 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T16:05:43.857831+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T16:05:25.972791+00:00 2021-06-26T16:05:27.802844+00:00 0:00:01.830053 46385 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T16:05:23.779859+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T15:05:00+00:00 PythonOperator 2021-06-26T16:05:04.085112+00:00 2021-06-26T16:05:07.656087+00:00 0:00:03.570975 46384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T16:05:01.753395+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T15:00:00+00:00 EmrJobFlowSensor 2021-06-26T16:01:13.463794+00:00 2021-06-26T16:11:16.331431+00:00 0:10:02.867637 46383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T16:01:11.314016+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T15:00:00+00:00 EmrJobFlowSensor 2021-06-26T16:00:53.493694+00:00 2021-06-26T16:20:57.619313+00:00 0:20:04.125619 46382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T16:00:51.297066+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T16:00:33.690669+00:00 2021-06-26T16:00:35.388677+00:00 0:00:01.698008 46381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T16:00:31.290350+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T16:00:29.780072+00:00 2021-06-26T16:00:31.538084+00:00 0:00:01.758012 46380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T16:00:27.347278+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T15:00:00+00:00 PythonOperator 2021-06-26T16:00:12.546668+00:00 2021-06-26T16:00:16.274074+00:00 0:00:03.727406 46379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T16:00:09.271360+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T15:00:00+00:00 PythonOperator 2021-06-26T16:00:07.749701+00:00 2021-06-26T16:00:12.634777+00:00 0:00:04.885076 46378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T16:00:05.262465+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T14:00:00+00:00 EmrJobFlowSensor 2021-06-26T15:10:16.120922+00:00 2021-06-26T15:19:18.761826+00:00 0:09:02.640904 46376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T15:10:13.878091+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T14:00:00+00:00 EmrJobFlowSensor 2021-06-26T15:10:14.509569+00:00 2021-06-26T15:20:17.467945+00:00 0:10:02.958376 46375 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T15:10:11.869980+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T15:09:54.451686+00:00 2021-06-26T15:09:56.199121+00:00 0:00:01.747435 46374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T15:09:51.864079+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T15:09:51.987425+00:00 2021-06-26T15:09:54.029381+00:00 0:00:02.041956 46373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T15:09:49.785690+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T14:00:00+00:00 PythonOperator 2021-06-26T15:09:35.054679+00:00 2021-06-26T15:09:38.650627+00:00 0:00:03.595948 46372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T15:09:31.735377+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T14:00:00+00:00 PythonOperator 2021-06-26T15:09:30.286005+00:00 2021-06-26T15:09:34.917612+00:00 0:00:04.631607 46371 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T15:09:27.717193+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T14:00:00+00:00 TriggerDagRunOperator 2021-06-26T15:09:16.102872+00:00 2021-06-26T15:09:16.607597+00:00 0:00:00.504725 46370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T15:09:13.716039+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T14:00:00+00:00 TriggerDagRunOperator 2021-06-26T15:09:16.039450+00:00 2021-06-26T15:09:16.420604+00:00 0:00:00.381154 46369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T15:09:13.716080+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T14:05:00+00:00 EmrJobFlowSensor 2021-06-26T15:05:57.729600+00:00 2021-06-26T15:15:00.385019+00:00 0:09:02.655419 46368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T15:05:55.458175+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T15:05:37.559247+00:00 2021-06-26T15:05:39.291414+00:00 0:00:01.732167 46367 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T15:05:35.355908+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T14:05:00+00:00 PythonOperator 2021-06-26T15:05:15.457532+00:00 2021-06-26T15:05:18.959789+00:00 0:00:03.502257 46366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T15:05:13.304570+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T14:00:00+00:00 EmrJobFlowSensor 2021-06-26T15:00:49.379698+00:00 2021-06-26T15:08:51.939382+00:00 0:08:02.559684 46365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T15:00:46.723310+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T14:00:00+00:00 EmrJobFlowSensor 2021-06-26T15:00:49.032669+00:00 2021-06-26T15:19:53.328498+00:00 0:19:04.295829 46364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T15:00:46.723342+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T15:00:27.174839+00:00 2021-06-26T15:00:29.003819+00:00 0:00:01.828980 46363 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T15:00:24.761858+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T15:00:27.014493+00:00 2021-06-26T15:00:28.744428+00:00 0:00:01.729935 46362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T15:00:24.761828+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T14:00:00+00:00 PythonOperator 2021-06-26T15:00:07.692969+00:00 2021-06-26T15:00:11.295385+00:00 0:00:03.602416 46361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T15:00:04.686808+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T14:00:00+00:00 PythonOperator 2021-06-26T15:00:05.847669+00:00 2021-06-26T15:00:10.094743+00:00 0:00:04.247074 46360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T15:00:02.691356+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T13:00:00+00:00 EmrJobFlowSensor 2021-06-26T14:11:56.508562+00:00 2021-06-26T14:21:59.494670+00:00 0:10:02.986108 46358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T14:11:54.257522+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T13:00:00+00:00 EmrJobFlowSensor 2021-06-26T14:11:50.507481+00:00 2021-06-26T14:21:53.372993+00:00 0:10:02.865512 46357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T14:11:48.250875+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T14:11:34.697959+00:00 2021-06-26T14:11:36.453808+00:00 0:00:01.755849 46356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T14:11:32.190212+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T14:11:28.593888+00:00 2021-06-26T14:11:30.325828+00:00 0:00:01.731940 46355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T14:11:26.266445+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T13:00:00+00:00 PythonOperator 2021-06-26T14:11:12.313255+00:00 2021-06-26T14:11:15.880742+00:00 0:00:03.567487 46354 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T14:11:10.118654+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T13:00:00+00:00 PythonOperator 2021-06-26T14:11:06.404295+00:00 2021-06-26T14:11:09.932808+00:00 0:00:03.528513 46353 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T14:11:04.172449+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T13:00:00+00:00 TriggerDagRunOperator 2021-06-26T14:11:01.309910+00:00 2021-06-26T14:11:01.801435+00:00 0:00:00.491525 46352 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T14:10:58.243129+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T13:00:00+00:00 TriggerDagRunOperator 2021-06-26T14:11:00.865700+00:00 2021-06-26T14:11:01.261201+00:00 0:00:00.395501 46351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T14:10:58.243179+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T13:05:00+00:00 EmrJobFlowSensor 2021-06-26T14:05:54.069220+00:00 2021-06-26T14:13:56.608915+00:00 0:08:02.539695 46350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T14:05:51.677360+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T14:05:33.929940+00:00 2021-06-26T14:05:35.722404+00:00 0:00:01.792464 46349 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T14:05:31.586398+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T13:05:00+00:00 PythonOperator 2021-06-26T14:05:11.758132+00:00 2021-06-26T14:05:15.090674+00:00 0:00:03.332542 46348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T14:05:09.513538+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T13:00:00+00:00 EmrJobFlowSensor 2021-06-26T14:00:55.288056+00:00 2021-06-26T14:19:59.239135+00:00 0:19:03.951079 46347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T14:00:53.054483+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T13:00:00+00:00 EmrJobFlowSensor 2021-06-26T14:00:49.428722+00:00 2021-06-26T14:10:52.365246+00:00 0:10:02.936524 46346 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T14:00:47.043352+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T14:00:33.489041+00:00 2021-06-26T14:00:35.189909+00:00 0:00:01.700868 46345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T14:00:31.004925+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T14:00:29.188547+00:00 2021-06-26T14:00:30.922090+00:00 0:00:01.733543 46344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T14:00:26.975668+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T13:00:00+00:00 PythonOperator 2021-06-26T14:00:12.054389+00:00 2021-06-26T14:00:15.962384+00:00 0:00:03.907995 46343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T14:00:08.956226+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T13:00:00+00:00 PythonOperator 2021-06-26T14:00:07.200298+00:00 2021-06-26T14:00:11.965154+00:00 0:00:04.764856 46342 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T14:00:04.946613+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T12:00:00+00:00 EmrJobFlowSensor 2021-06-26T13:10:23.965433+00:00 2021-06-26T13:19:26.654596+00:00 0:09:02.689163 46340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T13:10:21.789111+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T12:00:00+00:00 EmrJobFlowSensor 2021-06-26T13:10:18.350909+00:00 2021-06-26T13:20:21.420695+00:00 0:10:03.069786 46339 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T13:10:15.852644+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T13:10:02.010888+00:00 2021-06-26T13:10:03.841149+00:00 0:00:01.830261 46338 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T13:09:59.783912+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T13:09:57.966126+00:00 2021-06-26T13:09:59.853043+00:00 0:00:01.886917 46337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T13:09:55.727169+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T12:00:00+00:00 PythonOperator 2021-06-26T13:09:39.961671+00:00 2021-06-26T13:09:43.353791+00:00 0:00:03.392120 46336 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T13:09:37.713368+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T12:00:00+00:00 PythonOperator 2021-06-26T13:09:35.963745+00:00 2021-06-26T13:09:39.760743+00:00 0:00:03.796998 46335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T13:09:33.710104+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T12:00:00+00:00 TriggerDagRunOperator 2021-06-26T13:09:20.110690+00:00 2021-06-26T13:09:20.621638+00:00 0:00:00.510948 46334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T13:09:17.695988+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T12:00:00+00:00 TriggerDagRunOperator 2021-06-26T13:09:19.986220+00:00 2021-06-26T13:09:20.405674+00:00 0:00:00.419454 46333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T13:09:17.695956+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T12:05:00+00:00 EmrJobFlowSensor 2021-06-26T13:05:53.384308+00:00 2021-06-26T13:14:55.937095+00:00 0:09:02.552787 46332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T13:05:51.172656+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T13:05:33.265555+00:00 2021-06-26T13:05:34.934798+00:00 0:00:01.669243 46331 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T13:05:31.147251+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T12:05:00+00:00 PythonOperator 2021-06-26T13:05:11.209766+00:00 2021-06-26T13:05:14.879260+00:00 0:00:03.669494 46330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T13:05:09.089397+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T12:00:00+00:00 EmrJobFlowSensor 2021-06-26T13:00:54.783430+00:00 2021-06-26T13:08:57.379742+00:00 0:08:02.596312 46329 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T13:00:52.521330+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T12:00:00+00:00 EmrJobFlowSensor 2021-06-26T13:00:50.708641+00:00 2021-06-26T13:18:54.754965+00:00 0:18:04.046324 46328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T13:00:48.516303+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T13:00:33.045398+00:00 2021-06-26T13:00:34.890380+00:00 0:00:01.844982 46327 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T13:00:30.566673+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T13:00:28.797456+00:00 2021-06-26T13:00:30.627154+00:00 0:00:01.829698 46326 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T13:00:26.506528+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T12:00:00+00:00 PythonOperator 2021-06-26T13:00:10.770182+00:00 2021-06-26T13:00:14.452702+00:00 0:00:03.682520 46325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T13:00:08.463661+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T12:00:00+00:00 PythonOperator 2021-06-26T13:00:08.929339+00:00 2021-06-26T13:00:12.700006+00:00 0:00:03.770667 46324 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T13:00:06.387570+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T11:00:00+00:00 EmrJobFlowSensor 2021-06-26T12:12:22.229149+00:00 2021-06-26T12:21:25.073637+00:00 0:09:02.844488 46322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T12:12:19.954756+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T11:00:00+00:00 EmrJobFlowSensor 2021-06-26T12:12:12.055330+00:00 2021-06-26T12:20:14.739859+00:00 0:08:02.684529 46321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T12:12:09.916588+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T12:12:00.454957+00:00 2021-06-26T12:12:02.372845+00:00 0:00:01.917888 46320 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T12:11:58.047166+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T12:11:48.620081+00:00 2021-06-26T12:11:50.280812+00:00 0:00:01.660731 46319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T12:11:45.905191+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T11:00:00+00:00 PythonOperator 2021-06-26T12:11:40.170527+00:00 2021-06-26T12:11:43.980580+00:00 0:00:03.810053 46318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T12:11:37.888866+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T11:00:00+00:00 PythonOperator 2021-06-26T12:11:26.096040+00:00 2021-06-26T12:11:29.575346+00:00 0:00:03.479306 46317 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T12:11:23.819813+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T11:00:00+00:00 TriggerDagRunOperator 2021-06-26T12:11:16.430020+00:00 2021-06-26T12:11:16.821129+00:00 0:00:00.391109 46316 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T12:11:13.818674+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T11:00:00+00:00 TriggerDagRunOperator 2021-06-26T12:11:16.201868+00:00 2021-06-26T12:11:16.725308+00:00 0:00:00.523440 46315 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T12:11:13.818718+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T11:05:00+00:00 EmrJobFlowSensor 2021-06-26T12:05:51.551385+00:00 2021-06-26T12:13:54.034690+00:00 0:08:02.483305 46314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T12:05:49.440807+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T12:05:29.745251+00:00 2021-06-26T12:05:31.455112+00:00 0:00:01.709861 46313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T12:05:27.393440+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T11:05:00+00:00 PythonOperator 2021-06-26T12:05:09.714993+00:00 2021-06-26T12:05:13.125331+00:00 0:00:03.410338 46312 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T12:05:07.352436+00:00 2 default_pool