Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T17:12:00.940981+00:00 2021-07-08T17:12:02.761350+00:00 0:00:01.820369 51549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T17:11:57.970347+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T17:11:54.317476+00:00 2021-07-08T17:11:56.106440+00:00 0:00:01.788964 51548 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T17:11:51.892409+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T16:00:00+00:00 PythonOperator 2021-07-08T17:11:38.261380+00:00 2021-07-08T17:11:41.780478+00:00 0:00:03.519098 51547 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T17:11:35.848256+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T16:00:00+00:00 PythonOperator 2021-07-08T17:11:34.218518+00:00 2021-07-08T17:11:38.136149+00:00 0:00:03.917631 51546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T17:11:31.838992+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T16:00:00+00:00 TriggerDagRunOperator 2021-07-08T17:11:24.347404+00:00 2021-07-08T17:11:24.861175+00:00 0:00:00.513771 51545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T17:11:21.830903+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T16:00:00+00:00 TriggerDagRunOperator 2021-07-08T17:11:24.140999+00:00 2021-07-08T17:11:24.557655+00:00 0:00:00.416656 51544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T17:11:21.830874+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T16:05:00+00:00 EmrJobFlowSensor 2021-07-08T17:05:53.364707+00:00 2021-07-08T17:13:55.885314+00:00 0:08:02.520607 51543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T17:05:51.174623+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T17:05:31.372647+00:00 2021-07-08T17:05:33.123405+00:00 0:00:01.750758 51542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T17:05:29.156370+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T16:05:00+00:00 PythonOperator 2021-07-08T17:05:09.563011+00:00 2021-07-08T17:05:13.101713+00:00 0:00:03.538702 51541 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T17:05:07.151085+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T16:00:00+00:00 EmrJobFlowSensor 2021-07-08T17:01:02.973104+00:00 2021-07-08T17:11:06.031515+00:00 0:10:03.058411 51540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T17:01:00.680929+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T17:00:40.786900+00:00 2021-07-08T17:00:42.486202+00:00 0:00:01.699302 51539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T17:00:38.546826+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T17:00:36.818056+00:00 2021-07-08T17:00:38.531827+00:00 0:00:01.713771 51538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T17:00:34.555492+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T16:00:00+00:00 PythonOperator 2021-07-08T17:00:20.813768+00:00 2021-07-08T17:00:24.550199+00:00 0:00:03.736431 51537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T17:00:18.425356+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T16:00:00+00:00 PythonOperator 2021-07-08T17:00:14.658032+00:00 2021-07-08T17:00:18.744227+00:00 0:00:04.086195 51536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T17:00:12.421250+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T15:00:00+00:00 EmrJobFlowSensor 2021-07-08T16:12:15.171356+00:00 2021-07-08T16:22:18.061635+00:00 0:10:02.890279 51534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T16:12:12.863558+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T15:00:00+00:00 EmrJobFlowSensor 2021-07-08T16:12:13.235590+00:00 2021-07-08T16:20:16.079646+00:00 0:08:02.844056 51533 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T16:12:10.810509+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T16:11:53.060081+00:00 2021-07-08T16:11:54.740546+00:00 0:00:01.680465 51532 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T16:11:50.788973+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T16:11:49.369053+00:00 2021-07-08T16:11:51.070772+00:00 0:00:01.701719 51531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T16:11:46.791571+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T15:00:00+00:00 PythonOperator 2021-07-08T16:11:33.125195+00:00 2021-07-08T16:11:36.793161+00:00 0:00:03.667966 51530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T16:11:30.734735+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T15:00:00+00:00 PythonOperator 2021-07-08T16:11:29.361388+00:00 2021-07-08T16:11:33.040918+00:00 0:00:03.679530 51529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T16:11:26.761400+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T15:00:00+00:00 TriggerDagRunOperator 2021-07-08T16:11:21.109216+00:00 2021-07-08T16:11:21.610900+00:00 0:00:00.501684 51528 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T16:11:18.747567+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T15:00:00+00:00 TriggerDagRunOperator 2021-07-08T16:11:20.907645+00:00 2021-07-08T16:11:21.299238+00:00 0:00:00.391593 51527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T16:11:18.747530+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T15:05:00+00:00 EmrJobFlowSensor 2021-07-08T16:06:10.471521+00:00 2021-07-08T16:14:13.115320+00:00 0:08:02.643799 51526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T16:06:08.240885+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T16:05:32.371718+00:00 2021-07-08T16:05:34.119597+00:00 0:00:01.747879 51525 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T16:05:30.205585+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T15:05:00+00:00 PythonOperator 2021-07-08T16:05:06.334109+00:00 2021-07-08T16:05:10.112029+00:00 0:00:03.777920 51524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T16:05:04.196494+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T15:00:00+00:00 EmrJobFlowSensor 2021-07-08T16:01:08.260579+00:00 2021-07-08T16:11:11.159236+00:00 0:10:02.898657 51523 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T16:01:05.893147+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T16:00:44.662424+00:00 2021-07-08T16:00:46.786158+00:00 0:00:02.123734 51520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T16:00:41.858314+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T15:00:00+00:00 PythonOperator 2021-07-08T16:00:22.041058+00:00 2021-07-08T16:00:25.835333+00:00 0:00:03.794275 51518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T16:00:19.832920+00:00 2 default_pool
success primary-audience-global-cassandra_v003 create_cluster 2021-07-08T15:56:38.514497+00:00 PythonOperator 2021-07-08T15:57:03.801848+00:00 2021-07-08T15:57:08.057176+00:00 0:00:04.255328 51517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T15:57:01.519396+00:00 2 default_pool
success primary-audience-global-cassandra_v003 validation 2021-07-08T15:56:38.514497+00:00 PythonOperator 2021-07-08T15:56:50.480077+00:00 2021-07-08T15:56:50.821097+00:00 0:00:00.341020 51516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success primary-audience-global-cassandra_v003 create_cluster 2021-07-08T15:38:24.555785+00:00 PythonOperator 2021-07-08T15:41:28.430926+00:00 2021-07-08T15:41:32.217472+00:00 0:00:03.786546 51514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success primary-audience-global-cassandra_v003 validation 2021-07-08T15:38:24.555785+00:00 PythonOperator 2021-07-08T15:41:23.526767+00:00 2021-07-08T15:41:23.974646+00:00 0:00:00.447879 51513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T14:00:00+00:00 EmrJobFlowSensor 2021-07-08T15:36:21.154235+00:00 2021-07-08T15:46:24.090806+00:00 0:10:02.936571 51512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T15:36:07.659607+00:00 2021-07-08T15:36:09.454114+00:00 0:00:01.794507 51511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T14:00:00+00:00 PythonOperator 2021-07-08T15:36:01.784828+00:00 2021-07-08T15:36:05.425942+00:00 0:00:03.641114 51510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T14:00:00+00:00 EmrJobFlowSensor 2021-07-08T15:35:30.468125+00:00 2021-07-08T15:47:33.680360+00:00 0:12:03.212235 51509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T15:35:21.744309+00:00 2021-07-08T15:35:23.516634+00:00 0:00:01.772325 51508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T14:00:00+00:00 PythonOperator 2021-07-08T15:35:10.200795+00:00 2021-07-08T15:35:14.282280+00:00 0:00:04.081485 51507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T14:00:00+00:00 TriggerDagRunOperator 2021-07-08T15:34:31.785524+00:00 2021-07-08T15:34:32.168600+00:00 0:00:00.383076 51506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T14:00:00+00:00 TriggerDagRunOperator 2021-07-08T15:33:28.220483+00:00 2021-07-08T15:33:28.583329+00:00 0:00:00.362846 51505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T14:05:00+00:00 EmrJobFlowSensor 2021-07-08T15:06:05.405315+00:00 2021-07-08T15:15:08.261727+00:00 0:09:02.856412 51504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T15:06:03.139648+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T15:05:43.284400+00:00 2021-07-08T15:05:45.173165+00:00 0:00:01.888765 51503 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T15:05:41.118098+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T14:05:00+00:00 PythonOperator 2021-07-08T15:05:21.456045+00:00 2021-07-08T15:05:24.867760+00:00 0:00:03.411715 51502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T15:05:19.100356+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T14:00:00+00:00 EmrJobFlowSensor 2021-07-08T15:00:58.852660+00:00 2021-07-08T15:11:01.867830+00:00 0:10:03.015170 51501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T15:00:56.528831+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T14:00:00+00:00 EmrJobFlowSensor 2021-07-08T15:00:47.174075+00:00 2021-07-08T15:14:50.577325+00:00 0:14:03.403250 51500 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T15:00:44.647394+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T15:00:37.092060+00:00 2021-07-08T15:00:38.882947+00:00 0:00:01.790887 51499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T15:00:34.567779+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T15:00:26.843890+00:00 2021-07-08T15:00:28.699112+00:00 0:00:01.855222 51498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T15:00:24.569888+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T14:00:00+00:00 PythonOperator 2021-07-08T15:00:15.127684+00:00 2021-07-08T15:00:18.656965+00:00 0:00:03.529281 51497 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T15:00:12.564890+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T14:00:00+00:00 PythonOperator 2021-07-08T15:00:04.885449+00:00 2021-07-08T15:00:08.919122+00:00 0:00:04.033673 51496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T15:00:02.547223+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T13:00:00+00:00 EmrJobFlowSensor 2021-07-08T14:11:12.997157+00:00 2021-07-08T14:21:15.888969+00:00 0:10:02.891812 51495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T14:11:10.797030+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T13:00:00+00:00 EmrJobFlowSensor 2021-07-08T14:10:57.563426+00:00 2021-07-08T14:21:00.486980+00:00 0:10:02.923554 51494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T14:10:54.790925+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T14:10:49.145877+00:00 2021-07-08T14:10:50.942581+00:00 0:00:01.796704 51493 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T14:10:46.777139+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T14:10:37.090473+00:00 2021-07-08T14:10:38.800950+00:00 0:00:01.710477 51492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T14:10:34.756145+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T13:00:00+00:00 PythonOperator 2021-07-08T14:10:29.120072+00:00 2021-07-08T14:10:32.505506+00:00 0:00:03.385434 51491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T14:10:26.749316+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T13:00:00+00:00 PythonOperator 2021-07-08T14:10:15.202753+00:00 2021-07-08T14:10:19.144906+00:00 0:00:03.942153 51490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T14:10:12.757588+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T13:00:00+00:00 TriggerDagRunOperator 2021-07-08T14:10:03.717908+00:00 2021-07-08T14:10:04.139960+00:00 0:00:00.422052 51489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T14:10:00.632586+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T13:00:00+00:00 TriggerDagRunOperator 2021-07-08T14:10:03.258588+00:00 2021-07-08T14:10:03.777571+00:00 0:00:00.518983 51488 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T14:10:00.632554+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T13:05:00+00:00 EmrJobFlowSensor 2021-07-08T14:06:03.382249+00:00 2021-07-08T14:15:06.171287+00:00 0:09:02.789038 51486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T14:06:01.142204+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T14:05:41.273060+00:00 2021-07-08T14:05:42.928707+00:00 0:00:01.655647 51485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T14:05:39.127576+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T13:05:00+00:00 PythonOperator 2021-07-08T14:05:19.283652+00:00 2021-07-08T14:05:23.045572+00:00 0:00:03.761920 51484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T14:05:17.106380+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T13:00:00+00:00 EmrJobFlowSensor 2021-07-08T14:01:03.105430+00:00 2021-07-08T14:15:06.547392+00:00 0:14:03.441962 51483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T14:01:00.591066+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T13:00:00+00:00 EmrJobFlowSensor 2021-07-08T14:00:49.321246+00:00 2021-07-08T14:09:52.027996+00:00 0:09:02.706750 51482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T14:00:46.640819+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T14:00:40.887352+00:00 2021-07-08T14:00:42.639217+00:00 0:00:01.751865 51481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T14:00:38.640684+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T14:00:26.741593+00:00 2021-07-08T14:00:28.535719+00:00 0:00:01.794126 51480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T14:00:24.503611+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T13:00:00+00:00 PythonOperator 2021-07-08T14:00:20.895538+00:00 2021-07-08T14:00:24.957560+00:00 0:00:04.062022 51479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T14:00:18.501241+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T13:00:00+00:00 PythonOperator 2021-07-08T14:00:06.590375+00:00 2021-07-08T14:00:10.267406+00:00 0:00:03.677031 51478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T14:00:04.487169+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T12:00:00+00:00 EmrJobFlowSensor 2021-07-08T13:12:33.909326+00:00 2021-07-08T13:21:36.728841+00:00 0:09:02.819515 51477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T13:12:31.622494+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T12:00:00+00:00 EmrJobFlowSensor 2021-07-08T13:12:23.904766+00:00 2021-07-08T13:21:26.748713+00:00 0:09:02.843947 51476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T13:12:21.612707+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T13:12:11.990796+00:00 2021-07-08T13:12:13.924757+00:00 0:00:01.933961 51475 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T13:12:09.655602+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T13:12:00.081885+00:00 2021-07-08T13:12:02.020607+00:00 0:00:01.938722 51474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T13:11:57.601898+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T12:00:00+00:00 PythonOperator 2021-07-08T13:11:36.179477+00:00 2021-07-08T13:11:39.823796+00:00 0:00:03.644319 51473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T13:11:33.570325+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T12:00:00+00:00 PythonOperator 2021-07-08T13:11:27.765260+00:00 2021-07-08T13:11:31.643153+00:00 0:00:03.877893 51472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T13:11:25.568184+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T12:00:00+00:00 TriggerDagRunOperator 2021-07-08T13:11:13.937853+00:00 2021-07-08T13:11:14.434752+00:00 0:00:00.496899 51471 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T13:11:11.553273+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T12:00:00+00:00 TriggerDagRunOperator 2021-07-08T13:11:13.785393+00:00 2021-07-08T13:11:14.311040+00:00 0:00:00.525647 51470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T13:11:11.553303+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T12:05:00+00:00 EmrJobFlowSensor 2021-07-08T13:07:31.462376+00:00 2021-07-08T13:16:34.119564+00:00 0:09:02.657188 51469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T13:07:29.260588+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T13:07:11.288963+00:00 2021-07-08T13:07:13.063139+00:00 0:00:01.774176 51468 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T13:07:09.127357+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T12:05:00+00:00 PythonOperator 2021-07-08T13:06:49.955890+00:00 2021-07-08T13:06:53.480734+00:00 0:00:03.524844 51467 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T13:06:47.166808+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T12:00:00+00:00 EmrJobFlowSensor 2021-07-08T13:01:06.535040+00:00 2021-07-08T13:14:10.003623+00:00 0:13:03.468583 51465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T13:01:04.044105+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T12:00:00+00:00 EmrJobFlowSensor 2021-07-08T13:00:56.178062+00:00 2021-07-08T13:10:59.102620+00:00 0:10:02.924558 51464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T13:00:53.963489+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T13:00:44.248347+00:00 2021-07-08T13:00:45.942723+00:00 0:00:01.694376 51463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T13:00:41.954459+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T13:00:36.199115+00:00 2021-07-08T13:00:37.994077+00:00 0:00:01.794962 51462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T13:00:33.947148+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T12:00:00+00:00 PythonOperator 2021-07-08T13:00:22.506967+00:00 2021-07-08T13:00:26.333490+00:00 0:00:03.826523 51461 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T13:00:19.944317+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T12:00:00+00:00 PythonOperator 2021-07-08T13:00:14.266001+00:00 2021-07-08T13:00:17.731853+00:00 0:00:03.465852 51460 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T13:00:11.921883+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-08T11:00:00+00:00 EmrJobFlowSensor 2021-07-08T12:12:25.971069+00:00 2021-07-08T12:22:28.953591+00:00 0:10:02.982522 51459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T12:12:23.293100+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-08T11:00:00+00:00 EmrJobFlowSensor 2021-07-08T12:12:23.537299+00:00 2021-07-08T12:24:27.060063+00:00 0:12:03.522764 51458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T12:12:21.294022+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-08T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T12:12:01.729571+00:00 2021-07-08T12:12:03.571418+00:00 0:00:01.841847 51457 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T12:11:59.271115+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-08T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T12:12:01.606782+00:00 2021-07-08T12:12:03.431959+00:00 0:00:01.825177 51456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T12:11:59.271150+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-08T11:00:00+00:00 PythonOperator 2021-07-08T12:11:39.670979+00:00 2021-07-08T12:11:43.423803+00:00 0:00:03.752824 51455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T12:11:37.219152+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-08T11:00:00+00:00 PythonOperator 2021-07-08T12:11:39.429282+00:00 2021-07-08T12:11:43.142640+00:00 0:00:03.713358 51454 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T12:11:37.219107+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-08T11:00:00+00:00 TriggerDagRunOperator 2021-07-08T12:11:27.780697+00:00 2021-07-08T12:11:28.204822+00:00 0:00:00.424125 51453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T12:11:25.266752+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-08T11:00:00+00:00 TriggerDagRunOperator 2021-07-08T12:11:27.709464+00:00 2021-07-08T12:11:28.246877+00:00 0:00:00.537413 51452 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T12:11:25.266708+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-08T11:05:00+00:00 EmrJobFlowSensor 2021-07-08T12:05:58.670146+00:00 2021-07-08T12:15:01.612383+00:00 0:09:02.942237 51451 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T12:05:56.429824+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-08T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-08T12:05:36.731339+00:00 2021-07-08T12:05:38.376544+00:00 0:00:01.645205 51450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T12:05:34.541007+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-08T11:05:00+00:00 PythonOperator 2021-07-08T12:05:17.037108+00:00 2021-07-08T12:05:20.697524+00:00 0:00:03.660416 51449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T12:05:14.451003+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-08T11:00:00+00:00 EmrJobFlowSensor 2021-07-08T12:01:02.987082+00:00 2021-07-08T12:15:06.706559+00:00 0:14:03.719477 51447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-08T12:01:00.505237+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-08T11:00:00+00:00 EmrJobFlowSensor 2021-07-08T12:01:02.850083+00:00 2021-07-08T12:11:05.895619+00:00 0:10:03.045536 51446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T12:01:00.505268+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-08T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T12:00:39.095097+00:00 2021-07-08T12:00:40.834969+00:00 0:00:01.739872 51445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-08T12:00:36.547341+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-08T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-08T12:00:39.093499+00:00 2021-07-08T12:00:40.921300+00:00 0:00:01.827801 51444 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-08T12:00:36.547382+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-08T11:00:00+00:00 PythonOperator 2021-07-08T12:00:16.769115+00:00 2021-07-08T12:00:20.687630+00:00 0:00:03.918515 51443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-08T12:00:14.392139+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-08T11:00:00+00:00 PythonOperator 2021-07-08T12:00:16.658035+00:00 2021-07-08T12:00:20.356138+00:00 0:00:03.698103 51442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-08T12:00:14.392112+00:00 2 default_pool