Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_emr_steps 2021-06-21T21:05:00+00:00 PythonOperator 2021-06-21T22:05:20.362750+00:00 2021-06-21T22:05:23.630320+00:00 0:00:03.267570 44211 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T22:05:18.087611+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T21:00:00+00:00 EmrJobFlowSensor 2021-06-21T22:01:15.989534+00:00 2021-06-21T22:10:18.615835+00:00 0:09:02.626301 44210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T22:01:13.648063+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T21:00:00+00:00 EmrJobFlowSensor 2021-06-21T22:01:05.756132+00:00 2021-06-21T22:13:09.011977+00:00 0:12:03.255845 44209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T22:01:03.586614+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T22:00:53.812319+00:00 2021-06-21T22:00:55.500832+00:00 0:00:01.688513 44208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T22:00:51.550327+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T22:00:37.739007+00:00 2021-06-21T22:00:39.560803+00:00 0:00:01.821796 44207 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T22:00:35.537927+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T21:00:00+00:00 PythonOperator 2021-06-21T22:00:16.025616+00:00 2021-06-21T22:00:19.589094+00:00 0:00:03.563478 44206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T22:00:13.517295+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T21:00:00+00:00 PythonOperator 2021-06-21T22:00:10.255961+00:00 2021-06-21T22:00:14.236422+00:00 0:00:03.980461 44205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T22:00:07.525708+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T20:05:00+00:00 EmrJobFlowSensor 2021-06-21T21:14:10.254771+00:00 2021-06-21T21:14:11.754578+00:00 0:00:01.499807 44203 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T21:14:07.991291+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T20:00:00+00:00 EmrJobFlowSensor 2021-06-21T21:11:45.918045+00:00 2021-06-21T21:21:48.692266+00:00 0:10:02.774221 44202 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T21:11:43.761845+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T20:00:00+00:00 EmrJobFlowSensor 2021-06-21T21:11:31.939094+00:00 2021-06-21T21:20:34.690052+00:00 0:09:02.750958 44201 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T21:11:29.749200+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T21:11:23.897350+00:00 2021-06-21T21:11:25.633437+00:00 0:00:01.736087 44200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T21:11:21.742200+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T21:11:12.350556+00:00 2021-06-21T21:11:14.208760+00:00 0:00:01.858204 44199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T21:11:09.727016+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T20:00:00+00:00 PythonOperator 2021-06-21T21:11:03.990988+00:00 2021-06-21T21:11:07.725206+00:00 0:00:03.734218 44198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T21:11:01.724497+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T20:00:00+00:00 PythonOperator 2021-06-21T21:10:49.986805+00:00 2021-06-21T21:10:53.349701+00:00 0:00:03.362896 44197 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T21:10:47.711415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T20:00:00+00:00 TriggerDagRunOperator 2021-06-21T21:10:40.164234+00:00 2021-06-21T21:10:40.707395+00:00 0:00:00.543161 44196 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T21:10:37.763989+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T20:00:00+00:00 TriggerDagRunOperator 2021-06-21T21:10:40.025499+00:00 2021-06-21T21:10:40.423968+00:00 0:00:00.398469 44195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T21:10:37.764026+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T21:05:25.671160+00:00 2021-06-21T21:05:27.565164+00:00 0:00:01.894004 44193 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T21:05:23.163584+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T20:05:00+00:00 PythonOperator 2021-06-21T21:05:05.361619+00:00 2021-06-21T21:05:08.849921+00:00 0:00:03.488302 44192 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T21:05:03.144859+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T20:00:00+00:00 EmrJobFlowSensor 2021-06-21T21:01:26.870725+00:00 2021-06-21T21:13:29.936745+00:00 0:12:03.066020 44191 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T21:01:24.735034+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T20:00:00+00:00 EmrJobFlowSensor 2021-06-21T21:01:19.054844+00:00 2021-06-21T21:10:21.869094+00:00 0:09:02.814250 44190 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T21:01:16.724868+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T21:01:06.867982+00:00 2021-06-21T21:01:08.589697+00:00 0:00:01.721715 44189 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T21:01:04.715717+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T21:00:57.110955+00:00 2021-06-21T21:00:58.923635+00:00 0:00:01.812680 44188 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T21:00:54.716887+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T20:00:00+00:00 PythonOperator 2021-06-21T21:00:26.883122+00:00 2021-06-21T21:00:30.541386+00:00 0:00:03.658264 44187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T21:00:24.699423+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T20:00:00+00:00 PythonOperator 2021-06-21T21:00:21.111886+00:00 2021-06-21T21:00:24.669757+00:00 0:00:03.557871 44186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T21:00:18.630548+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T19:00:00+00:00 EmrJobFlowSensor 2021-06-21T20:12:58.973601+00:00 2021-06-21T20:23:01.674928+00:00 0:10:02.701327 44184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T20:12:56.312911+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T19:00:00+00:00 EmrJobFlowSensor 2021-06-21T20:12:46.854675+00:00 2021-06-21T20:21:49.553763+00:00 0:09:02.699088 44183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T20:12:44.255947+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T20:12:38.416307+00:00 2021-06-21T20:12:40.164066+00:00 0:00:01.747759 44182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T20:12:36.251024+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T20:12:24.451136+00:00 2021-06-21T20:12:26.150996+00:00 0:00:01.699860 44181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T20:12:22.233631+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T19:00:00+00:00 PythonOperator 2021-06-21T20:12:16.441734+00:00 2021-06-21T20:12:20.012843+00:00 0:00:03.571109 44180 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T20:12:14.225306+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T19:00:00+00:00 PythonOperator 2021-06-21T20:11:54.434578+00:00 2021-06-21T20:11:57.905895+00:00 0:00:03.471317 44179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T20:11:52.204284+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T19:00:00+00:00 TriggerDagRunOperator 2021-06-21T20:11:44.655543+00:00 2021-06-21T20:11:45.263485+00:00 0:00:00.607942 44178 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T20:11:42.194016+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T19:00:00+00:00 TriggerDagRunOperator 2021-06-21T20:11:44.434147+00:00 2021-06-21T20:11:44.818059+00:00 0:00:00.383912 44177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T20:11:42.194044+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T19:05:00+00:00 EmrJobFlowSensor 2021-06-21T20:06:03.901036+00:00 2021-06-21T20:15:06.420540+00:00 0:09:02.519504 44176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T20:06:01.547329+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T20:05:43.601345+00:00 2021-06-21T20:05:45.333247+00:00 0:00:01.731902 44175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T20:05:41.443278+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T19:05:00+00:00 PythonOperator 2021-06-21T20:05:07.564106+00:00 2021-06-21T20:05:10.848595+00:00 0:00:03.284489 44174 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T20:05:05.412724+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T19:00:00+00:00 EmrJobFlowSensor 2021-06-21T20:01:07.138563+00:00 2021-06-21T20:11:09.978279+00:00 0:10:02.839716 44173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T20:01:04.910836+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T19:00:00+00:00 EmrJobFlowSensor 2021-06-21T20:00:47.022122+00:00 2021-06-21T20:12:50.070215+00:00 0:12:03.048093 44172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T20:00:44.905843+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T20:00:43.187750+00:00 2021-06-21T20:00:44.896687+00:00 0:00:01.708937 44171 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T20:00:40.892078+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T20:00:27.104430+00:00 2021-06-21T20:00:28.898047+00:00 0:00:01.793617 44170 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T20:00:24.853926+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T19:00:00+00:00 PythonOperator 2021-06-21T20:00:23.263189+00:00 2021-06-21T20:00:26.858729+00:00 0:00:03.595540 44169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T20:00:20.830211+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T19:00:00+00:00 PythonOperator 2021-06-21T20:00:05.446706+00:00 2021-06-21T20:00:09.134453+00:00 0:00:03.687747 44168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T20:00:02.816299+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T18:00:00+00:00 EmrJobFlowSensor 2021-06-21T19:23:41.699340+00:00 2021-06-21T19:23:43.161272+00:00 0:00:01.461932 44166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T19:23:39.489170+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T18:00:00+00:00 EmrJobFlowSensor 2021-06-21T19:11:22.276601+00:00 2021-06-21T19:20:25.091117+00:00 0:09:02.814516 44165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T19:11:20.034869+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T19:10:58.974161+00:00 2021-06-21T19:11:00.772520+00:00 0:00:01.798359 44163 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T19:10:56.066172+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T19:10:56.684461+00:00 2021-06-21T19:10:58.858160+00:00 0:00:02.173699 44162 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T19:10:54.071272+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T18:00:00+00:00 PythonOperator 2021-06-21T19:10:38.675125+00:00 2021-06-21T19:10:42.149451+00:00 0:00:03.474326 44161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T19:10:35.988606+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T18:00:00+00:00 PythonOperator 2021-06-21T19:10:36.289767+00:00 2021-06-21T19:10:39.779732+00:00 0:00:03.489965 44160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T19:10:33.990499+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T18:00:00+00:00 TriggerDagRunOperator 2021-06-21T19:10:30.674953+00:00 2021-06-21T19:10:31.094237+00:00 0:00:00.419284 44159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T19:10:28.067711+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T18:00:00+00:00 TriggerDagRunOperator 2021-06-21T19:10:30.575668+00:00 2021-06-21T19:10:31.114619+00:00 0:00:00.538951 44158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T19:10:28.067752+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T18:05:00+00:00 EmrJobFlowSensor 2021-06-21T19:06:07.648830+00:00 2021-06-21T19:15:10.401117+00:00 0:09:02.752287 44157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T19:06:05.509284+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T19:05:44.045743+00:00 2021-06-21T19:05:45.670174+00:00 0:00:01.624431 44156 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T19:05:41.555136+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T18:05:00+00:00 PythonOperator 2021-06-21T19:05:23.618423+00:00 2021-06-21T19:05:27.127249+00:00 0:00:03.508826 44155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T19:05:21.442457+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T18:00:00+00:00 EmrJobFlowSensor 2021-06-21T19:01:19.619688+00:00 2021-06-21T19:13:22.717885+00:00 0:12:03.098197 44154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T19:01:17.047483+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T18:00:00+00:00 EmrJobFlowSensor 2021-06-21T19:01:05.430175+00:00 2021-06-21T19:10:08.176131+00:00 0:09:02.745956 44153 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T19:01:03.056535+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T19:00:57.309058+00:00 2021-06-21T19:00:59.101211+00:00 0:00:01.792153 44152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T19:00:54.951132+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T19:00:33.093751+00:00 2021-06-21T19:00:34.823233+00:00 0:00:01.729482 44151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T19:00:30.839093+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T18:00:00+00:00 PythonOperator 2021-06-21T19:00:25.198759+00:00 2021-06-21T19:00:28.802482+00:00 0:00:03.603723 44150 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T19:00:22.831772+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T18:00:00+00:00 PythonOperator 2021-06-21T19:00:09.365334+00:00 2021-06-21T19:00:12.905925+00:00 0:00:03.540591 44149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T19:00:06.816110+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T17:00:00+00:00 EmrJobFlowSensor 2021-06-21T18:11:39.187727+00:00 2021-06-21T18:21:42.094940+00:00 0:10:02.907213 44147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T18:11:36.776190+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T18:11:16.947217+00:00 2021-06-21T18:11:18.636646+00:00 0:00:01.689429 44146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T18:11:14.699794+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T17:00:00+00:00 PythonOperator 2021-06-21T18:10:56.797986+00:00 2021-06-21T18:11:00.521384+00:00 0:00:03.723398 44145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T18:10:54.627344+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T17:00:00+00:00 EmrJobFlowSensor 2021-06-21T18:10:26.762262+00:00 2021-06-21T18:19:29.526071+00:00 0:09:02.763809 44144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T18:10:24.599938+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T18:09:56.835538+00:00 2021-06-21T18:09:58.625439+00:00 0:00:01.789901 44143 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T18:09:54.573749+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T17:00:00+00:00 PythonOperator 2021-06-21T18:09:26.717480+00:00 2021-06-21T18:09:30.172165+00:00 0:00:03.454685 44142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T18:09:24.549798+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T17:00:00+00:00 TriggerDagRunOperator 2021-06-21T18:09:11.182350+00:00 2021-06-21T18:09:11.579799+00:00 0:00:00.397449 44141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T18:09:08.535591+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T17:00:00+00:00 TriggerDagRunOperator 2021-06-21T18:09:10.905628+00:00 2021-06-21T18:09:11.399602+00:00 0:00:00.493974 44140 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T18:09:08.535630+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T17:05:00+00:00 EmrJobFlowSensor 2021-06-21T18:06:06.540803+00:00 2021-06-21T18:14:09.143018+00:00 0:08:02.602215 44139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T18:06:04.253930+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T18:05:44.518819+00:00 2021-06-21T18:05:46.283086+00:00 0:00:01.764267 44138 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T18:05:42.145704+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T17:05:00+00:00 PythonOperator 2021-06-21T18:05:22.326591+00:00 2021-06-21T18:05:25.878383+00:00 0:00:03.551792 44137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T18:05:20.126106+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T17:00:00+00:00 EmrJobFlowSensor 2021-06-21T18:01:08.042866+00:00 2021-06-21T18:13:11.295162+00:00 0:12:03.252296 44136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T18:01:05.854074+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T17:00:00+00:00 EmrJobFlowSensor 2021-06-21T18:01:00.342113+00:00 2021-06-21T18:09:03.045957+00:00 0:08:02.703844 44135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T18:00:57.761693+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T18:00:45.763314+00:00 2021-06-21T18:00:47.527429+00:00 0:00:01.764115 44134 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T18:00:43.612791+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T18:00:37.721382+00:00 2021-06-21T18:00:39.413714+00:00 0:00:01.692332 44133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T18:00:35.606480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T17:00:00+00:00 PythonOperator 2021-06-21T18:00:25.909247+00:00 2021-06-21T18:00:29.615718+00:00 0:00:03.706471 44132 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T18:00:23.598012+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T17:00:00+00:00 PythonOperator 2021-06-21T18:00:16.306378+00:00 2021-06-21T18:00:19.594067+00:00 0:00:03.287689 44131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T18:00:13.656732+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T16:00:00+00:00 EmrJobFlowSensor 2021-06-21T17:11:13.048858+00:00 2021-06-21T17:20:15.894591+00:00 0:09:02.845733 44129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T17:11:10.791620+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T16:00:00+00:00 EmrJobFlowSensor 2021-06-21T17:11:06.896742+00:00 2021-06-21T17:19:09.475237+00:00 0:08:02.578495 44128 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T17:11:04.741045+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T17:10:34.887190+00:00 2021-06-21T17:10:36.554923+00:00 0:00:01.667733 44127 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T17:10:32.711742+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T17:10:30.991490+00:00 2021-06-21T17:10:32.686019+00:00 0:00:01.694529 44126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T17:10:28.743426+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T16:00:00+00:00 PythonOperator 2021-06-21T17:10:09.086485+00:00 2021-06-21T17:10:12.652038+00:00 0:00:03.565553 44125 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T17:10:06.750209+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T16:00:00+00:00 PythonOperator 2021-06-21T17:10:06.987421+00:00 2021-06-21T17:10:10.891717+00:00 0:00:03.904296 44124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T17:10:04.693378+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T16:00:00+00:00 TriggerDagRunOperator 2021-06-21T17:10:03.400282+00:00 2021-06-21T17:10:03.927948+00:00 0:00:00.527666 44123 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T17:10:00.690275+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T16:00:00+00:00 TriggerDagRunOperator 2021-06-21T17:10:02.979478+00:00 2021-06-21T17:10:03.499699+00:00 0:00:00.520221 44122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T17:10:00.690328+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T16:05:00+00:00 EmrJobFlowSensor 2021-06-21T17:05:48.419586+00:00 2021-06-21T17:14:51.092448+00:00 0:09:02.672862 44121 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T17:05:46.154577+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T17:05:26.501964+00:00 2021-06-21T17:05:28.264859+00:00 0:00:01.762895 44120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T17:05:24.176826+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T16:05:00+00:00 PythonOperator 2021-06-21T17:05:06.341105+00:00 2021-06-21T17:05:09.909132+00:00 0:00:03.568027 44119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T17:05:04.086220+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T16:00:00+00:00 EmrJobFlowSensor 2021-06-21T17:01:07.700628+00:00 2021-06-21T17:13:10.673485+00:00 0:12:02.972857 44118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T17:01:05.516762+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T16:00:00+00:00 EmrJobFlowSensor 2021-06-21T17:00:51.686611+00:00 2021-06-21T17:09:54.476882+00:00 0:09:02.790271 44117 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T17:00:49.498041+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T17:00:43.660211+00:00 2021-06-21T17:00:45.336153+00:00 0:00:01.675942 44116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T17:00:41.492159+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T17:00:31.719287+00:00 2021-06-21T17:00:33.469380+00:00 0:00:01.750093 44115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T17:00:29.480348+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T16:00:00+00:00 PythonOperator 2021-06-21T17:00:21.538841+00:00 2021-06-21T17:00:25.166158+00:00 0:00:03.627317 44114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T17:00:19.469044+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T16:00:00+00:00 PythonOperator 2021-06-21T17:00:10.000072+00:00 2021-06-21T17:00:13.303109+00:00 0:00:03.303037 44113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T17:00:07.468079+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T15:00:00+00:00 EmrJobFlowSensor 2021-06-21T16:11:18.611992+00:00 2021-06-21T16:19:21.177411+00:00 0:08:02.565419 44111 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T16:11:16.199785+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T15:00:00+00:00 EmrJobFlowSensor 2021-06-21T16:11:18.411374+00:00 2021-06-21T16:20:21.164153+00:00 0:09:02.752779 44110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T16:11:16.199818+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T16:10:58.477145+00:00 2021-06-21T16:11:00.276419+00:00 0:00:01.799274 44109 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T16:10:56.131102+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T16:10:56.384814+00:00 2021-06-21T16:10:58.205631+00:00 0:00:01.820817 44108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T16:10:54.131704+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T15:00:00+00:00 PythonOperator 2021-06-21T16:10:36.478284+00:00 2021-06-21T16:10:39.981738+00:00 0:00:03.503454 44107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T16:10:34.114721+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T15:00:00+00:00 PythonOperator 2021-06-21T16:10:36.372828+00:00 2021-06-21T16:10:39.923919+00:00 0:00:03.551091 44106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T16:10:34.114688+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T15:00:00+00:00 TriggerDagRunOperator 2021-06-21T16:10:14.628110+00:00 2021-06-21T16:10:15.128861+00:00 0:00:00.500751 44105 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T16:10:12.152820+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T15:00:00+00:00 TriggerDagRunOperator 2021-06-21T16:10:14.557014+00:00 2021-06-21T16:10:14.946076+00:00 0:00:00.389062 44104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T16:10:12.152791+00:00 2 default_pool