Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T16:00:42.095281+00:00 2021-07-16T16:00:43.957833+00:00 0:00:01.862552 54375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T16:00:39.344055+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T16:00:42.036152+00:00 2021-07-16T16:00:44.096471+00:00 0:00:02.060319 54374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T16:00:39.344090+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T15:00:00+00:00 PythonOperator 2021-07-16T16:00:19.937008+00:00 2021-07-16T16:00:23.470860+00:00 0:00:03.533852 54373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T16:00:17.227249+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T15:00:00+00:00 PythonOperator 2021-07-16T16:00:19.674575+00:00 2021-07-16T16:00:23.810498+00:00 0:00:04.135923 54372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T16:00:17.227276+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T14:00:00+00:00 EmrJobFlowSensor 2021-07-16T15:11:01.105237+00:00 2021-07-16T15:21:04.114111+00:00 0:10:03.008874 54370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T15:10:58.567768+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T14:00:00+00:00 EmrJobFlowSensor 2021-07-16T15:11:01.004773+00:00 2021-07-16T15:21:04.116336+00:00 0:10:03.111563 54369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T15:10:58.567699+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T15:10:38.771699+00:00 2021-07-16T15:10:40.590625+00:00 0:00:01.818926 54368 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T15:10:36.407343+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T15:10:38.727511+00:00 2021-07-16T15:10:40.446240+00:00 0:00:01.718729 54367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T15:10:36.407380+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T14:00:00+00:00 PythonOperator 2021-07-16T15:10:17.236036+00:00 2021-07-16T15:10:20.953473+00:00 0:00:03.717437 54366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T15:10:14.454900+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T14:00:00+00:00 PythonOperator 2021-07-16T15:10:14.883943+00:00 2021-07-16T15:10:18.797774+00:00 0:00:03.913831 54365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T15:10:12.443977+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T14:00:00+00:00 TriggerDagRunOperator 2021-07-16T15:10:01.622075+00:00 2021-07-16T15:10:02.028823+00:00 0:00:00.406748 54364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T15:09:58.541425+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T14:00:00+00:00 TriggerDagRunOperator 2021-07-16T15:10:01.119341+00:00 2021-07-16T15:10:01.686079+00:00 0:00:00.566738 54363 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T15:09:58.541375+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T14:05:00+00:00 EmrJobFlowSensor 2021-07-16T15:05:48.312805+00:00 2021-07-16T15:14:51.110625+00:00 0:09:02.797820 54362 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T15:05:46.043723+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T15:05:26.152302+00:00 2021-07-16T15:05:27.849216+00:00 0:00:01.696914 54361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T15:05:24.017421+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T14:05:00+00:00 PythonOperator 2021-07-16T15:05:04.397702+00:00 2021-07-16T15:05:08.408850+00:00 0:00:04.011148 54360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T15:05:02.067650+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T14:00:00+00:00 EmrJobFlowSensor 2021-07-16T15:00:54.376375+00:00 2021-07-16T15:15:57.823706+00:00 0:15:03.447331 54359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T15:00:51.597069+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T14:00:00+00:00 EmrJobFlowSensor 2021-07-16T15:00:51.689347+00:00 2021-07-16T15:09:54.826159+00:00 0:09:03.136812 54358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T15:00:49.582097+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T15:00:33.779559+00:00 2021-07-16T15:00:35.747204+00:00 0:00:01.967645 54357 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T15:00:31.514327+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T15:00:29.692357+00:00 2021-07-16T15:00:31.391182+00:00 0:00:01.698825 54356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T15:00:27.504780+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T14:00:00+00:00 PythonOperator 2021-07-16T15:00:11.741972+00:00 2021-07-16T15:00:15.993721+00:00 0:00:04.251749 54355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T15:00:09.487985+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T14:00:00+00:00 PythonOperator 2021-07-16T15:00:07.836727+00:00 2021-07-16T15:00:11.451763+00:00 0:00:03.615036 54354 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T15:00:05.483177+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T13:00:00+00:00 EmrJobFlowSensor 2021-07-16T14:11:26.428245+00:00 2021-07-16T14:20:29.415170+00:00 0:09:02.986925 54352 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T14:11:23.966241+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T13:00:00+00:00 EmrJobFlowSensor 2021-07-16T14:11:08.040524+00:00 2021-07-16T14:21:11.077386+00:00 0:10:03.036862 54351 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T14:11:05.791062+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T14:11:04.039612+00:00 2021-07-16T14:11:05.774667+00:00 0:00:01.735055 54350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T14:11:01.786604+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T14:10:48.546575+00:00 2021-07-16T14:10:50.244343+00:00 0:00:01.697768 54349 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T14:10:45.722020+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T13:00:00+00:00 PythonOperator 2021-07-16T14:10:40.126771+00:00 2021-07-16T14:10:44.149313+00:00 0:00:04.022542 54348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T14:10:37.777067+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T13:00:00+00:00 PythonOperator 2021-07-16T14:10:26.174809+00:00 2021-07-16T14:10:29.756900+00:00 0:00:03.582091 54347 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T14:10:23.751864+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T13:00:00+00:00 TriggerDagRunOperator 2021-07-16T14:10:16.308947+00:00 2021-07-16T14:10:16.804975+00:00 0:00:00.496028 54346 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T14:10:13.761898+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T13:00:00+00:00 TriggerDagRunOperator 2021-07-16T14:10:16.169588+00:00 2021-07-16T14:10:16.543652+00:00 0:00:00.374064 54345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T14:10:13.761852+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T13:05:00+00:00 EmrJobFlowSensor 2021-07-16T14:06:03.576697+00:00 2021-07-16T14:15:06.477786+00:00 0:09:02.901089 54344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T14:06:01.361554+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T14:05:41.390573+00:00 2021-07-16T14:05:43.204730+00:00 0:00:01.814157 54343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T14:05:39.288742+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T13:05:00+00:00 PythonOperator 2021-07-16T14:05:17.599842+00:00 2021-07-16T14:05:21.381939+00:00 0:00:03.782097 54342 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T14:05:15.270565+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T13:00:00+00:00 EmrJobFlowSensor 2021-07-16T14:00:55.161145+00:00 2021-07-16T14:09:57.880783+00:00 0:09:02.719638 54341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T14:00:52.860879+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T13:00:00+00:00 EmrJobFlowSensor 2021-07-16T14:00:51.103474+00:00 2021-07-16T14:14:54.663857+00:00 0:14:03.560383 54340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T14:00:48.844623+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T14:00:35.046412+00:00 2021-07-16T14:00:36.836224+00:00 0:00:01.789812 54339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T14:00:32.796709+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T14:00:29.038172+00:00 2021-07-16T14:00:30.889468+00:00 0:00:01.851296 54338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T14:00:26.843830+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T13:00:00+00:00 PythonOperator 2021-07-16T14:00:11.250286+00:00 2021-07-16T14:00:14.746677+00:00 0:00:03.496391 54337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T14:00:08.840886+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T13:00:00+00:00 PythonOperator 2021-07-16T14:00:09.371441+00:00 2021-07-16T14:00:13.514799+00:00 0:00:04.143358 54336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T14:00:06.783557+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T12:00:00+00:00 EmrJobFlowSensor 2021-07-16T13:12:19.538787+00:00 2021-07-16T13:22:22.380508+00:00 0:10:02.841721 54334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T13:12:16.939958+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T12:00:00+00:00 EmrJobFlowSensor 2021-07-16T13:12:15.139625+00:00 2021-07-16T13:21:17.944463+00:00 0:09:02.804838 54333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T13:12:12.937638+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T13:11:57.188512+00:00 2021-07-16T13:11:58.987210+00:00 0:00:01.798698 54332 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T13:11:54.919360+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T13:11:53.302682+00:00 2021-07-16T13:11:55.126621+00:00 0:00:01.823939 54331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T13:11:50.917638+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T12:00:00+00:00 PythonOperator 2021-07-16T13:11:35.754155+00:00 2021-07-16T13:11:40.049576+00:00 0:00:04.295421 54330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T13:11:32.907285+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T12:00:00+00:00 PythonOperator 2021-07-16T13:11:33.196504+00:00 2021-07-16T13:11:37.598750+00:00 0:00:04.402246 54329 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T13:11:30.903388+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T12:00:00+00:00 TriggerDagRunOperator 2021-07-16T13:11:19.226466+00:00 2021-07-16T13:11:19.724527+00:00 0:00:00.498061 54328 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T13:11:16.826728+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T12:00:00+00:00 TriggerDagRunOperator 2021-07-16T13:11:19.054403+00:00 2021-07-16T13:11:19.478082+00:00 0:00:00.423679 54327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T13:11:16.826777+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T12:05:00+00:00 EmrJobFlowSensor 2021-07-16T13:05:52.495455+00:00 2021-07-16T13:14:55.372704+00:00 0:09:02.877249 54326 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T13:05:50.226265+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T13:05:30.562356+00:00 2021-07-16T13:05:32.213618+00:00 0:00:01.651262 54325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T13:05:28.275201+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T12:05:00+00:00 PythonOperator 2021-07-16T13:05:08.535768+00:00 2021-07-16T13:05:11.969508+00:00 0:00:03.433740 54324 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T13:05:06.196334+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T12:00:00+00:00 EmrJobFlowSensor 2021-07-16T13:01:00.701335+00:00 2021-07-16T13:11:03.681692+00:00 0:10:02.980357 54323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T13:00:57.953726+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T12:00:00+00:00 EmrJobFlowSensor 2021-07-16T13:00:51.924737+00:00 2021-07-16T13:14:55.368596+00:00 0:14:03.443859 54322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T13:00:49.807094+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T13:00:38.149096+00:00 2021-07-16T13:00:39.908560+00:00 0:00:01.759464 54321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T13:00:35.798951+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T13:00:32.273737+00:00 2021-07-16T13:00:34.220203+00:00 0:00:01.946466 54320 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T13:00:29.792354+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T12:00:00+00:00 PythonOperator 2021-07-16T13:00:16.202268+00:00 2021-07-16T13:00:19.939325+00:00 0:00:03.737057 54319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T13:00:13.859752+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T12:00:00+00:00 PythonOperator 2021-07-16T13:00:06.084443+00:00 2021-07-16T13:00:09.969000+00:00 0:00:03.884557 54318 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T13:00:03.767734+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T11:00:00+00:00 EmrJobFlowSensor 2021-07-16T12:26:22.774832+00:00 2021-07-16T12:35:25.702293+00:00 0:09:02.927461 54317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T12:26:20.311801+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T11:00:00+00:00 EmrJobFlowSensor 2021-07-16T12:26:22.622503+00:00 2021-07-16T12:35:25.657474+00:00 0:09:03.034971 54316 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T12:26:20.311774+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T12:25:58.478608+00:00 2021-07-16T12:26:00.142120+00:00 0:00:01.663512 54315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T12:25:56.291294+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T12:25:48.526321+00:00 2021-07-16T12:25:50.266940+00:00 0:00:01.740619 54314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T12:25:46.286309+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T11:00:00+00:00 PythonOperator 2021-07-16T12:25:34.725714+00:00 2021-07-16T12:25:38.534500+00:00 0:00:03.808786 54313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T12:25:32.270178+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T11:00:00+00:00 PythonOperator 2021-07-16T12:25:22.493193+00:00 2021-07-16T12:25:26.584768+00:00 0:00:04.091575 54312 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T12:25:20.208531+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T11:00:00+00:00 TriggerDagRunOperator 2021-07-16T12:25:12.990817+00:00 2021-07-16T12:25:13.494001+00:00 0:00:00.503184 54311 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T12:25:10.270465+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T11:00:00+00:00 TriggerDagRunOperator 2021-07-16T12:25:12.633501+00:00 2021-07-16T12:25:13.056636+00:00 0:00:00.423135 54310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T12:25:10.270500+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T11:05:00+00:00 EmrJobFlowSensor 2021-07-16T12:15:07.932515+00:00 2021-07-16T12:24:10.625488+00:00 0:09:02.692973 54309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T12:15:05.363659+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T11:00:00+00:00 EmrJobFlowSensor 2021-07-16T12:14:59.897777+00:00 2021-07-16T12:25:03.174536+00:00 0:10:03.276759 54308 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T12:14:57.366993+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T11:00:00+00:00 EmrJobFlowSensor 2021-07-16T12:14:53.575574+00:00 2021-07-16T12:29:57.268349+00:00 0:15:03.692775 54307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T12:14:51.360523+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T12:14:45.664692+00:00 2021-07-16T12:14:47.355887+00:00 0:00:01.691195 54306 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T12:14:43.344060+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T12:14:37.736939+00:00 2021-07-16T12:14:39.438141+00:00 0:00:01.701202 54305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T12:14:35.277205+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T12:14:31.486706+00:00 2021-07-16T12:14:33.292284+00:00 0:00:01.805578 54304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T12:14:29.284431+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T11:05:00+00:00 PythonOperator 2021-07-16T12:14:23.503254+00:00 2021-07-16T12:14:26.944372+00:00 0:00:03.441118 54303 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T12:14:21.266515+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T11:00:00+00:00 PythonOperator 2021-07-16T12:14:17.414996+00:00 2021-07-16T12:14:21.151895+00:00 0:00:03.736899 54302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T12:14:15.263454+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T11:00:00+00:00 PythonOperator 2021-07-16T12:14:10.118858+00:00 2021-07-16T12:14:14.243238+00:00 0:00:04.124380 54301 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T12:14:07.260086+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T10:00:00+00:00 EmrJobFlowSensor 2021-07-16T11:12:10.260320+00:00 2021-07-16T11:24:13.437211+00:00 0:12:03.176891 54299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T11:12:08.091539+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T10:00:00+00:00 EmrJobFlowSensor 2021-07-16T11:12:06.616967+00:00 2021-07-16T11:21:09.762310+00:00 0:09:03.145343 54298 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T11:12:04.088811+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T11:11:46.305698+00:00 2021-07-16T11:11:48.095050+00:00 0:00:01.789352 54297 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T11:11:44.022664+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T11:11:42.377307+00:00 2021-07-16T11:11:44.205297+00:00 0:00:01.827990 54296 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T11:11:40.024279+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T10:00:00+00:00 PythonOperator 2021-07-16T11:11:27.467621+00:00 2021-07-16T11:11:31.547872+00:00 0:00:04.080251 54295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T11:11:24.004909+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T10:00:00+00:00 PythonOperator 2021-07-16T11:11:22.174238+00:00 2021-07-16T11:11:27.226580+00:00 0:00:05.052342 54294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T11:11:20.000293+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T10:00:00+00:00 TriggerDagRunOperator 2021-07-16T11:11:06.428486+00:00 2021-07-16T11:11:06.837483+00:00 0:00:00.408997 54293 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T11:11:03.995187+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T10:00:00+00:00 TriggerDagRunOperator 2021-07-16T11:11:06.410119+00:00 2021-07-16T11:11:06.932911+00:00 0:00:00.522792 54292 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T11:11:03.995218+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T10:05:00+00:00 EmrJobFlowSensor 2021-07-16T11:05:51.699026+00:00 2021-07-16T11:14:54.469403+00:00 0:09:02.770377 54291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T11:05:49.557503+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T11:05:30.029387+00:00 2021-07-16T11:05:31.747699+00:00 0:00:01.718312 54290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T11:05:27.648429+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T10:05:00+00:00 PythonOperator 2021-07-16T11:05:07.797792+00:00 2021-07-16T11:05:11.301613+00:00 0:00:03.503821 54289 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T11:05:05.495456+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T10:00:00+00:00 EmrJobFlowSensor 2021-07-16T11:00:49.472026+00:00 2021-07-16T11:13:53.009570+00:00 0:13:03.537544 54288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T11:00:47.063189+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T10:00:00+00:00 EmrJobFlowSensor 2021-07-16T11:00:49.321359+00:00 2021-07-16T11:10:52.302052+00:00 0:10:02.980693 54287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T11:00:47.063161+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T11:00:29.778373+00:00 2021-07-16T11:00:31.525506+00:00 0:00:01.747133 54286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T11:00:27.042059+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T11:00:27.441149+00:00 2021-07-16T11:00:29.438196+00:00 0:00:01.997047 54285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T11:00:25.044022+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T10:00:00+00:00 PythonOperator 2021-07-16T11:00:08.211842+00:00 2021-07-16T11:00:11.808047+00:00 0:00:03.596205 54284 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T11:00:05.044110+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T10:00:00+00:00 PythonOperator 2021-07-16T11:00:06.252441+00:00 2021-07-16T11:00:10.491412+00:00 0:00:04.238971 54283 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T11:00:03.029315+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T09:00:00+00:00 EmrJobFlowSensor 2021-07-16T10:12:26.298515+00:00 2021-07-16T10:24:29.404674+00:00 0:12:03.106159 54281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T10:12:24.101218+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T09:00:00+00:00 EmrJobFlowSensor 2021-07-16T10:12:18.384826+00:00 2021-07-16T10:21:21.302883+00:00 0:09:02.918057 54280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T10:12:16.091051+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T10:12:04.829554+00:00 2021-07-16T10:12:06.616760+00:00 0:00:01.787206 54279 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T10:12:02.080630+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T10:11:56.178075+00:00 2021-07-16T10:11:57.875970+00:00 0:00:01.697895 54278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T10:11:54.016790+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T09:00:00+00:00 PythonOperator 2021-07-16T10:11:42.360915+00:00 2021-07-16T10:11:46.439721+00:00 0:00:04.078806 54277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T10:11:40.001834+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T09:00:00+00:00 PythonOperator 2021-07-16T10:11:36.209893+00:00 2021-07-16T10:11:39.743936+00:00 0:00:03.534043 54276 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T10:11:34.001714+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T09:00:00+00:00 TriggerDagRunOperator 2021-07-16T10:11:18.506118+00:00 2021-07-16T10:11:19.019249+00:00 0:00:00.513131 54275 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T10:11:15.990157+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T09:00:00+00:00 TriggerDagRunOperator 2021-07-16T10:11:18.393251+00:00 2021-07-16T10:11:18.801360+00:00 0:00:00.408109 54274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T10:11:15.990123+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T09:05:00+00:00 EmrJobFlowSensor 2021-07-16T10:05:51.908260+00:00 2021-07-16T10:14:54.698092+00:00 0:09:02.789832 54273 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T10:05:49.353220+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T10:05:30.001641+00:00 2021-07-16T10:05:31.805151+00:00 0:00:01.803510 54272 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T10:05:27.366096+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T09:05:00+00:00 PythonOperator 2021-07-16T10:05:05.476585+00:00 2021-07-16T10:05:09.210716+00:00 0:00:03.734131 54271 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T10:05:03.300694+00:00 2 default_pool