Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T23:00:31.142188+00:00 2021-06-23T23:00:32.911743+00:00 0:00:01.769555 45133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T23:00:28.556880+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T22:00:00+00:00 PythonOperator 2021-06-23T23:00:24.778436+00:00 2021-06-23T23:00:28.629655+00:00 0:00:03.851219 45132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:00:22.463485+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T22:00:00+00:00 PythonOperator 2021-06-23T23:00:10.942386+00:00 2021-06-23T23:00:14.330545+00:00 0:00:03.388159 45131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T23:00:08.397210+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-22T23:00:00+00:00 PythonOperator 2021-06-23T23:00:10.836704+00:00 2021-06-23T23:00:14.530508+00:00 0:00:03.693804 45130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T23:00:08.397238+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T21:00:00+00:00 EmrJobFlowSensor 2021-06-23T22:12:32.603647+00:00 2021-06-23T22:21:35.304648+00:00 0:09:02.701001 45128 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:12:30.361866+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T21:00:00+00:00 EmrJobFlowSensor 2021-06-23T22:12:26.568727+00:00 2021-06-23T22:21:29.443967+00:00 0:09:02.875240 45127 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:12:24.296161+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:12:10.471802+00:00 2021-06-23T22:12:12.199383+00:00 0:00:01.727581 45126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T22:12:08.251905+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:12:06.393617+00:00 2021-06-23T22:12:08.057799+00:00 0:00:01.664182 45125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T22:12:04.251320+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T21:00:00+00:00 PythonOperator 2021-06-23T22:11:49.691848+00:00 2021-06-23T22:11:53.447796+00:00 0:00:03.755948 45124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:11:46.272379+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T21:00:00+00:00 PythonOperator 2021-06-23T22:11:44.666672+00:00 2021-06-23T22:11:49.424734+00:00 0:00:04.758062 45123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:11:42.273284+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T21:00:00+00:00 TriggerDagRunOperator 2021-06-23T22:11:29.002116+00:00 2021-06-23T22:11:29.484888+00:00 0:00:00.482772 45122 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:11:26.253350+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T21:00:00+00:00 TriggerDagRunOperator 2021-06-23T22:11:28.605415+00:00 2021-06-23T22:11:29.018990+00:00 0:00:00.413575 45121 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:11:26.253301+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T21:05:00+00:00 EmrJobFlowSensor 2021-06-23T22:06:06.222861+00:00 2021-06-23T22:15:08.931142+00:00 0:09:02.708281 45120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:06:03.760690+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:05:46.065786+00:00 2021-06-23T22:05:47.720746+00:00 0:00:01.654960 45119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T22:05:43.655379+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T21:05:00+00:00 PythonOperator 2021-06-23T22:05:23.757606+00:00 2021-06-23T22:05:27.317739+00:00 0:00:03.560133 45118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:05:21.623181+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T21:00:00+00:00 EmrJobFlowSensor 2021-06-23T22:01:16.108177+00:00 2021-06-23T22:19:19.999922+00:00 0:18:03.891745 45117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T22:01:13.307409+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T21:00:00+00:00 EmrJobFlowSensor 2021-06-23T22:01:13.637712+00:00 2021-06-23T22:11:16.966874+00:00 0:10:03.329162 45116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:01:11.294328+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:00:53.396335+00:00 2021-06-23T22:00:55.200715+00:00 0:00:01.804380 45115 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T22:00:51.114192+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T22:00:51.293161+00:00 2021-06-23T22:00:52.995324+00:00 0:00:01.702163 45114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T22:00:49.094277+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T21:00:00+00:00 PythonOperator 2021-06-23T22:00:33.317711+00:00 2021-06-23T22:00:36.860983+00:00 0:00:03.543272 45113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T22:00:31.076088+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T21:00:00+00:00 PythonOperator 2021-06-23T22:00:31.600756+00:00 2021-06-23T22:00:35.138360+00:00 0:00:03.537604 45112 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T22:00:29.074025+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T20:00:00+00:00 EmrJobFlowSensor 2021-06-23T21:10:30.302838+00:00 2021-06-23T21:20:33.064132+00:00 0:10:02.761294 45110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:10:27.952040+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T20:00:00+00:00 EmrJobFlowSensor 2021-06-23T21:10:22.205358+00:00 2021-06-23T21:20:25.125064+00:00 0:10:02.919706 45109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:10:19.957868+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:10:08.384257+00:00 2021-06-23T21:10:10.108906+00:00 0:00:01.724649 45108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T21:10:05.890395+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:10:00.511826+00:00 2021-06-23T21:10:02.385004+00:00 0:00:01.873178 45107 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T21:09:57.970223+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T20:00:00+00:00 PythonOperator 2021-06-23T21:09:48.072341+00:00 2021-06-23T21:09:51.478866+00:00 0:00:03.406525 45106 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:09:45.828355+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T20:00:00+00:00 PythonOperator 2021-06-23T21:09:40.058169+00:00 2021-06-23T21:09:43.876071+00:00 0:00:03.817902 45105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:09:37.810092+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T20:00:00+00:00 TriggerDagRunOperator 2021-06-23T21:09:34.483450+00:00 2021-06-23T21:09:34.975338+00:00 0:00:00.491888 45104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:09:31.859938+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T20:00:00+00:00 TriggerDagRunOperator 2021-06-23T21:09:34.362661+00:00 2021-06-23T21:09:34.739279+00:00 0:00:00.376618 45103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:09:31.859892+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T20:05:00+00:00 EmrJobFlowSensor 2021-06-23T21:05:49.837059+00:00 2021-06-23T21:14:52.508390+00:00 0:09:02.671331 45102 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:05:47.539971+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:05:27.959129+00:00 2021-06-23T21:05:29.751862+00:00 0:00:01.792733 45101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T21:05:25.562101+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T20:05:00+00:00 PythonOperator 2021-06-23T21:05:07.777480+00:00 2021-06-23T21:05:11.264841+00:00 0:00:03.487361 45100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:05:05.566695+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T20:00:00+00:00 EmrJobFlowSensor 2021-06-23T21:01:09.462446+00:00 2021-06-23T21:12:12.385052+00:00 0:11:02.922606 45099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T21:01:07.091475+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T20:00:00+00:00 EmrJobFlowSensor 2021-06-23T21:01:05.438568+00:00 2021-06-23T21:09:08.019128+00:00 0:08:02.580560 45098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:01:03.157535+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:00:47.193305+00:00 2021-06-23T21:00:48.869404+00:00 0:00:01.676099 45097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T21:00:45.064351+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T21:00:43.364915+00:00 2021-06-23T21:00:45.118966+00:00 0:00:01.754051 45096 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T21:00:41.015255+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T20:00:00+00:00 PythonOperator 2021-06-23T21:00:25.427613+00:00 2021-06-23T21:00:29.024231+00:00 0:00:03.596618 45095 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T21:00:23.005657+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T20:00:00+00:00 PythonOperator 2021-06-23T21:00:21.738605+00:00 2021-06-23T21:00:25.288326+00:00 0:00:03.549721 45094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T21:00:19.069939+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T19:00:00+00:00 EmrJobFlowSensor 2021-06-23T20:12:08.788581+00:00 2021-06-23T20:21:11.379724+00:00 0:09:02.591143 45092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T20:12:06.483389+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T19:00:00+00:00 EmrJobFlowSensor 2021-06-23T20:12:04.707206+00:00 2021-06-23T20:21:07.438820+00:00 0:09:02.731614 45091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T20:12:02.496185+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T20:11:44.664129+00:00 2021-06-23T20:11:46.324690+00:00 0:00:01.660561 45090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T20:11:42.421210+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T20:11:42.626424+00:00 2021-06-23T20:11:44.440641+00:00 0:00:01.814217 45089 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T20:11:40.425956+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T19:00:00+00:00 PythonOperator 2021-06-23T20:11:24.100956+00:00 2021-06-23T20:11:28.028425+00:00 0:00:03.927469 45088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T20:11:20.405890+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T19:00:00+00:00 PythonOperator 2021-06-23T20:11:21.318651+00:00 2021-06-23T20:11:25.372923+00:00 0:00:04.054272 45087 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T20:11:18.462842+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T19:00:00+00:00 TriggerDagRunOperator 2021-06-23T20:11:14.912201+00:00 2021-06-23T20:11:15.441688+00:00 0:00:00.529487 45086 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T20:11:12.451807+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T19:00:00+00:00 TriggerDagRunOperator 2021-06-23T20:11:14.802501+00:00 2021-06-23T20:11:15.244377+00:00 0:00:00.441876 45085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T20:11:12.451775+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T19:05:00+00:00 EmrJobFlowSensor 2021-06-23T20:06:00.495107+00:00 2021-06-23T20:15:03.221346+00:00 0:09:02.726239 45084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T20:05:58.056791+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T20:05:38.325436+00:00 2021-06-23T20:05:40.107685+00:00 0:00:01.782249 45083 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T20:05:35.953411+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T19:05:00+00:00 PythonOperator 2021-06-23T20:05:16.139781+00:00 2021-06-23T20:05:19.720553+00:00 0:00:03.580772 45082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T20:05:13.835326+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T19:00:00+00:00 EmrJobFlowSensor 2021-06-23T20:00:53.818307+00:00 2021-06-23T20:10:56.608966+00:00 0:10:02.790659 45081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T20:00:51.508054+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T19:00:00+00:00 EmrJobFlowSensor 2021-06-23T20:00:49.806210+00:00 2021-06-23T20:11:52.674855+00:00 0:11:02.868645 45080 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T20:00:47.510099+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T20:00:31.721367+00:00 2021-06-23T20:00:33.446593+00:00 0:00:01.725226 45079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T20:00:29.488646+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T20:00:27.666077+00:00 2021-06-23T20:00:29.497982+00:00 0:00:01.831905 45078 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T20:00:25.482678+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T19:00:00+00:00 PythonOperator 2021-06-23T20:00:11.614764+00:00 2021-06-23T20:00:15.145667+00:00 0:00:03.530903 45077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T20:00:09.461749+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T19:00:00+00:00 PythonOperator 2021-06-23T20:00:07.758054+00:00 2021-06-23T20:00:11.352148+00:00 0:00:03.594094 45076 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T20:00:05.456652+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T18:00:00+00:00 EmrJobFlowSensor 2021-06-23T19:11:16.774876+00:00 2021-06-23T19:21:19.687096+00:00 0:10:02.912220 45074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T19:11:14.474514+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T18:00:00+00:00 EmrJobFlowSensor 2021-06-23T19:11:10.880836+00:00 2021-06-23T19:21:13.726481+00:00 0:10:02.845645 45073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T19:11:08.476213+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T19:10:56.717692+00:00 2021-06-23T19:10:58.434040+00:00 0:00:01.716348 45072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T19:10:54.448934+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T19:10:50.796507+00:00 2021-06-23T19:10:52.622186+00:00 0:00:01.825679 45071 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T19:10:48.465067+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T18:00:00+00:00 PythonOperator 2021-06-23T19:10:34.740550+00:00 2021-06-23T19:10:38.488882+00:00 0:00:03.748332 45070 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T19:10:32.446038+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T18:00:00+00:00 PythonOperator 2021-06-23T19:10:28.922876+00:00 2021-06-23T19:10:32.439480+00:00 0:00:03.516604 45069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T19:10:26.392347+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T18:00:00+00:00 TriggerDagRunOperator 2021-06-23T19:10:20.586784+00:00 2021-06-23T19:10:21.094328+00:00 0:00:00.507544 45068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T19:10:18.349175+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T18:00:00+00:00 TriggerDagRunOperator 2021-06-23T19:10:20.552941+00:00 2021-06-23T19:10:20.965463+00:00 0:00:00.412522 45067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T19:10:18.349203+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T18:05:00+00:00 EmrJobFlowSensor 2021-06-23T19:05:56.142350+00:00 2021-06-23T19:14:59.076068+00:00 0:09:02.933718 45066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T19:05:53.927644+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T19:05:34.174413+00:00 2021-06-23T19:05:35.974575+00:00 0:00:01.800162 45065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T19:05:31.912456+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T18:05:00+00:00 PythonOperator 2021-06-23T19:05:12.014645+00:00 2021-06-23T19:05:15.500774+00:00 0:00:03.486129 45064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T19:05:09.892167+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T18:00:00+00:00 EmrJobFlowSensor 2021-06-23T19:01:05.718327+00:00 2021-06-23T19:10:08.568701+00:00 0:09:02.850374 45063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T19:01:03.400212+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T18:00:00+00:00 EmrJobFlowSensor 2021-06-23T19:00:49.639303+00:00 2021-06-23T19:18:53.899903+00:00 0:18:04.260600 45062 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T19:00:47.361213+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T19:00:43.569163+00:00 2021-06-23T19:00:45.305793+00:00 0:00:01.736630 45061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T19:00:41.348513+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T19:00:27.473056+00:00 2021-06-23T19:00:29.269521+00:00 0:00:01.796465 45060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T19:00:25.327033+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T18:00:00+00:00 PythonOperator 2021-06-23T19:00:23.465709+00:00 2021-06-23T19:00:26.973533+00:00 0:00:03.507824 45059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T19:00:21.320742+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T18:00:00+00:00 PythonOperator 2021-06-23T19:00:06.040663+00:00 2021-06-23T19:00:09.638594+00:00 0:00:03.597931 45058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T19:00:03.361927+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T17:00:00+00:00 EmrJobFlowSensor 2021-06-23T18:12:31.620854+00:00 2021-06-23T18:21:34.259051+00:00 0:09:02.638197 45056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T18:12:29.438881+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T17:00:00+00:00 EmrJobFlowSensor 2021-06-23T18:12:21.621952+00:00 2021-06-23T18:22:24.526042+00:00 0:10:02.904090 45055 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T18:12:19.431911+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T18:12:07.608815+00:00 2021-06-23T18:12:09.465450+00:00 0:00:01.856635 45054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T18:12:05.426129+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T18:12:01.913149+00:00 2021-06-23T18:12:03.658912+00:00 0:00:01.745763 45053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T18:11:59.557128+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T17:00:00+00:00 PythonOperator 2021-06-23T18:11:45.796338+00:00 2021-06-23T18:11:49.064555+00:00 0:00:03.268217 45052 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T18:11:43.460292+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T17:00:00+00:00 PythonOperator 2021-06-23T18:11:39.828689+00:00 2021-06-23T18:11:43.657180+00:00 0:00:03.828491 45051 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T18:11:37.465387+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T17:00:00+00:00 TriggerDagRunOperator 2021-06-23T18:11:20.074639+00:00 2021-06-23T18:11:20.564851+00:00 0:00:00.490212 45050 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T18:11:17.454083+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T17:00:00+00:00 TriggerDagRunOperator 2021-06-23T18:11:19.878317+00:00 2021-06-23T18:11:20.293266+00:00 0:00:00.414949 45049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T18:11:17.454037+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T17:05:00+00:00 EmrJobFlowSensor 2021-06-23T18:05:52.828461+00:00 2021-06-23T18:14:55.339019+00:00 0:09:02.510558 45048 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T18:05:50.684891+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T18:05:32.983789+00:00 2021-06-23T18:05:34.643500+00:00 0:00:01.659711 45047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T18:05:30.654037+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T17:05:00+00:00 PythonOperator 2021-06-23T18:05:10.674473+00:00 2021-06-23T18:05:14.051995+00:00 0:00:03.377522 45046 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T18:05:08.514952+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T17:00:00+00:00 EmrJobFlowSensor 2021-06-23T18:00:54.452938+00:00 2021-06-23T18:19:58.477707+00:00 0:19:04.024769 45045 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T18:00:52.231320+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T17:00:00+00:00 EmrJobFlowSensor 2021-06-23T18:00:52.520540+00:00 2021-06-23T18:10:55.375523+00:00 0:10:02.854983 45044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T18:00:50.233315+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T18:00:32.615457+00:00 2021-06-23T18:00:34.319686+00:00 0:00:01.704229 45043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T18:00:30.264299+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T18:00:30.897159+00:00 2021-06-23T18:00:32.728941+00:00 0:00:01.831782 45042 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T18:00:28.363386+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T17:00:00+00:00 PythonOperator 2021-06-23T18:00:10.473536+00:00 2021-06-23T18:00:14.117087+00:00 0:00:03.643551 45041 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T18:00:08.193308+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T17:00:00+00:00 PythonOperator 2021-06-23T18:00:10.405000+00:00 2021-06-23T18:00:14.074288+00:00 0:00:03.669288 45040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T18:00:08.193337+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T16:00:00+00:00 EmrJobFlowSensor 2021-06-23T17:57:06.087466+00:00 2021-06-23T18:07:09.134724+00:00 0:10:03.047258 45039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T17:57:03.811319+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T17:56:44.160477+00:00 2021-06-23T17:56:45.885413+00:00 0:00:01.724936 45038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T17:56:41.859948+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T15:00:00+00:00 EmrJobFlowSensor 2021-06-23T17:46:36.837409+00:00 2021-06-23T17:56:39.877174+00:00 0:10:03.039765 45037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T17:46:34.585510+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T16:00:00+00:00 PythonOperator 2021-06-23T17:46:36.806813+00:00 2021-06-23T17:46:40.599843+00:00 0:00:03.793030 45036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T17:46:34.585479+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T17:46:14.823919+00:00 2021-06-23T17:46:16.638553+00:00 0:00:01.814634 45035 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T17:46:12.558887+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T14:00:00+00:00 EmrJobFlowSensor 2021-06-23T17:35:45.774231+00:00 2021-06-23T17:45:48.741471+00:00 0:10:02.967240 45034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T17:35:43.386309+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T15:00:00+00:00 PythonOperator 2021-06-23T17:35:45.801635+00:00 2021-06-23T17:35:49.410244+00:00 0:00:03.608609 45033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T17:35:43.386279+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T17:35:25.599438+00:00 2021-06-23T17:35:27.464062+00:00 0:00:01.864624 45032 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T17:35:23.309626+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T13:00:00+00:00 EmrJobFlowSensor 2021-06-23T17:26:12.572473+00:00 2021-06-23T17:35:15.404428+00:00 0:09:02.831955 45031 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T17:26:10.288762+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T14:00:00+00:00 PythonOperator 2021-06-23T17:26:12.468939+00:00 2021-06-23T17:26:16.270896+00:00 0:00:03.801957 45030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T17:26:10.288730+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T17:25:48.478708+00:00 2021-06-23T17:25:50.242810+00:00 0:00:01.764102 45029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T17:25:46.253221+00:00 2 default_pool