Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-06-22T03:00:00+00:00 PythonOperator 2021-06-22T04:00:19.677855+00:00 2021-06-22T04:00:23.191561+00:00 0:00:03.513706 44317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T04:00:17.359121+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T03:00:00+00:00 PythonOperator 2021-06-22T04:00:15.636019+00:00 2021-06-22T04:00:19.131209+00:00 0:00:03.495190 44316 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T04:00:13.295368+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T02:00:00+00:00 EmrJobFlowSensor 2021-06-22T03:12:17.022244+00:00 2021-06-22T03:22:19.840220+00:00 0:10:02.817976 44314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T03:12:14.790171+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T02:00:00+00:00 EmrJobFlowSensor 2021-06-22T03:12:13.007251+00:00 2021-06-22T03:22:15.810051+00:00 0:10:02.802800 44313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T03:12:10.788209+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T03:11:57.101648+00:00 2021-06-22T03:11:58.904587+00:00 0:00:01.802939 44312 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T03:11:54.844291+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T03:11:50.978636+00:00 2021-06-22T03:11:52.716597+00:00 0:00:01.737961 44311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T03:11:48.735091+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T02:00:00+00:00 PythonOperator 2021-06-22T03:11:35.584360+00:00 2021-06-22T03:11:39.302681+00:00 0:00:03.718321 44310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T03:11:32.710750+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T02:00:00+00:00 PythonOperator 2021-06-22T03:11:29.187802+00:00 2021-06-22T03:11:33.729940+00:00 0:00:04.542138 44309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T03:11:26.762296+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T02:00:00+00:00 TriggerDagRunOperator 2021-06-22T03:11:09.381002+00:00 2021-06-22T03:11:09.827900+00:00 0:00:00.446898 44308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T03:11:06.691620+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T02:00:00+00:00 TriggerDagRunOperator 2021-06-22T03:11:09.248549+00:00 2021-06-22T03:11:09.738901+00:00 0:00:00.490352 44307 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T03:11:06.691672+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T02:05:00+00:00 EmrJobFlowSensor 2021-06-22T03:06:02.559739+00:00 2021-06-22T03:14:05.134310+00:00 0:08:02.574571 44306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T03:06:00.184633+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T03:05:40.464104+00:00 2021-06-22T03:05:42.188308+00:00 0:00:01.724204 44305 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T03:05:38.159977+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T02:05:00+00:00 PythonOperator 2021-06-22T03:05:18.342931+00:00 2021-06-22T03:05:21.793862+00:00 0:00:03.450931 44304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T03:05:16.147034+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T02:00:00+00:00 EmrJobFlowSensor 2021-06-22T03:00:51.880120+00:00 2021-06-22T03:12:54.916897+00:00 0:12:03.036777 44303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T03:00:49.732040+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T02:00:00+00:00 EmrJobFlowSensor 2021-06-22T03:00:50.218935+00:00 2021-06-22T03:10:53.243025+00:00 0:10:03.024090 44302 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T03:00:47.730063+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T03:00:31.914613+00:00 2021-06-22T03:00:33.680833+00:00 0:00:01.766220 44301 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T03:00:29.717561+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T03:00:27.961236+00:00 2021-06-22T03:00:29.825072+00:00 0:00:01.863836 44300 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T03:00:25.719708+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T02:00:00+00:00 PythonOperator 2021-06-22T03:00:09.846388+00:00 2021-06-22T03:00:13.549547+00:00 0:00:03.703159 44299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T03:00:07.693226+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T02:00:00+00:00 PythonOperator 2021-06-22T03:00:06.139352+00:00 2021-06-22T03:00:09.562562+00:00 0:00:03.423210 44298 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T03:00:03.692197+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T01:00:00+00:00 EmrJobFlowSensor 2021-06-22T02:10:06.079904+00:00 2021-06-22T02:20:08.962603+00:00 0:10:02.882699 44296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T02:10:03.873745+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T01:00:00+00:00 EmrJobFlowSensor 2021-06-22T02:10:00.401323+00:00 2021-06-22T02:20:03.349053+00:00 0:10:02.947730 44295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T02:09:57.965347+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T02:09:44.011764+00:00 2021-06-22T02:09:45.783509+00:00 0:00:01.771745 44294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T02:09:41.794548+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T02:09:37.984656+00:00 2021-06-22T02:09:39.677311+00:00 0:00:01.692655 44293 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T02:09:35.787107+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T01:00:00+00:00 PythonOperator 2021-06-22T02:09:21.887766+00:00 2021-06-22T02:09:25.453988+00:00 0:00:03.566222 44292 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T02:09:19.726185+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T01:00:00+00:00 PythonOperator 2021-06-22T02:09:16.279979+00:00 2021-06-22T02:09:19.865423+00:00 0:00:03.585444 44291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T02:09:13.725472+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T01:00:00+00:00 TriggerDagRunOperator 2021-06-22T02:09:00.758776+00:00 2021-06-22T02:09:01.247758+00:00 0:00:00.488982 44290 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T02:08:57.772183+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T01:00:00+00:00 TriggerDagRunOperator 2021-06-22T02:09:00.256778+00:00 2021-06-22T02:09:00.620540+00:00 0:00:00.363762 44289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T02:08:57.772136+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T01:05:00+00:00 EmrJobFlowSensor 2021-06-22T02:06:15.888609+00:00 2021-06-22T02:15:18.616276+00:00 0:09:02.727667 44288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T02:06:13.381046+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T02:05:55.475321+00:00 2021-06-22T02:05:57.151076+00:00 0:00:01.675755 44287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T02:05:53.316482+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T01:05:00+00:00 PythonOperator 2021-06-22T02:05:13.577344+00:00 2021-06-22T02:05:17.064607+00:00 0:00:03.487263 44286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T02:05:11.288616+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T01:00:00+00:00 EmrJobFlowSensor 2021-06-22T02:01:06.885316+00:00 2021-06-22T02:13:10.018511+00:00 0:12:03.133195 44285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T02:01:04.744577+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T01:00:00+00:00 EmrJobFlowSensor 2021-06-22T02:00:49.402060+00:00 2021-06-22T02:08:52.036952+00:00 0:08:02.634892 44284 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T02:00:46.769996+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T02:00:43.186780+00:00 2021-06-22T02:00:44.960966+00:00 0:00:01.774186 44283 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T02:00:40.765823+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T02:00:27.090692+00:00 2021-06-22T02:00:28.830682+00:00 0:00:01.739990 44282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T02:00:24.752397+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T01:00:00+00:00 PythonOperator 2021-06-22T02:00:21.121315+00:00 2021-06-22T02:00:24.631936+00:00 0:00:03.510621 44281 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T02:00:18.754742+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T01:00:00+00:00 PythonOperator 2021-06-22T02:00:07.317675+00:00 2021-06-22T02:00:10.632163+00:00 0:00:03.314488 44280 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T02:00:04.744201+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T00:00:00+00:00 EmrJobFlowSensor 2021-06-22T01:11:27.496720+00:00 2021-06-22T01:19:29.923641+00:00 0:08:02.426921 44278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T01:11:25.210276+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T00:00:00+00:00 EmrJobFlowSensor 2021-06-22T01:11:17.336751+00:00 2021-06-22T01:20:19.949762+00:00 0:09:02.613011 44277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T01:11:15.204608+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T01:11:05.486104+00:00 2021-06-22T01:11:07.188536+00:00 0:00:01.702432 44276 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T01:11:03.193400+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T01:10:55.398620+00:00 2021-06-22T01:10:57.126889+00:00 0:00:01.728269 44275 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T01:10:53.186153+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T00:00:00+00:00 PythonOperator 2021-06-22T01:10:43.398638+00:00 2021-06-22T01:10:46.860639+00:00 0:00:03.462001 44274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T01:10:41.173451+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T00:00:00+00:00 PythonOperator 2021-06-22T01:10:33.395854+00:00 2021-06-22T01:10:37.238952+00:00 0:00:03.843098 44273 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T01:10:31.165373+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T00:00:00+00:00 TriggerDagRunOperator 2021-06-22T01:10:27.407154+00:00 2021-06-22T01:10:27.814825+00:00 0:00:00.407671 44272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T01:10:25.160269+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T00:00:00+00:00 TriggerDagRunOperator 2021-06-22T01:10:27.391568+00:00 2021-06-22T01:10:27.889901+00:00 0:00:00.498333 44271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T01:10:25.160298+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T00:05:00+00:00 EmrJobFlowSensor 2021-06-22T01:05:58.780367+00:00 2021-06-22T01:14:01.302286+00:00 0:08:02.521919 44270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T01:05:56.604611+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T01:05:36.736753+00:00 2021-06-22T01:05:38.427915+00:00 0:00:01.691162 44269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T01:05:34.586094+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T00:05:00+00:00 PythonOperator 2021-06-22T01:05:16.677815+00:00 2021-06-22T01:05:19.917622+00:00 0:00:03.239807 44268 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T01:05:14.524034+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T00:00:00+00:00 EmrJobFlowSensor 2021-06-22T01:01:04.415605+00:00 2021-06-22T01:10:07.124728+00:00 0:09:02.709123 44267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T01:01:02.094995+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T00:00:00+00:00 EmrJobFlowSensor 2021-06-22T01:00:54.400048+00:00 2021-06-22T01:12:57.441584+00:00 0:12:03.041536 44266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T01:00:52.143999+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T01:00:42.230231+00:00 2021-06-22T01:00:43.939146+00:00 0:00:01.708915 44265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T01:00:40.025304+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T01:00:34.374683+00:00 2021-06-22T01:00:36.160576+00:00 0:00:01.785893 44264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T01:00:32.024640+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T00:00:00+00:00 PythonOperator 2021-06-22T01:00:22.233624+00:00 2021-06-22T01:00:25.549946+00:00 0:00:03.316322 44263 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T01:00:20.009421+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T00:00:00+00:00 PythonOperator 2021-06-22T01:00:12.291074+00:00 2021-06-22T01:00:16.350357+00:00 0:00:04.059283 44262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T01:00:09.999362+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T23:00:00+00:00 EmrJobFlowSensor 2021-06-22T00:12:17.688828+00:00 2021-06-22T00:21:20.429924+00:00 0:09:02.741096 44260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T00:12:15.472000+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T23:00:00+00:00 EmrJobFlowSensor 2021-06-22T00:12:17.697137+00:00 2021-06-22T00:21:20.511894+00:00 0:09:02.814757 44259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T00:12:15.471964+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T00:11:56.078375+00:00 2021-06-22T00:11:57.976807+00:00 0:00:01.898432 44258 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T00:11:53.441763+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T00:11:55.685861+00:00 2021-06-22T00:11:57.439867+00:00 0:00:01.754006 44257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T00:11:53.441792+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T23:00:00+00:00 PythonOperator 2021-06-22T00:11:33.902361+00:00 2021-06-22T00:11:37.267981+00:00 0:00:03.365620 44256 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T00:11:31.465833+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T23:00:00+00:00 PythonOperator 2021-06-22T00:11:33.689297+00:00 2021-06-22T00:11:37.486003+00:00 0:00:03.796706 44255 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T00:11:31.465867+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T23:00:00+00:00 TriggerDagRunOperator 2021-06-22T00:11:21.694364+00:00 2021-06-22T00:11:22.192580+00:00 0:00:00.498216 44254 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T00:11:19.401915+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T23:00:00+00:00 TriggerDagRunOperator 2021-06-22T00:11:21.580662+00:00 2021-06-22T00:11:21.956166+00:00 0:00:00.375504 44253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T00:11:19.401949+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T23:05:00+00:00 EmrJobFlowSensor 2021-06-22T00:05:52.963680+00:00 2021-06-22T00:14:55.537249+00:00 0:09:02.573569 44252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T00:05:50.797576+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T00:05:32.884676+00:00 2021-06-22T00:05:34.622177+00:00 0:00:01.737501 44251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T00:05:30.741247+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T23:05:00+00:00 PythonOperator 2021-06-22T00:05:10.760527+00:00 2021-06-22T00:05:14.299710+00:00 0:00:03.539183 44250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T00:05:08.633600+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T23:00:00+00:00 EmrJobFlowSensor 2021-06-22T00:00:58.685892+00:00 2021-06-22T00:11:01.623564+00:00 0:10:02.937672 44249 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T00:00:56.271434+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T23:00:00+00:00 EmrJobFlowSensor 2021-06-22T00:00:52.727383+00:00 2021-06-22T00:13:56.044483+00:00 0:13:03.317100 44248 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T00:00:50.231113+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T00:00:36.577380+00:00 2021-06-22T00:00:38.271423+00:00 0:00:01.694043 44247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T00:00:34.278928+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T00:00:31.101292+00:00 2021-06-22T00:00:32.793962+00:00 0:00:01.692670 44246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T00:00:28.353252+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T23:00:00+00:00 PythonOperator 2021-06-22T00:00:15.382907+00:00 2021-06-22T00:00:19.067754+00:00 0:00:03.684847 44245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T00:00:12.191604+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T23:00:00+00:00 PythonOperator 2021-06-22T00:00:10.485356+00:00 2021-06-22T00:00:15.149218+00:00 0:00:04.663862 44244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T00:00:08.196576+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T22:00:00+00:00 EmrJobFlowSensor 2021-06-21T23:12:09.978302+00:00 2021-06-21T23:21:12.651468+00:00 0:09:02.673166 44242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T23:12:07.694928+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T22:00:00+00:00 EmrJobFlowSensor 2021-06-21T23:11:56.087251+00:00 2021-06-21T23:21:59.006802+00:00 0:10:02.919551 44241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T23:11:53.630736+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T23:11:46.045720+00:00 2021-06-21T23:11:47.855076+00:00 0:00:01.809356 44240 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T23:11:43.655161+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T23:11:34.048973+00:00 2021-06-21T23:11:35.932447+00:00 0:00:01.883474 44239 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T23:11:31.683002+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T22:00:00+00:00 PythonOperator 2021-06-21T23:11:25.800035+00:00 2021-06-21T23:11:29.332531+00:00 0:00:03.532496 44238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T23:11:23.603936+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T22:00:00+00:00 PythonOperator 2021-06-21T23:11:14.186235+00:00 2021-06-21T23:11:18.068899+00:00 0:00:03.882664 44237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T23:11:11.654974+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T22:00:00+00:00 TriggerDagRunOperator 2021-06-21T23:11:07.933645+00:00 2021-06-21T23:11:08.467765+00:00 0:00:00.534120 44236 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T23:11:05.592174+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T22:00:00+00:00 TriggerDagRunOperator 2021-06-21T23:11:07.755134+00:00 2021-06-21T23:11:08.146602+00:00 0:00:00.391468 44235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T23:11:05.592208+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T22:05:00+00:00 EmrJobFlowSensor 2021-06-21T23:05:49.211629+00:00 2021-06-21T23:14:51.935178+00:00 0:09:02.723549 44234 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T23:05:46.899498+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T23:05:29.056478+00:00 2021-06-21T23:05:30.797027+00:00 0:00:01.740549 44233 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T23:05:26.832819+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-21T22:05:00+00:00 PythonOperator 2021-06-21T23:05:06.952499+00:00 2021-06-21T23:05:10.262634+00:00 0:00:03.310135 44232 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T23:05:04.814106+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-21T22:00:00+00:00 EmrJobFlowSensor 2021-06-21T23:01:06.842183+00:00 2021-06-21T23:13:10.018883+00:00 0:12:03.176700 44231 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T23:01:04.460919+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-20T23:00:00+00:00 EmrJobFlowSensor 2021-06-21T23:00:58.811291+00:00 2021-06-21T23:10:01.490739+00:00 0:09:02.679448 44230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T23:00:56.387979+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-21T22:00:00+00:00 EmrJobFlowSensor 2021-06-21T23:00:48.732479+00:00 2021-06-21T23:10:51.615722+00:00 0:10:02.883243 44229 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T23:00:46.360754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-21T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T23:00:42.720638+00:00 2021-06-21T23:00:44.435416+00:00 0:00:01.714778 44228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T23:00:40.374224+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-20T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T23:00:36.902106+00:00 2021-06-21T23:00:38.534896+00:00 0:00:01.632790 44227 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T23:00:34.348868+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-21T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T23:00:28.976087+00:00 2021-06-21T23:00:30.755136+00:00 0:00:01.779049 44226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-21T23:00:26.352655+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-21T22:00:00+00:00 PythonOperator 2021-06-21T23:00:21.025443+00:00 2021-06-21T23:00:24.706994+00:00 0:00:03.681551 44225 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T23:00:18.335137+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-20T23:00:00+00:00 PythonOperator 2021-06-21T23:00:12.657840+00:00 2021-06-21T23:00:16.291743+00:00 0:00:03.633903 44224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T23:00:10.327555+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-21T22:00:00+00:00 PythonOperator 2021-06-21T23:00:06.565454+00:00 2021-06-21T23:00:10.110200+00:00 0:00:03.544746 44223 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-21T23:00:04.320599+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-21T21:00:00+00:00 EmrJobFlowSensor 2021-06-21T22:11:28.864784+00:00 2021-06-21T22:20:31.458995+00:00 0:09:02.594211 44221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T22:11:26.638998+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-21T21:00:00+00:00 EmrJobFlowSensor 2021-06-21T22:11:22.778988+00:00 2021-06-21T22:21:25.473030+00:00 0:10:02.694042 44220 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T22:11:20.630906+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-21T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T22:11:07.072898+00:00 2021-06-21T22:11:08.875703+00:00 0:00:01.802805 44219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T22:11:04.669356+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-21T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-21T22:11:01.191853+00:00 2021-06-21T22:11:02.968042+00:00 0:00:01.776189 44218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T22:10:58.746652+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-21T21:00:00+00:00 PythonOperator 2021-06-21T22:10:45.154302+00:00 2021-06-21T22:10:48.694327+00:00 0:00:03.540025 44217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T22:10:42.657044+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-21T21:00:00+00:00 PythonOperator 2021-06-21T22:10:38.959159+00:00 2021-06-21T22:10:42.742726+00:00 0:00:03.783567 44216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-21T22:10:36.646642+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-21T21:00:00+00:00 TriggerDagRunOperator 2021-06-21T22:10:28.894939+00:00 2021-06-21T22:10:29.327826+00:00 0:00:00.432887 44215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T22:10:26.574531+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-21T21:00:00+00:00 TriggerDagRunOperator 2021-06-21T22:10:28.914625+00:00 2021-06-21T22:10:29.433050+00:00 0:00:00.518425 44214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T22:10:26.574498+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-21T21:05:00+00:00 EmrJobFlowSensor 2021-06-21T22:06:04.464862+00:00 2021-06-21T22:14:07.069263+00:00 0:08:02.604401 44213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-21T22:06:02.187668+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-21T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-21T22:05:42.283151+00:00 2021-06-21T22:05:43.942947+00:00 0:00:01.659796 44212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-21T22:05:40.109965+00:00 2 default_pool