Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T13:00:00+00:00 TriggerDagRunOperator 2021-06-20T14:10:10.803719+00:00 2021-06-20T14:10:11.350332+00:00 0:00:00.546613 43633 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T14:10:08.591095+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T13:05:00+00:00 EmrJobFlowSensor 2021-06-20T14:05:56.465742+00:00 2021-06-20T14:14:59.160297+00:00 0:09:02.694555 43632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T14:05:54.271636+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T14:05:34.783746+00:00 2021-06-20T14:05:36.527124+00:00 0:00:01.743378 43631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T14:05:32.276125+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T13:05:00+00:00 PythonOperator 2021-06-20T14:05:10.560575+00:00 2021-06-20T14:05:14.044729+00:00 0:00:03.484154 43630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T14:05:08.243485+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T13:00:00+00:00 EmrJobFlowSensor 2021-06-20T14:00:51.807017+00:00 2021-06-20T14:09:54.667806+00:00 0:09:02.860789 43629 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T14:00:49.647065+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T13:00:00+00:00 EmrJobFlowSensor 2021-06-20T14:00:45.768181+00:00 2021-06-20T14:12:48.861703+00:00 0:12:03.093522 43628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T14:00:43.643400+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T14:00:31.794295+00:00 2021-06-20T14:00:33.477450+00:00 0:00:01.683155 43627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T14:00:29.632203+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T14:00:25.884999+00:00 2021-06-20T14:00:27.780306+00:00 0:00:01.895307 43626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T14:00:23.625337+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T13:00:00+00:00 PythonOperator 2021-06-20T14:00:09.920609+00:00 2021-06-20T14:00:13.526122+00:00 0:00:03.605513 43625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T14:00:07.613257+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T13:00:00+00:00 PythonOperator 2021-06-20T14:00:03.943054+00:00 2021-06-20T14:00:07.802613+00:00 0:00:03.859559 43624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T14:00:01.607897+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T12:00:00+00:00 EmrJobFlowSensor 2021-06-20T13:11:28.542417+00:00 2021-06-20T13:20:31.187387+00:00 0:09:02.644970 43622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T13:11:26.340602+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T12:00:00+00:00 EmrJobFlowSensor 2021-06-20T13:11:16.401910+00:00 2021-06-20T13:21:19.126870+00:00 0:10:02.724960 43621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T13:11:14.211112+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T13:11:06.672172+00:00 2021-06-20T13:11:08.382797+00:00 0:00:01.710625 43620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T13:11:04.255961+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T13:10:54.742717+00:00 2021-06-20T13:10:56.461531+00:00 0:00:01.718814 43619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T13:10:52.261072+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T12:00:00+00:00 PythonOperator 2021-06-20T13:10:46.522055+00:00 2021-06-20T13:10:50.061660+00:00 0:00:03.539605 43618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T13:10:44.240677+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T12:00:00+00:00 PythonOperator 2021-06-20T13:10:32.419456+00:00 2021-06-20T13:10:35.736113+00:00 0:00:03.316657 43617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T13:10:30.137655+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T12:00:00+00:00 TriggerDagRunOperator 2021-06-20T13:10:16.521267+00:00 2021-06-20T13:10:17.005947+00:00 0:00:00.484680 43616 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T13:10:14.127478+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T12:00:00+00:00 TriggerDagRunOperator 2021-06-20T13:10:16.438990+00:00 2021-06-20T13:10:16.825436+00:00 0:00:00.386446 43615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T13:10:14.127511+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T12:05:00+00:00 EmrJobFlowSensor 2021-06-20T13:06:06.048578+00:00 2021-06-20T13:14:08.684345+00:00 0:08:02.635767 43614 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T13:06:03.818659+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T13:05:36.220562+00:00 2021-06-20T13:05:37.919526+00:00 0:00:01.698964 43613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T13:05:33.860128+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T12:05:00+00:00 PythonOperator 2021-06-20T13:05:14.030602+00:00 2021-06-20T13:05:17.542593+00:00 0:00:03.511991 43612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T13:05:11.745593+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T12:00:00+00:00 EmrJobFlowSensor 2021-06-20T13:01:11.764135+00:00 2021-06-20T13:13:14.920208+00:00 0:12:03.156073 43611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T13:01:09.359887+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T12:00:00+00:00 EmrJobFlowSensor 2021-06-20T13:00:55.603438+00:00 2021-06-20T13:09:58.536404+00:00 0:09:02.932966 43610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T13:00:53.264942+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T13:00:51.346721+00:00 2021-06-20T13:00:53.012860+00:00 0:00:01.666139 43609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T13:00:49.258868+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T13:00:35.497855+00:00 2021-06-20T13:00:37.199952+00:00 0:00:01.702097 43608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T13:00:33.249287+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T12:00:00+00:00 PythonOperator 2021-06-20T13:00:29.429817+00:00 2021-06-20T13:00:32.928156+00:00 0:00:03.498339 43607 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T13:00:27.238787+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T12:00:00+00:00 PythonOperator 2021-06-20T13:00:11.620737+00:00 2021-06-20T13:00:14.979602+00:00 0:00:03.358865 43606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T13:00:09.226133+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T11:00:00+00:00 EmrJobFlowSensor 2021-06-20T12:11:20.386714+00:00 2021-06-20T12:21:23.161266+00:00 0:10:02.774552 43604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:11:18.235857+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T11:00:00+00:00 EmrJobFlowSensor 2021-06-20T12:11:12.438412+00:00 2021-06-20T12:20:15.204294+00:00 0:09:02.765882 43603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:11:10.224582+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:10:59.126429+00:00 2021-06-20T12:11:00.837986+00:00 0:00:01.711557 43602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T12:10:56.226993+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:10:50.381266+00:00 2021-06-20T12:10:52.053551+00:00 0:00:01.672285 43601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T12:10:48.203987+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T11:00:00+00:00 PythonOperator 2021-06-20T12:10:36.848646+00:00 2021-06-20T12:10:40.514717+00:00 0:00:03.666071 43600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:10:34.189947+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T11:00:00+00:00 PythonOperator 2021-06-20T12:10:28.581209+00:00 2021-06-20T12:10:32.116720+00:00 0:00:03.535511 43599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:10:26.264665+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T11:00:00+00:00 TriggerDagRunOperator 2021-06-20T12:10:14.754772+00:00 2021-06-20T12:10:15.283062+00:00 0:00:00.528290 43598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:10:12.147962+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T11:00:00+00:00 TriggerDagRunOperator 2021-06-20T12:10:14.634667+00:00 2021-06-20T12:10:15.049237+00:00 0:00:00.414570 43597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:10:12.147934+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T11:05:00+00:00 EmrJobFlowSensor 2021-06-20T12:05:51.961697+00:00 2021-06-20T12:14:54.736303+00:00 0:09:02.774606 43596 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:05:49.800044+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:05:30.377778+00:00 2021-06-20T12:05:32.152732+00:00 0:00:01.774954 43595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T12:05:27.855538+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T11:05:00+00:00 PythonOperator 2021-06-20T12:05:08.047810+00:00 2021-06-20T12:05:11.533986+00:00 0:00:03.486176 43594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:05:05.780834+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T11:00:00+00:00 EmrJobFlowSensor 2021-06-20T12:00:57.549113+00:00 2021-06-20T12:10:00.120610+00:00 0:09:02.571497 43593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:00:55.264682+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T11:00:00+00:00 EmrJobFlowSensor 2021-06-20T12:00:51.350307+00:00 2021-06-20T12:12:54.559844+00:00 0:12:03.209537 43592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:00:49.184909+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:00:37.760962+00:00 2021-06-20T12:00:39.605735+00:00 0:00:01.844773 43591 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T12:00:35.253995+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:00:31.348206+00:00 2021-06-20T12:00:33.107715+00:00 0:00:01.759509 43590 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T12:00:29.162917+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T11:00:00+00:00 PythonOperator 2021-06-20T12:00:15.389680+00:00 2021-06-20T12:00:18.925155+00:00 0:00:03.535475 43589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T12:00:13.097277+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T11:00:00+00:00 PythonOperator 2021-06-20T12:00:09.504950+00:00 2021-06-20T12:00:13.010254+00:00 0:00:03.505304 43588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:00:07.090481+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T10:00:00+00:00 EmrJobFlowSensor 2021-06-20T11:10:16.058589+00:00 2021-06-20T11:19:18.641216+00:00 0:09:02.582627 43586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:10:13.798334+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T10:00:00+00:00 EmrJobFlowSensor 2021-06-20T11:10:07.989494+00:00 2021-06-20T11:20:10.850611+00:00 0:10:02.861117 43585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:10:05.759684+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:09:55.954426+00:00 2021-06-20T11:09:57.674517+00:00 0:00:01.720091 43584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T11:09:53.671347+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:09:45.886851+00:00 2021-06-20T11:09:47.724290+00:00 0:00:01.837439 43583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T11:09:43.662814+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T10:00:00+00:00 PythonOperator 2021-06-20T11:09:34.064966+00:00 2021-06-20T11:09:37.530849+00:00 0:00:03.465883 43582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:09:31.684587+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T10:00:00+00:00 PythonOperator 2021-06-20T11:09:24.108911+00:00 2021-06-20T11:09:27.689781+00:00 0:00:03.580870 43581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:09:21.684447+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T10:00:00+00:00 TriggerDagRunOperator 2021-06-20T11:09:12.224580+00:00 2021-06-20T11:09:12.657459+00:00 0:00:00.432879 43580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:09:09.658984+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T10:00:00+00:00 TriggerDagRunOperator 2021-06-20T11:09:12.062089+00:00 2021-06-20T11:09:12.569929+00:00 0:00:00.507840 43579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:09:09.658931+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T10:05:00+00:00 EmrJobFlowSensor 2021-06-20T11:06:07.895775+00:00 2021-06-20T11:15:10.649167+00:00 0:09:02.753392 43578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:06:05.459226+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:05:45.568532+00:00 2021-06-20T11:05:47.191189+00:00 0:00:01.622657 43577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T11:05:43.287082+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T10:05:00+00:00 PythonOperator 2021-06-20T11:05:23.360796+00:00 2021-06-20T11:05:26.787563+00:00 0:00:03.426767 43576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:05:21.214850+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T10:00:00+00:00 EmrJobFlowSensor 2021-06-20T11:01:06.856020+00:00 2021-06-20T11:13:09.975541+00:00 0:12:03.119521 43575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:01:04.647822+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T10:00:00+00:00 EmrJobFlowSensor 2021-06-20T11:00:52.837200+00:00 2021-06-20T11:08:55.263245+00:00 0:08:02.426045 43574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:00:50.637343+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:00:44.951590+00:00 2021-06-20T11:00:46.770861+00:00 0:00:01.819271 43573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T11:00:42.627795+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:00:31.201558+00:00 2021-06-20T11:00:32.901106+00:00 0:00:01.699548 43572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T11:00:28.669929+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T10:00:00+00:00 PythonOperator 2021-06-20T11:00:20.651949+00:00 2021-06-20T11:00:24.309137+00:00 0:00:03.657188 43571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:00:18.467374+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T10:00:00+00:00 PythonOperator 2021-06-20T11:00:10.801545+00:00 2021-06-20T11:00:14.191427+00:00 0:00:03.389882 43570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T11:00:08.468223+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T09:00:00+00:00 EmrJobFlowSensor 2021-06-20T10:14:07.675670+00:00 2021-06-20T10:22:10.241723+00:00 0:08:02.566053 43569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:14:05.544304+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T09:00:00+00:00 EmrJobFlowSensor 2021-06-20T10:14:00.233010+00:00 2021-06-20T10:22:02.992771+00:00 0:08:02.759761 43568 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:13:57.541893+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:11:59.503871+00:00 2021-06-20T10:12:01.283146+00:00 0:00:01.779275 43566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T10:11:57.175560+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:11:53.373897+00:00 2021-06-20T10:11:55.075919+00:00 0:00:01.702022 43565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T10:11:51.099409+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T09:00:00+00:00 PythonOperator 2021-06-20T10:11:39.756992+00:00 2021-06-20T10:11:43.374601+00:00 0:00:03.617609 43564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:11:37.089286+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T09:00:00+00:00 PythonOperator 2021-06-20T10:11:31.394036+00:00 2021-06-20T10:11:35.189308+00:00 0:00:03.795272 43563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:11:29.167087+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T09:00:00+00:00 TriggerDagRunOperator 2021-06-20T10:11:19.403957+00:00 2021-06-20T10:11:19.895701+00:00 0:00:00.491744 43562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:11:17.036943+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T09:00:00+00:00 TriggerDagRunOperator 2021-06-20T10:11:19.364773+00:00 2021-06-20T10:11:19.735370+00:00 0:00:00.370597 43561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:11:17.036915+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T09:05:00+00:00 EmrJobFlowSensor 2021-06-20T10:05:55.059892+00:00 2021-06-20T10:13:57.564009+00:00 0:08:02.504117 43560 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:05:52.581600+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:05:32.936920+00:00 2021-06-20T10:05:34.708868+00:00 0:00:01.771948 43559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T10:05:30.643707+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T09:05:00+00:00 PythonOperator 2021-06-20T10:05:10.863947+00:00 2021-06-20T10:05:14.192553+00:00 0:00:03.328606 43558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:05:08.562896+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T09:00:00+00:00 EmrJobFlowSensor 2021-06-20T10:01:06.351704+00:00 2021-06-20T10:13:09.484084+00:00 0:12:03.132380 43557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:01:04.055330+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T09:00:00+00:00 EmrJobFlowSensor 2021-06-20T10:00:58.267601+00:00 2021-06-20T10:11:01.332160+00:00 0:10:03.064559 43556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:00:55.991907+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:00:46.350964+00:00 2021-06-20T10:00:47.978987+00:00 0:00:01.628023 43555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T10:00:44.068082+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:00:38.205760+00:00 2021-06-20T10:00:40.066446+00:00 0:00:01.860686 43554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T10:00:35.948859+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T09:00:00+00:00 PythonOperator 2021-06-20T10:00:24.001351+00:00 2021-06-20T10:00:27.427949+00:00 0:00:03.426598 43553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:00:21.830904+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T09:00:00+00:00 PythonOperator 2021-06-20T10:00:15.990649+00:00 2021-06-20T10:00:19.558861+00:00 0:00:03.568212 43552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T10:00:13.818594+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T08:00:00+00:00 EmrJobFlowSensor 2021-06-20T09:12:38.990106+00:00 2021-06-20T09:21:41.602161+00:00 0:09:02.612055 43551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:12:36.778462+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T08:00:00+00:00 EmrJobFlowSensor 2021-06-20T09:12:19.084317+00:00 2021-06-20T09:21:21.963380+00:00 0:09:02.879063 43550 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:12:16.759746+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:12:17.104857+00:00 2021-06-20T09:12:18.874608+00:00 0:00:01.769751 43549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T09:12:14.757062+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:11:39.123201+00:00 2021-06-20T09:11:40.840700+00:00 0:00:01.717499 43547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T09:11:36.939348+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T08:00:00+00:00 PythonOperator 2021-06-20T09:11:25.490627+00:00 2021-06-20T09:11:29.042890+00:00 0:00:03.552263 43546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:11:22.925901+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T08:00:00+00:00 PythonOperator 2021-06-20T09:11:17.077953+00:00 2021-06-20T09:11:20.774036+00:00 0:00:03.696083 43545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:11:14.918942+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T08:00:00+00:00 TriggerDagRunOperator 2021-06-20T09:11:01.699862+00:00 2021-06-20T09:11:02.109159+00:00 0:00:00.409297 43544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:10:58.976193+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T08:00:00+00:00 TriggerDagRunOperator 2021-06-20T09:11:01.373405+00:00 2021-06-20T09:11:01.909224+00:00 0:00:00.535819 43543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:10:58.976160+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T08:05:00+00:00 EmrJobFlowSensor 2021-06-20T09:05:54.648653+00:00 2021-06-20T09:15:57.294436+00:00 0:10:02.645783 43542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:05:52.473456+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:05:32.642107+00:00 2021-06-20T09:05:34.309071+00:00 0:00:01.666964 43541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T09:05:30.458838+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T08:05:00+00:00 PythonOperator 2021-06-20T09:05:10.579488+00:00 2021-06-20T09:05:13.891372+00:00 0:00:03.311884 43540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:05:08.404529+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T08:00:00+00:00 EmrJobFlowSensor 2021-06-20T09:01:06.150596+00:00 2021-06-20T09:13:09.272985+00:00 0:12:03.122389 43539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:01:03.995139+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T08:00:00+00:00 EmrJobFlowSensor 2021-06-20T09:00:50.145755+00:00 2021-06-20T09:10:53.077692+00:00 0:10:02.931937 43538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:00:47.919944+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:00:44.079269+00:00 2021-06-20T09:00:45.744892+00:00 0:00:01.665623 43537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T09:00:41.911810+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:00:28.171791+00:00 2021-06-20T09:00:30.083509+00:00 0:00:01.911718 43536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T09:00:25.901689+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T08:00:00+00:00 PythonOperator 2021-06-20T09:00:22.052757+00:00 2021-06-20T09:00:25.552819+00:00 0:00:03.500062 43535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:00:19.891494+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T08:00:00+00:00 PythonOperator 2021-06-20T09:00:06.206575+00:00 2021-06-20T09:00:09.538494+00:00 0:00:03.331919 43534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T09:00:03.840126+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T07:00:00+00:00 EmrJobFlowSensor 2021-06-20T08:12:57.116699+00:00 2021-06-20T08:21:59.924762+00:00 0:09:02.808063 43533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:12:54.877995+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T07:00:00+00:00 EmrJobFlowSensor 2021-06-20T08:12:51.206482+00:00 2021-06-20T08:21:54.070481+00:00 0:09:02.863999 43532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:12:48.866003+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:12:37.194517+00:00 2021-06-20T08:12:39.004643+00:00 0:00:01.810126 43531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T08:12:34.857767+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:12:31.017035+00:00 2021-06-20T08:12:32.837703+00:00 0:00:01.820668 43530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T08:12:28.789421+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T07:00:00+00:00 PythonOperator 2021-06-20T08:12:15.080502+00:00 2021-06-20T08:12:19.031738+00:00 0:00:03.951236 43529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:12:12.777715+00:00 2 default_pool