Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-14T07:00:00+00:00 EmrJobFlowSensor 2021-06-14T08:11:29.539022+00:00 2021-06-14T08:21:32.640475+00:00 0:10:03.101453 40801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:11:27.131720+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T08:11:09.558391+00:00 2021-06-14T08:11:11.257240+00:00 0:00:01.698849 40800 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T08:11:07.120203+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T08:11:07.495038+00:00 2021-06-14T08:11:09.360025+00:00 0:00:01.864987 40799 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T08:11:05.113255+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T07:00:00+00:00 PythonOperator 2021-06-14T08:10:45.754308+00:00 2021-06-14T08:10:49.169009+00:00 0:00:03.414701 40798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T08:10:43.098490+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T07:00:00+00:00 PythonOperator 2021-06-14T08:10:43.403940+00:00 2021-06-14T08:10:47.426876+00:00 0:00:04.022936 40797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T08:10:41.093585+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T07:00:00+00:00 TriggerDagRunOperator 2021-06-14T08:10:15.414304+00:00 2021-06-14T08:10:15.914762+00:00 0:00:00.500458 40796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:10:13.038178+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T07:00:00+00:00 TriggerDagRunOperator 2021-06-14T08:10:15.301603+00:00 2021-06-14T08:10:15.676531+00:00 0:00:00.374928 40795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:10:13.038145+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T07:05:00+00:00 EmrJobFlowSensor 2021-06-14T08:05:56.711892+00:00 2021-06-14T08:13:59.070771+00:00 0:08:02.358879 40794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:05:54.528175+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T08:05:34.760248+00:00 2021-06-14T08:05:36.422261+00:00 0:00:01.662013 40793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T08:05:32.540940+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T07:05:00+00:00 PythonOperator 2021-06-14T08:05:14.736083+00:00 2021-06-14T08:05:18.152628+00:00 0:00:03.416545 40792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T08:05:12.493035+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T07:00:00+00:00 EmrJobFlowSensor 2021-06-14T08:01:14.415096+00:00 2021-06-14T08:12:17.227849+00:00 0:11:02.812753 40791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T08:01:12.093450+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T07:00:00+00:00 EmrJobFlowSensor 2021-06-14T08:01:02.344252+00:00 2021-06-14T08:10:05.024315+00:00 0:09:02.680063 40790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T08:01:00.088853+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T08:00:42.258380+00:00 2021-06-14T08:00:43.946383+00:00 0:00:01.688003 40789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T08:00:40.061848+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T08:00:36.206975+00:00 2021-06-14T08:00:37.900236+00:00 0:00:01.693261 40788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T08:00:34.067151+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T07:00:00+00:00 PythonOperator 2021-06-14T08:00:20.906533+00:00 2021-06-14T08:00:24.470395+00:00 0:00:03.563862 40787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T08:00:18.144090+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T07:00:00+00:00 PythonOperator 2021-06-14T08:00:13.180208+00:00 2021-06-14T08:00:16.482109+00:00 0:00:03.301901 40786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T08:00:10.073864+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T06:00:00+00:00 EmrJobFlowSensor 2021-06-14T07:11:11.923089+00:00 2021-06-14T07:20:14.627475+00:00 0:09:02.704386 40784 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T07:11:09.684943+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T06:00:00+00:00 EmrJobFlowSensor 2021-06-14T07:11:04.002499+00:00 2021-06-14T07:22:06.902921+00:00 0:11:02.900422 40783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T07:11:01.648625+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T07:10:51.702018+00:00 2021-06-14T07:10:53.372865+00:00 0:00:01.670847 40782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T07:10:49.519368+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T07:10:41.680953+00:00 2021-06-14T07:10:43.496861+00:00 0:00:01.815908 40781 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T07:10:39.508620+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T06:00:00+00:00 PythonOperator 2021-06-14T07:10:29.918402+00:00 2021-06-14T07:10:33.186535+00:00 0:00:03.268133 40780 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T07:10:27.544344+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T06:00:00+00:00 PythonOperator 2021-06-14T07:10:19.740050+00:00 2021-06-14T07:10:23.384232+00:00 0:00:03.644182 40779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T07:10:17.500835+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T06:00:00+00:00 TriggerDagRunOperator 2021-06-14T07:10:08.192417+00:00 2021-06-14T07:10:08.712058+00:00 0:00:00.519641 40778 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T07:10:05.557920+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T06:00:00+00:00 TriggerDagRunOperator 2021-06-14T07:10:07.938908+00:00 2021-06-14T07:10:08.434093+00:00 0:00:00.495185 40777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T07:10:05.557969+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T06:05:00+00:00 EmrJobFlowSensor 2021-06-14T07:05:47.399318+00:00 2021-06-14T07:13:49.800557+00:00 0:08:02.401239 40776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T07:05:45.153843+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T07:05:25.386690+00:00 2021-06-14T07:05:27.096889+00:00 0:00:01.710199 40775 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T07:05:23.058228+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T06:05:00+00:00 PythonOperator 2021-06-14T07:05:05.575125+00:00 2021-06-14T07:05:09.054467+00:00 0:00:03.479342 40774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T07:05:02.986768+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T06:00:00+00:00 EmrJobFlowSensor 2021-06-14T07:00:50.548553+00:00 2021-06-14T07:11:53.342312+00:00 0:11:02.793759 40773 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T07:00:48.399988+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T06:00:00+00:00 EmrJobFlowSensor 2021-06-14T07:00:48.646296+00:00 2021-06-14T07:09:51.413494+00:00 0:09:02.767198 40772 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T07:00:46.398120+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T07:00:28.780153+00:00 2021-06-14T07:00:30.461603+00:00 0:00:01.681450 40771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T07:00:26.344375+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T07:00:26.753537+00:00 2021-06-14T07:00:28.579641+00:00 0:00:01.826104 40770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T07:00:24.332596+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T06:00:00+00:00 PythonOperator 2021-06-14T07:00:07.422789+00:00 2021-06-14T07:00:11.050602+00:00 0:00:03.627813 40769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T07:00:04.380121+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T06:00:00+00:00 PythonOperator 2021-06-14T07:00:05.138493+00:00 2021-06-14T07:00:09.133789+00:00 0:00:03.995296 40768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T07:00:02.375491+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T05:00:00+00:00 EmrJobFlowSensor 2021-06-14T06:11:09.037283+00:00 2021-06-14T06:19:11.565988+00:00 0:08:02.528705 40766 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T06:11:06.817173+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T05:00:00+00:00 EmrJobFlowSensor 2021-06-14T06:11:07.017689+00:00 2021-06-14T06:21:09.867487+00:00 0:10:02.849798 40765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T06:11:04.817575+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T06:10:49.463692+00:00 2021-06-14T06:10:51.121508+00:00 0:00:01.657816 40764 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T06:10:46.802060+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T06:10:47.057037+00:00 2021-06-14T06:10:49.107082+00:00 0:00:02.050045 40763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T06:10:44.800204+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T05:00:00+00:00 PythonOperator 2021-06-14T06:10:27.684787+00:00 2021-06-14T06:10:30.906141+00:00 0:00:03.221354 40762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T06:10:24.851391+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T05:00:00+00:00 PythonOperator 2021-06-14T06:10:25.259465+00:00 2021-06-14T06:10:29.133794+00:00 0:00:03.874329 40761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T06:10:22.843805+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T05:00:00+00:00 TriggerDagRunOperator 2021-06-14T06:10:11.057646+00:00 2021-06-14T06:10:11.493902+00:00 0:00:00.436256 40760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T06:10:08.746760+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T05:00:00+00:00 TriggerDagRunOperator 2021-06-14T06:10:10.978676+00:00 2021-06-14T06:10:11.525598+00:00 0:00:00.546922 40759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T06:10:08.746793+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T05:05:00+00:00 EmrJobFlowSensor 2021-06-14T06:06:04.708703+00:00 2021-06-14T06:14:07.184963+00:00 0:08:02.476260 40758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T06:06:02.310938+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T06:05:38.456097+00:00 2021-06-14T06:05:40.082855+00:00 0:00:01.626758 40757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T06:05:36.289897+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T05:05:00+00:00 PythonOperator 2021-06-14T06:05:16.441939+00:00 2021-06-14T06:05:19.613839+00:00 0:00:03.171900 40756 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T06:05:14.206732+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T05:00:00+00:00 EmrJobFlowSensor 2021-06-14T06:01:04.131800+00:00 2021-06-14T06:13:07.070502+00:00 0:12:02.938702 40755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T06:01:01.888040+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T05:00:00+00:00 EmrJobFlowSensor 2021-06-14T06:00:54.030775+00:00 2021-06-14T06:09:56.635265+00:00 0:09:02.604490 40754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T06:00:51.862680+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T06:00:40.575907+00:00 2021-06-14T06:00:42.266260+00:00 0:00:01.690353 40753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T06:00:37.821195+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T06:00:32.422649+00:00 2021-06-14T06:00:34.169377+00:00 0:00:01.746728 40752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T06:00:29.965105+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T05:00:00+00:00 PythonOperator 2021-06-14T06:00:18.359690+00:00 2021-06-14T06:00:21.921039+00:00 0:00:03.561349 40751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T06:00:15.805955+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T05:00:00+00:00 PythonOperator 2021-06-14T06:00:10.353948+00:00 2021-06-14T06:00:13.807281+00:00 0:00:03.453333 40750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T06:00:07.789782+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T04:00:00+00:00 EmrJobFlowSensor 2021-06-14T05:10:12.710502+00:00 2021-06-14T05:20:15.466507+00:00 0:10:02.756005 40748 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T05:10:10.407434+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T04:00:00+00:00 EmrJobFlowSensor 2021-06-14T05:10:06.841731+00:00 2021-06-14T05:19:09.485378+00:00 0:09:02.643647 40747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T05:10:04.440628+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T05:09:50.834913+00:00 2021-06-14T05:09:52.604361+00:00 0:00:01.769448 40746 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T05:09:48.452383+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T05:09:45.322467+00:00 2021-06-14T05:09:47.121679+00:00 0:00:01.799212 40745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T05:09:42.445333+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T04:00:00+00:00 PythonOperator 2021-06-14T05:09:28.726506+00:00 2021-06-14T05:09:32.196925+00:00 0:00:03.470419 40744 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T05:09:26.356078+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T04:00:00+00:00 PythonOperator 2021-06-14T05:09:22.534655+00:00 2021-06-14T05:09:26.306727+00:00 0:00:03.772072 40743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T05:09:20.331236+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T04:00:00+00:00 TriggerDagRunOperator 2021-06-14T05:09:08.666039+00:00 2021-06-14T05:09:09.202746+00:00 0:00:00.536707 40742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T05:09:06.319140+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T04:00:00+00:00 TriggerDagRunOperator 2021-06-14T05:09:08.614208+00:00 2021-06-14T05:09:09.130220+00:00 0:00:00.516012 40741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T05:09:06.319181+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T04:05:00+00:00 EmrJobFlowSensor 2021-06-14T05:06:56.418926+00:00 2021-06-14T05:14:58.894241+00:00 0:08:02.475315 40740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T05:06:54.109200+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T05:06:34.485912+00:00 2021-06-14T05:06:36.147080+00:00 0:00:01.661168 40739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T05:06:32.157569+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T04:05:00+00:00 PythonOperator 2021-06-14T05:05:18.087443+00:00 2021-06-14T05:05:21.470369+00:00 0:00:03.382926 40738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T05:05:15.959304+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T04:00:00+00:00 EmrJobFlowSensor 2021-06-14T05:00:48.170263+00:00 2021-06-14T05:11:51.054216+00:00 0:11:02.883953 40737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T05:00:45.647944+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T04:00:00+00:00 EmrJobFlowSensor 2021-06-14T05:00:48.131134+00:00 2021-06-14T05:08:50.725097+00:00 0:08:02.593963 40736 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T05:00:45.647896+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T05:00:27.693598+00:00 2021-06-14T05:00:29.505971+00:00 0:00:01.812373 40735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T05:00:25.461626+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T05:00:25.730760+00:00 2021-06-14T05:00:27.415583+00:00 0:00:01.684823 40734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T05:00:23.464445+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T04:00:00+00:00 PythonOperator 2021-06-14T05:00:05.975329+00:00 2021-06-14T05:00:09.691442+00:00 0:00:03.716113 40733 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T05:00:03.455048+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T04:00:00+00:00 PythonOperator 2021-06-14T05:00:06.027472+00:00 2021-06-14T05:00:09.264723+00:00 0:00:03.237251 40732 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T05:00:03.455020+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T03:00:00+00:00 EmrJobFlowSensor 2021-06-14T04:11:30.293207+00:00 2021-06-14T04:21:33.056854+00:00 0:10:02.763647 40730 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T04:11:27.553511+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T03:00:00+00:00 EmrJobFlowSensor 2021-06-14T04:11:23.884297+00:00 2021-06-14T04:20:26.602122+00:00 0:09:02.717825 40729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T04:11:21.545831+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T04:11:01.648647+00:00 2021-06-14T04:11:03.478808+00:00 0:00:01.830161 40728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T04:10:59.407242+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T04:10:53.610706+00:00 2021-06-14T04:10:55.313152+00:00 0:00:01.702446 40727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T04:10:51.400219+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T03:00:00+00:00 PythonOperator 2021-06-14T04:10:35.790968+00:00 2021-06-14T04:10:39.265218+00:00 0:00:03.474250 40726 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T04:10:33.381235+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T03:00:00+00:00 PythonOperator 2021-06-14T04:10:27.546529+00:00 2021-06-14T04:10:30.995376+00:00 0:00:03.448847 40725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T04:10:25.345673+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T03:00:00+00:00 TriggerDagRunOperator 2021-06-14T04:10:09.882952+00:00 2021-06-14T04:10:10.423147+00:00 0:00:00.540195 40724 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T04:10:07.320474+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T03:00:00+00:00 TriggerDagRunOperator 2021-06-14T04:10:09.672230+00:00 2021-06-14T04:10:10.058621+00:00 0:00:00.386391 40723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T04:10:07.320438+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T03:05:00+00:00 EmrJobFlowSensor 2021-06-14T04:06:07.210981+00:00 2021-06-14T04:15:09.875555+00:00 0:09:02.664574 40722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T04:06:04.963987+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T04:05:45.279929+00:00 2021-06-14T04:05:46.985705+00:00 0:00:01.705776 40721 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T04:05:42.790211+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T03:05:00+00:00 PythonOperator 2021-06-14T04:05:16.850580+00:00 2021-06-14T04:05:20.205062+00:00 0:00:03.354482 40720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T04:05:14.733220+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T03:00:00+00:00 EmrJobFlowSensor 2021-06-14T04:00:56.736900+00:00 2021-06-14T04:09:59.487851+00:00 0:09:02.750951 40719 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T04:00:54.412365+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T03:00:00+00:00 EmrJobFlowSensor 2021-06-14T04:00:48.837009+00:00 2021-06-14T04:13:52.160212+00:00 0:13:03.323203 40718 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T04:00:46.455237+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T04:00:34.966943+00:00 2021-06-14T04:00:36.746564+00:00 0:00:01.779621 40717 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T04:00:32.450611+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T04:00:28.651147+00:00 2021-06-14T04:00:30.421667+00:00 0:00:01.770520 40716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T04:00:26.344460+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T03:00:00+00:00 PythonOperator 2021-06-14T04:00:12.500141+00:00 2021-06-14T04:00:15.987237+00:00 0:00:03.487096 40715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T04:00:10.285558+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T03:00:00+00:00 PythonOperator 2021-06-14T04:00:06.560741+00:00 2021-06-14T04:00:09.937996+00:00 0:00:03.377255 40714 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T04:00:04.289035+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T02:00:00+00:00 EmrJobFlowSensor 2021-06-14T03:16:00.381124+00:00 2021-06-14T03:25:03.112989+00:00 0:09:02.731865 40713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T03:15:58.062017+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T02:00:00+00:00 EmrJobFlowSensor 2021-06-14T03:15:46.549768+00:00 2021-06-14T03:24:49.097710+00:00 0:09:02.547942 40712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T03:15:44.005735+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T03:15:38.324718+00:00 2021-06-14T03:15:39.958196+00:00 0:00:01.633478 40711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T03:15:36.059320+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T03:15:26.200441+00:00 2021-06-14T03:15:28.025344+00:00 0:00:01.824903 40710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T03:15:23.996335+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T02:00:00+00:00 PythonOperator 2021-06-14T03:15:16.183489+00:00 2021-06-14T03:15:19.432085+00:00 0:00:03.248596 40709 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T03:15:13.989849+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T02:00:00+00:00 PythonOperator 2021-06-14T03:15:04.977482+00:00 2021-06-14T03:15:08.673496+00:00 0:00:03.696014 40708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T03:15:01.952293+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T02:00:00+00:00 TriggerDagRunOperator 2021-06-14T03:14:56.705547+00:00 2021-06-14T03:14:57.221702+00:00 0:00:00.516155 40707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T03:14:53.944078+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T02:00:00+00:00 TriggerDagRunOperator 2021-06-14T03:14:56.628859+00:00 2021-06-14T03:14:57.031634+00:00 0:00:00.402775 40706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T03:14:53.944106+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T02:05:00+00:00 EmrJobFlowSensor 2021-06-14T03:06:03.392164+00:00 2021-06-14T03:15:05.890610+00:00 0:09:02.498446 40704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T03:06:01.234385+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T03:05:41.385645+00:00 2021-06-14T03:05:43.023392+00:00 0:00:01.637747 40703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T03:05:39.206745+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T02:05:00+00:00 PythonOperator 2021-06-14T03:05:19.700995+00:00 2021-06-14T03:05:23.078608+00:00 0:00:03.377613 40702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T03:05:17.243791+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T02:00:00+00:00 EmrJobFlowSensor 2021-06-14T03:01:01.042372+00:00 2021-06-14T03:14:04.244697+00:00 0:13:03.202325 40701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T03:00:58.781064+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T02:00:00+00:00 EmrJobFlowSensor 2021-06-14T03:00:54.884441+00:00 2021-06-14T03:08:57.460199+00:00 0:08:02.575758 40700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T03:00:52.702383+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T03:00:38.898489+00:00 2021-06-14T03:00:40.623784+00:00 0:00:01.725295 40699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T03:00:36.688226+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T03:00:32.900133+00:00 2021-06-14T03:00:34.586198+00:00 0:00:01.686065 40698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T03:00:30.683582+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T02:00:00+00:00 PythonOperator 2021-06-14T03:00:15.069693+00:00 2021-06-14T03:00:18.793000+00:00 0:00:03.723307 40697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T03:00:12.647690+00:00 2 default_pool