Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T05:00:00+00:00 EmrJobFlowSensor 2021-06-26T06:01:00.425521+00:00 2021-06-26T06:20:04.665629+00:00 0:19:04.240108 46202 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T06:00:57.853180+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T06:00:46.010064+00:00 2021-06-26T06:00:47.729841+00:00 0:00:01.719777 46201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T06:00:43.816756+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T06:00:36.253467+00:00 2021-06-26T06:00:38.097276+00:00 0:00:01.843809 46200 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T06:00:33.871940+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T05:00:00+00:00 PythonOperator 2021-06-26T06:00:24.439496+00:00 2021-06-26T06:00:27.849864+00:00 0:00:03.410368 46199 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T06:00:21.804102+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T05:00:00+00:00 PythonOperator 2021-06-26T06:00:12.071888+00:00 2021-06-26T06:00:15.908469+00:00 0:00:03.836581 46198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T06:00:09.843857+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T04:00:00+00:00 EmrJobFlowSensor 2021-06-26T05:14:51.514873+00:00 2021-06-26T05:23:54.139909+00:00 0:09:02.625036 46197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T05:14:49.227873+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T04:00:00+00:00 EmrJobFlowSensor 2021-06-26T05:14:39.451441+00:00 2021-06-26T05:24:42.271219+00:00 0:10:02.819778 46196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T05:14:37.242267+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T05:14:29.727797+00:00 2021-06-26T05:14:31.471343+00:00 0:00:01.743546 46195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T05:14:27.275346+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T05:14:17.329511+00:00 2021-06-26T05:14:19.096548+00:00 0:00:01.767037 46194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T05:14:15.198044+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T04:00:00+00:00 PythonOperator 2021-06-26T05:14:09.604767+00:00 2021-06-26T05:14:13.222437+00:00 0:00:03.617670 46193 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T05:14:07.188722+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T04:00:00+00:00 PythonOperator 2021-06-26T05:13:55.759744+00:00 2021-06-26T05:13:59.881916+00:00 0:00:04.122172 46192 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T05:13:53.126635+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T04:00:00+00:00 TriggerDagRunOperator 2021-06-26T05:13:43.591809+00:00 2021-06-26T05:13:44.126507+00:00 0:00:00.534698 46191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T05:13:41.115520+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T04:00:00+00:00 TriggerDagRunOperator 2021-06-26T05:13:43.328670+00:00 2021-06-26T05:13:43.738372+00:00 0:00:00.409702 46190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T05:13:41.115486+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T04:05:00+00:00 EmrJobFlowSensor 2021-06-26T05:05:56.637960+00:00 2021-06-26T05:13:59.283443+00:00 0:08:02.645483 46189 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T05:05:54.273374+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T05:05:34.456113+00:00 2021-06-26T05:05:36.129427+00:00 0:00:01.673314 46188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T05:05:32.252062+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T04:05:00+00:00 PythonOperator 2021-06-26T05:05:10.671966+00:00 2021-06-26T05:05:14.112941+00:00 0:00:03.440975 46187 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T05:05:08.244391+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T04:00:00+00:00 EmrJobFlowSensor 2021-06-26T05:04:20.383205+00:00 2021-06-26T05:13:23.158771+00:00 0:09:02.775566 46186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T05:04:18.143491+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T04:00:00+00:00 EmrJobFlowSensor 2021-06-26T05:04:18.639984+00:00 2021-06-26T05:16:21.857945+00:00 0:12:03.217961 46185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T05:04:16.142649+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T05:03:40.387735+00:00 2021-06-26T05:03:42.206699+00:00 0:00:01.818964 46184 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T05:03:38.002905+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T05:03:40.278570+00:00 2021-06-26T05:03:42.042326+00:00 0:00:01.763756 46183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T05:03:38.002933+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T04:00:00+00:00 PythonOperator 2021-06-26T05:03:18.881394+00:00 2021-06-26T05:03:22.563811+00:00 0:00:03.682417 46182 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T05:03:15.885571+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T04:00:00+00:00 PythonOperator 2021-06-26T05:03:18.576202+00:00 2021-06-26T05:03:22.267589+00:00 0:00:03.691387 46181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T05:03:15.885541+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T03:00:00+00:00 EmrJobFlowSensor 2021-06-26T04:11:05.551258+00:00 2021-06-26T04:19:08.249790+00:00 0:08:02.698532 46179 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T04:11:02.959575+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T03:00:00+00:00 EmrJobFlowSensor 2021-06-26T04:10:57.036799+00:00 2021-06-26T04:20:59.860047+00:00 0:10:02.823248 46178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T04:10:54.908120+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T04:10:39.196835+00:00 2021-06-26T04:10:40.882140+00:00 0:00:01.685305 46177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T04:10:36.890542+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T04:10:35.115700+00:00 2021-06-26T04:10:36.899185+00:00 0:00:01.783485 46176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T04:10:32.886831+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T03:00:00+00:00 PythonOperator 2021-06-26T04:10:18.034170+00:00 2021-06-26T04:10:21.641845+00:00 0:00:03.607675 46175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T04:10:14.824074+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T03:00:00+00:00 PythonOperator 2021-06-26T04:10:13.180257+00:00 2021-06-26T04:10:18.169853+00:00 0:00:04.989596 46174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T04:10:10.819980+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T03:00:00+00:00 TriggerDagRunOperator 2021-06-26T04:09:57.178985+00:00 2021-06-26T04:09:57.711113+00:00 0:00:00.532128 46173 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T04:09:54.808883+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T03:00:00+00:00 TriggerDagRunOperator 2021-06-26T04:09:57.096472+00:00 2021-06-26T04:09:57.542020+00:00 0:00:00.445548 46172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T04:09:54.808931+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T03:05:00+00:00 EmrJobFlowSensor 2021-06-26T04:05:58.592344+00:00 2021-06-26T04:15:01.287836+00:00 0:09:02.695492 46171 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T04:05:56.240535+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T04:05:36.355967+00:00 2021-06-26T04:05:38.028518+00:00 0:00:01.672551 46170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T04:05:34.198767+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T03:05:00+00:00 PythonOperator 2021-06-26T04:05:16.306885+00:00 2021-06-26T04:05:19.827275+00:00 0:00:03.520390 46169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T04:05:14.099762+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T03:00:00+00:00 EmrJobFlowSensor 2021-06-26T04:01:02.007747+00:00 2021-06-26T04:13:05.079470+00:00 0:12:03.071723 46168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T04:00:59.746290+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T03:00:00+00:00 EmrJobFlowSensor 2021-06-26T04:00:50.186035+00:00 2021-06-26T04:09:53.113570+00:00 0:09:02.927535 46167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T04:00:47.745385+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T04:00:40.090558+00:00 2021-06-26T04:00:41.860745+00:00 0:00:01.770187 46166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T04:00:37.676577+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T04:00:27.907788+00:00 2021-06-26T04:00:29.737063+00:00 0:00:01.829275 46165 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T04:00:25.604061+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T03:00:00+00:00 PythonOperator 2021-06-26T04:00:19.765337+00:00 2021-06-26T04:00:23.690207+00:00 0:00:03.924870 46164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T04:00:17.598185+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T03:00:00+00:00 PythonOperator 2021-06-26T04:00:05.972236+00:00 2021-06-26T04:00:09.628631+00:00 0:00:03.656395 46163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T04:00:03.546256+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T02:00:00+00:00 EmrJobFlowSensor 2021-06-26T03:11:00.996267+00:00 2021-06-26T03:21:03.963345+00:00 0:10:02.967078 46161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T03:10:58.678752+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T02:00:00+00:00 EmrJobFlowSensor 2021-06-26T03:10:55.110370+00:00 2021-06-26T03:19:57.711395+00:00 0:09:02.601025 46160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T03:10:52.752239+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T03:10:39.113837+00:00 2021-06-26T03:10:40.894225+00:00 0:00:01.780388 46159 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T03:10:36.647720+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T03:10:34.799990+00:00 2021-06-26T03:10:36.501898+00:00 0:00:01.701908 46158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T03:10:32.590512+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T02:00:00+00:00 PythonOperator 2021-06-26T03:10:18.791668+00:00 2021-06-26T03:10:22.419072+00:00 0:00:03.627404 46157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T03:10:16.528632+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T02:00:00+00:00 PythonOperator 2021-06-26T03:10:12.791350+00:00 2021-06-26T03:10:16.357999+00:00 0:00:03.566649 46156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T03:10:10.540610+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T02:00:00+00:00 TriggerDagRunOperator 2021-06-26T03:10:01.466946+00:00 2021-06-26T03:10:01.966210+00:00 0:00:00.499264 46155 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T03:09:58.742275+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T02:00:00+00:00 TriggerDagRunOperator 2021-06-26T03:10:01.103221+00:00 2021-06-26T03:10:01.496958+00:00 0:00:00.393737 46154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T03:09:58.742241+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T02:05:00+00:00 EmrJobFlowSensor 2021-06-26T03:05:56.154042+00:00 2021-06-26T03:14:58.853818+00:00 0:09:02.699776 46153 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T03:05:54.038806+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T03:05:34.648165+00:00 2021-06-26T03:05:36.385950+00:00 0:00:01.737785 46152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T03:05:32.082061+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T02:05:00+00:00 PythonOperator 2021-06-26T03:05:12.334866+00:00 2021-06-26T03:05:15.969072+00:00 0:00:03.634206 46151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T03:05:10.047008+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T02:00:00+00:00 EmrJobFlowSensor 2021-06-26T03:00:52.106585+00:00 2021-06-26T03:09:55.154195+00:00 0:09:03.047610 46150 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T03:00:49.604402+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T02:00:00+00:00 EmrJobFlowSensor 2021-06-26T03:00:52.035114+00:00 2021-06-26T03:13:55.468098+00:00 0:13:03.432984 46149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T03:00:49.604351+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T03:00:30.158558+00:00 2021-06-26T03:00:31.906153+00:00 0:00:01.747595 46148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T03:00:27.671430+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T03:00:28.002689+00:00 2021-06-26T03:00:29.887184+00:00 0:00:01.884495 46147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T03:00:25.647503+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T02:00:00+00:00 PythonOperator 2021-06-26T03:00:10.666634+00:00 2021-06-26T03:00:14.599595+00:00 0:00:03.932961 46146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T03:00:07.594269+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T02:00:00+00:00 PythonOperator 2021-06-26T03:00:08.515809+00:00 2021-06-26T03:00:12.623796+00:00 0:00:04.107987 46145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T03:00:05.517489+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-25T02:00:00+00:00 EmrJobFlowSensor 2021-06-26T02:16:45.405241+00:00 2021-06-26T02:16:46.954591+00:00 0:00:01.549350 46143 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T02:16:43.126264+00:00 6 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T01:00:00+00:00 EmrJobFlowSensor 2021-06-26T02:11:06.731237+00:00 2021-06-26T02:20:09.665224+00:00 0:09:02.933987 46139 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T02:11:04.484215+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T01:00:00+00:00 EmrJobFlowSensor 2021-06-26T02:11:04.689531+00:00 2021-06-26T02:21:07.701013+00:00 0:10:03.011482 46138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T02:11:02.483638+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T02:10:45.300096+00:00 2021-06-26T02:10:47.013147+00:00 0:00:01.713051 46137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T02:10:42.483643+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T02:10:42.616837+00:00 2021-06-26T02:10:44.605900+00:00 0:00:01.989063 46136 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T02:10:40.387964+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T01:00:00+00:00 PythonOperator 2021-06-26T02:10:24.612568+00:00 2021-06-26T02:10:28.129963+00:00 0:00:03.517395 46135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T02:10:22.367187+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T01:00:00+00:00 PythonOperator 2021-06-26T02:10:22.827067+00:00 2021-06-26T02:10:26.429070+00:00 0:00:03.602003 46134 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T02:10:20.359104+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T01:00:00+00:00 TriggerDagRunOperator 2021-06-26T02:10:10.535543+00:00 2021-06-26T02:10:10.942911+00:00 0:00:00.407368 46133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T02:10:08.292215+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T01:00:00+00:00 TriggerDagRunOperator 2021-06-26T02:10:10.509804+00:00 2021-06-26T02:10:11.047578+00:00 0:00:00.537774 46132 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T02:10:08.292242+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T01:05:00+00:00 EmrJobFlowSensor 2021-06-26T02:06:04.183287+00:00 2021-06-26T02:15:07.042181+00:00 0:09:02.858894 46131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T02:06:01.869689+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T02:05:41.909855+00:00 2021-06-26T02:05:43.518672+00:00 0:00:01.608817 46130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T02:05:39.733231+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T01:05:00+00:00 PythonOperator 2021-06-26T02:05:20.149605+00:00 2021-06-26T02:05:23.417405+00:00 0:00:03.267800 46129 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T02:05:17.778776+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T01:00:00+00:00 EmrJobFlowSensor 2021-06-26T02:00:57.815108+00:00 2021-06-26T02:10:00.442313+00:00 0:09:02.627205 46128 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T02:00:55.477184+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T01:00:00+00:00 EmrJobFlowSensor 2021-06-26T02:00:51.732941+00:00 2021-06-26T02:20:55.903885+00:00 0:20:04.170944 46127 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T02:00:49.399697+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T02:00:35.889738+00:00 2021-06-26T02:00:37.644106+00:00 0:00:01.754368 46125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T02:00:33.446546+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-25T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T02:00:30.026351+00:00 2021-06-26T02:00:37.552755+00:00 0:00:07.526404 46124 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T02:00:27.387841+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T02:00:29.779167+00:00 2021-06-26T02:00:37.494602+00:00 0:00:07.715435 46123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T02:00:27.387870+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T01:00:00+00:00 PythonOperator 2021-06-26T02:00:12.324073+00:00 2021-06-26T02:00:16.274048+00:00 0:00:03.949975 46122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T02:00:09.340057+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-25T02:00:00+00:00 PythonOperator 2021-06-26T02:00:07.861112+00:00 2021-06-26T02:00:11.666370+00:00 0:00:03.805258 46121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T02:00:05.336164+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T01:00:00+00:00 PythonOperator 2021-06-26T02:00:07.810483+00:00 2021-06-26T02:00:13.054327+00:00 0:00:05.243844 46120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T02:00:05.336192+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T00:00:00+00:00 EmrJobFlowSensor 2021-06-26T01:11:47.004869+00:00 2021-06-26T01:20:49.610047+00:00 0:09:02.605178 46118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T01:11:44.903276+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T00:00:00+00:00 EmrJobFlowSensor 2021-06-26T01:11:33.624049+00:00 2021-06-26T01:21:36.536541+00:00 0:10:02.912492 46117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T01:11:30.832893+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T01:11:25.220993+00:00 2021-06-26T01:11:26.905596+00:00 0:00:01.684603 46116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T01:11:22.875300+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T01:11:11.832788+00:00 2021-06-26T01:11:13.533490+00:00 0:00:01.700702 46115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T01:11:08.822568+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T00:00:00+00:00 PythonOperator 2021-06-26T01:11:03.385171+00:00 2021-06-26T01:11:06.964930+00:00 0:00:03.579759 46114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T01:11:00.857374+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T00:00:00+00:00 PythonOperator 2021-06-26T01:10:49.176204+00:00 2021-06-26T01:10:52.999540+00:00 0:00:03.823336 46113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T01:10:46.798274+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T00:00:00+00:00 TriggerDagRunOperator 2021-06-26T01:10:39.037941+00:00 2021-06-26T01:10:39.550851+00:00 0:00:00.512910 46112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T01:10:36.797207+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T00:00:00+00:00 TriggerDagRunOperator 2021-06-26T01:10:38.987452+00:00 2021-06-26T01:10:39.376746+00:00 0:00:00.389294 46111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T01:10:36.797162+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T00:05:00+00:00 EmrJobFlowSensor 2021-06-26T01:05:58.557869+00:00 2021-06-26T01:15:01.179023+00:00 0:09:02.621154 46110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T01:05:56.319387+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T01:05:34.715343+00:00 2021-06-26T01:05:36.429588+00:00 0:00:01.714245 46109 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T01:05:32.285873+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T00:05:00+00:00 PythonOperator 2021-06-26T01:05:04.588753+00:00 2021-06-26T01:05:08.309230+00:00 0:00:03.720477 46108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T01:05:02.269595+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T00:00:00+00:00 EmrJobFlowSensor 2021-06-26T01:01:12.085728+00:00 2021-06-26T01:10:15.196176+00:00 0:09:03.110448 46107 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T01:01:09.811642+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T00:00:00+00:00 EmrJobFlowSensor 2021-06-26T01:01:00.454249+00:00 2021-06-26T01:20:04.872926+00:00 0:19:04.418677 46106 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T01:00:57.863697+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T01:00:29.987116+00:00 2021-06-26T01:00:31.774506+00:00 0:00:01.787390 46105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T01:00:27.783335+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T01:00:28.057300+00:00 2021-06-26T01:00:29.989221+00:00 0:00:01.931921 46104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T01:00:25.779238+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T00:00:00+00:00 PythonOperator 2021-06-26T01:00:11.291433+00:00 2021-06-26T01:00:15.064306+00:00 0:00:03.772873 46103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T01:00:07.761951+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T00:00:00+00:00 PythonOperator 2021-06-26T01:00:06.291627+00:00 2021-06-26T01:00:11.613251+00:00 0:00:05.321624 46102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T01:00:03.758658+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T23:00:00+00:00 EmrJobFlowSensor 2021-06-26T00:12:13.833347+00:00 2021-06-26T00:22:16.694776+00:00 0:10:02.861429 46100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T00:12:11.623869+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T23:00:00+00:00 EmrJobFlowSensor 2021-06-26T00:12:07.994757+00:00 2021-06-26T00:21:10.683460+00:00 0:09:02.688703 46099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T00:12:05.643402+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T00:11:54.136449+00:00 2021-06-26T00:11:55.998360+00:00 0:00:01.861911 46098 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T00:11:51.666070+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T00:11:47.807932+00:00 2021-06-26T00:11:49.501900+00:00 0:00:01.693968 46097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T00:11:45.652264+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T23:00:00+00:00 PythonOperator 2021-06-26T00:11:32.224703+00:00 2021-06-26T00:11:35.775205+00:00 0:00:03.550502 46096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T00:11:29.662385+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T23:00:00+00:00 PythonOperator 2021-06-26T00:11:25.756366+00:00 2021-06-26T00:11:29.490352+00:00 0:00:03.733986 46095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T00:11:23.576861+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T23:00:00+00:00 TriggerDagRunOperator 2021-06-26T00:11:07.932285+00:00 2021-06-26T00:11:08.519006+00:00 0:00:00.586721 46094 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T00:11:05.515263+00:00 2 default_pool