Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T03:00:44.645034+00:00 2021-06-06T03:00:46.379248+00:00 0:00:01.734214 37187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T03:00:42.173555+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T03:00:30.942714+00:00 2021-06-06T03:00:32.629562+00:00 0:00:01.686848 37186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T03:00:28.248984+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T02:00:00+00:00 PythonOperator 2021-06-06T03:00:24.615524+00:00 2021-06-06T03:00:27.802161+00:00 0:00:03.186637 37185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T03:00:22.084849+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T02:00:00+00:00 PythonOperator 2021-06-06T03:00:06.372986+00:00 2021-06-06T03:00:09.906531+00:00 0:00:03.533545 37184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T03:00:04.053156+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T01:00:00+00:00 EmrJobFlowSensor 2021-06-06T02:12:34.096842+00:00 2021-06-06T02:22:36.762820+00:00 0:10:02.665978 37182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T02:12:31.752949+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T01:00:00+00:00 EmrJobFlowSensor 2021-06-06T02:12:21.879570+00:00 2021-06-06T02:21:24.580713+00:00 0:09:02.701143 37181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T02:12:19.710491+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T02:12:12.092164+00:00 2021-06-06T02:12:13.807270+00:00 0:00:01.715106 37180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T02:12:09.754547+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T02:12:00.222415+00:00 2021-06-06T02:12:01.931807+00:00 0:00:01.709392 37179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T02:11:57.750891+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T01:00:00+00:00 PythonOperator 2021-06-06T02:11:50.118304+00:00 2021-06-06T02:11:53.776497+00:00 0:00:03.658193 37178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T02:11:47.743748+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T01:00:00+00:00 PythonOperator 2021-06-06T02:11:39.982104+00:00 2021-06-06T02:11:43.434474+00:00 0:00:03.452370 37177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T02:11:37.662828+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T01:00:00+00:00 TriggerDagRunOperator 2021-06-06T02:11:26.592367+00:00 2021-06-06T02:11:27.045072+00:00 0:00:00.452705 37176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T02:11:23.645396+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T01:00:00+00:00 TriggerDagRunOperator 2021-06-06T02:11:25.972992+00:00 2021-06-06T02:11:26.741838+00:00 0:00:00.768846 37175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T02:11:23.645368+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T01:05:00+00:00 EmrJobFlowSensor 2021-06-06T02:06:05.434668+00:00 2021-06-06T02:15:07.991532+00:00 0:09:02.556864 37174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T02:06:03.187640+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T02:05:43.355807+00:00 2021-06-06T02:05:44.972534+00:00 0:00:01.616727 37173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T02:05:41.165663+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T01:05:00+00:00 PythonOperator 2021-06-06T02:05:21.356562+00:00 2021-06-06T02:05:24.687019+00:00 0:00:03.330457 37172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T02:05:19.141622+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T01:00:00+00:00 EmrJobFlowSensor 2021-06-06T02:01:04.897757+00:00 2021-06-06T02:11:07.748120+00:00 0:10:02.850363 37171 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T02:01:02.647016+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T01:00:00+00:00 EmrJobFlowSensor 2021-06-06T02:00:58.784299+00:00 2021-06-06T02:13:01.709999+00:00 0:12:02.925700 37170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T02:00:56.544261+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T02:00:42.992333+00:00 2021-06-06T02:00:44.734742+00:00 0:00:01.742409 37169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T02:00:40.570385+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T02:00:36.666601+00:00 2021-06-06T02:00:38.400427+00:00 0:00:01.733826 37168 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T02:00:34.516117+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T01:00:00+00:00 PythonOperator 2021-06-06T02:00:20.728390+00:00 2021-06-06T02:00:24.122818+00:00 0:00:03.394428 37167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T02:00:18.502961+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T01:00:00+00:00 PythonOperator 2021-06-06T02:00:16.870292+00:00 2021-06-06T02:00:20.281345+00:00 0:00:03.411053 37166 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T02:00:14.497357+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T00:05:00+00:00 EmrJobFlowSensor 2021-06-06T01:12:59.373270+00:00 2021-06-06T01:15:01.131740+00:00 0:02:01.758470 37164 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T01:12:57.104204+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T00:00:00+00:00 EmrJobFlowSensor 2021-06-06T01:12:31.313643+00:00 2021-06-06T01:23:34.123802+00:00 0:11:02.810159 37163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T01:12:29.065037+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T00:00:00+00:00 EmrJobFlowSensor 2021-06-06T01:12:25.249817+00:00 2021-06-06T01:22:27.978013+00:00 0:10:02.728196 37162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T01:12:23.001070+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T01:12:09.358373+00:00 2021-06-06T01:12:11.132609+00:00 0:00:01.774236 37161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T01:12:06.989514+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T01:12:03.202739+00:00 2021-06-06T01:12:04.933784+00:00 0:00:01.731045 37160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T01:12:00.936067+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T00:00:00+00:00 PythonOperator 2021-06-06T01:11:47.736777+00:00 2021-06-06T01:11:51.229251+00:00 0:00:03.492474 37159 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T01:11:44.922871+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T00:00:00+00:00 PythonOperator 2021-06-06T01:11:43.283731+00:00 2021-06-06T01:11:47.220980+00:00 0:00:03.937249 37158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T01:11:40.916721+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T00:00:00+00:00 TriggerDagRunOperator 2021-06-06T01:11:23.256928+00:00 2021-06-06T01:11:23.756569+00:00 0:00:00.499641 37157 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T01:11:20.903471+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T00:00:00+00:00 TriggerDagRunOperator 2021-06-06T01:11:23.070870+00:00 2021-06-06T01:11:23.461311+00:00 0:00:00.390441 37156 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T01:11:20.903439+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T01:05:30.700473+00:00 2021-06-06T01:05:32.440322+00:00 0:00:01.739849 37154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T01:05:28.343953+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T00:05:00+00:00 PythonOperator 2021-06-06T01:05:08.446750+00:00 2021-06-06T01:05:11.787659+00:00 0:00:03.340909 37153 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T01:05:06.290337+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T00:00:00+00:00 EmrJobFlowSensor 2021-06-06T01:00:58.164189+00:00 2021-06-06T01:12:01.137216+00:00 0:11:02.973027 37152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T01:00:55.926580+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T00:00:00+00:00 EmrJobFlowSensor 2021-06-06T01:00:54.276037+00:00 2021-06-06T01:10:57.222674+00:00 0:10:02.946637 37151 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T01:00:51.913122+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T01:00:36.046166+00:00 2021-06-06T01:00:37.683836+00:00 0:00:01.637670 37150 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T01:00:33.912253+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T01:00:32.270758+00:00 2021-06-06T01:00:33.949159+00:00 0:00:01.678401 37149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T01:00:29.960404+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T00:00:00+00:00 PythonOperator 2021-06-06T01:00:16.070387+00:00 2021-06-06T01:00:19.579193+00:00 0:00:03.508806 37148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T01:00:13.878459+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T00:00:00+00:00 PythonOperator 2021-06-06T01:00:10.428709+00:00 2021-06-06T01:00:13.620776+00:00 0:00:03.192067 37147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T01:00:07.868009+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T23:00:00+00:00 EmrJobFlowSensor 2021-06-06T00:11:27.053115+00:00 2021-06-06T00:20:29.669860+00:00 0:09:02.616745 37145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T00:11:24.853574+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T23:00:00+00:00 EmrJobFlowSensor 2021-06-06T00:11:19.304653+00:00 2021-06-06T00:21:22.101824+00:00 0:10:02.797171 37144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T00:11:16.866844+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T00:11:05.335031+00:00 2021-06-06T00:11:06.997696+00:00 0:00:01.662665 37143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T00:11:02.873328+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T00:10:59.111056+00:00 2021-06-06T00:11:00.730762+00:00 0:00:01.619706 37142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T00:10:56.879518+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T23:00:00+00:00 PythonOperator 2021-06-06T00:10:43.117041+00:00 2021-06-06T00:10:46.715884+00:00 0:00:03.598843 37141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T00:10:40.794828+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T23:00:00+00:00 PythonOperator 2021-06-06T00:10:37.275133+00:00 2021-06-06T00:10:40.479883+00:00 0:00:03.204750 37140 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T00:10:34.852672+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T23:00:00+00:00 TriggerDagRunOperator 2021-06-06T00:10:19.463831+00:00 2021-06-06T00:10:19.868687+00:00 0:00:00.404856 37139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T00:10:16.755317+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T23:00:00+00:00 TriggerDagRunOperator 2021-06-06T00:10:19.028608+00:00 2021-06-06T00:10:19.537501+00:00 0:00:00.508893 37138 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T00:10:16.755286+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T23:05:00+00:00 EmrJobFlowSensor 2021-06-06T00:05:56.652030+00:00 2021-06-06T00:14:59.230260+00:00 0:09:02.578230 37137 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T00:05:54.428926+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T00:05:34.770270+00:00 2021-06-06T00:05:36.519782+00:00 0:00:01.749512 37136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T00:05:32.416473+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T23:05:00+00:00 PythonOperator 2021-06-06T00:05:12.742196+00:00 2021-06-06T00:05:16.136194+00:00 0:00:03.393998 37135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T00:05:10.394074+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T23:00:00+00:00 EmrJobFlowSensor 2021-06-06T00:01:06.219135+00:00 2021-06-06T00:10:09.002524+00:00 0:09:02.783389 37134 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T00:01:03.983089+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T23:00:00+00:00 EmrJobFlowSensor 2021-06-06T00:01:04.314362+00:00 2021-06-06T00:13:07.268053+00:00 0:12:02.953691 37133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T00:01:01.985161+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T00:00:42.110587+00:00 2021-06-06T00:00:43.913239+00:00 0:00:01.802652 37132 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T00:00:39.955873+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T00:00:30.155527+00:00 2021-06-06T00:00:31.820943+00:00 0:00:01.665416 37131 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T00:00:27.955060+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T23:00:00+00:00 PythonOperator 2021-06-06T00:00:16.369945+00:00 2021-06-06T00:00:19.800993+00:00 0:00:03.431048 37130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T00:00:13.928870+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T23:00:00+00:00 PythonOperator 2021-06-06T00:00:06.793039+00:00 2021-06-06T00:00:10.163259+00:00 0:00:03.370220 37129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T00:00:04.049924+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T22:00:00+00:00 EmrJobFlowSensor 2021-06-05T23:12:03.397373+00:00 2021-06-05T23:20:05.926303+00:00 0:08:02.528930 37127 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T23:12:01.061009+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T22:00:00+00:00 EmrJobFlowSensor 2021-06-05T23:12:01.314340+00:00 2021-06-05T23:22:04.185025+00:00 0:10:02.870685 37126 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T23:11:58.996247+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T23:11:39.258759+00:00 2021-06-05T23:11:41.064806+00:00 0:00:01.806047 37125 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T23:11:36.959167+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T23:11:39.162086+00:00 2021-06-05T23:11:40.868658+00:00 0:00:01.706572 37124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T23:11:36.959196+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T22:00:00+00:00 PythonOperator 2021-06-05T23:11:19.385996+00:00 2021-06-05T23:11:22.856750+00:00 0:00:03.470754 37123 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T23:11:16.939793+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T22:00:00+00:00 PythonOperator 2021-06-05T23:11:17.129083+00:00 2021-06-05T23:11:20.432871+00:00 0:00:03.303788 37122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T23:11:14.937460+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T22:00:00+00:00 TriggerDagRunOperator 2021-06-05T23:11:01.981987+00:00 2021-06-05T23:11:02.433984+00:00 0:00:00.451997 37121 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T23:10:58.989620+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T22:00:00+00:00 TriggerDagRunOperator 2021-06-05T23:11:01.405905+00:00 2021-06-05T23:11:01.906712+00:00 0:00:00.500807 37120 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T23:10:58.989654+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T22:05:00+00:00 EmrJobFlowSensor 2021-06-05T23:06:04.767053+00:00 2021-06-05T23:15:07.337590+00:00 0:09:02.570537 37119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T23:06:02.584269+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T23:05:40.831204+00:00 2021-06-05T23:05:42.499393+00:00 0:00:01.668189 37118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T23:05:38.551490+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T22:05:00+00:00 PythonOperator 2021-06-05T23:05:04.824135+00:00 2021-06-05T23:05:08.023001+00:00 0:00:03.198866 37117 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T23:05:02.517404+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-04T23:00:00+00:00 EmrJobFlowSensor 2021-06-05T23:01:02.297844+00:00 2021-06-05T23:11:05.039179+00:00 0:10:02.741335 37116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T23:01:00.114524+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T22:00:00+00:00 EmrJobFlowSensor 2021-06-05T23:00:58.322765+00:00 2021-06-05T23:13:01.393189+00:00 0:12:03.070424 37115 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T23:00:56.105130+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T22:00:00+00:00 EmrJobFlowSensor 2021-06-05T23:00:50.778312+00:00 2021-06-05T23:10:53.567055+00:00 0:10:02.788743 37114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T23:00:48.097744+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-04T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T23:00:42.263958+00:00 2021-06-05T23:00:43.900975+00:00 0:00:01.637017 37113 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T23:00:40.092584+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T23:00:36.278548+00:00 2021-06-05T23:00:38.006612+00:00 0:00:01.728064 37112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T23:00:34.088706+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T23:00:30.454788+00:00 2021-06-05T23:00:32.162131+00:00 0:00:01.707343 37111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T23:00:28.090893+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-04T23:00:00+00:00 PythonOperator 2021-06-05T23:00:20.285625+00:00 2021-06-05T23:00:23.756930+00:00 0:00:03.471305 37110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T23:00:18.055969+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T22:00:00+00:00 PythonOperator 2021-06-05T23:00:14.323583+00:00 2021-06-05T23:00:17.898533+00:00 0:00:03.574950 37109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T23:00:12.052941+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T22:00:00+00:00 PythonOperator 2021-06-05T23:00:09.177581+00:00 2021-06-05T23:00:12.379616+00:00 0:00:03.202035 37108 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T23:00:06.057221+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T21:00:00+00:00 EmrJobFlowSensor 2021-06-05T22:23:05.139460+00:00 2021-06-05T22:23:06.703003+00:00 0:00:01.563543 37106 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:23:02.860034+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T21:00:00+00:00 EmrJobFlowSensor 2021-06-05T22:10:23.795758+00:00 2021-06-05T22:19:26.553004+00:00 0:09:02.757246 37104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:10:21.600145+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:10:17.892025+00:00 2021-06-05T22:10:19.754617+00:00 0:00:01.862592 37103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T22:10:15.601784+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:10:00.343760+00:00 2021-06-05T22:10:02.122164+00:00 0:00:01.778404 37102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T22:09:57.741487+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T21:00:00+00:00 PythonOperator 2021-06-05T22:09:53.781337+00:00 2021-06-05T22:09:57.221811+00:00 0:00:03.440474 37101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:09:51.506808+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T21:00:00+00:00 PythonOperator 2021-06-05T22:09:37.748157+00:00 2021-06-05T22:09:41.149980+00:00 0:00:03.401823 37100 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:09:35.487308+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T21:00:00+00:00 TriggerDagRunOperator 2021-06-05T22:09:31.823119+00:00 2021-06-05T22:09:32.261589+00:00 0:00:00.438470 37099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:09:29.488419+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T21:00:00+00:00 TriggerDagRunOperator 2021-06-05T22:09:31.792903+00:00 2021-06-05T22:09:32.331861+00:00 0:00:00.538958 37098 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:09:29.488371+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T21:05:00+00:00 EmrJobFlowSensor 2021-06-05T22:06:09.969152+00:00 2021-06-05T22:14:12.569059+00:00 0:08:02.599907 37097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:06:07.189861+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:05:31.385166+00:00 2021-06-05T22:05:33.076033+00:00 0:00:01.690867 37096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T22:05:29.158704+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T21:05:00+00:00 PythonOperator 2021-06-05T22:05:11.280737+00:00 2021-06-05T22:05:14.648467+00:00 0:00:03.367730 37095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:05:09.115535+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T21:00:00+00:00 EmrJobFlowSensor 2021-06-05T22:01:06.745070+00:00 2021-06-05T22:13:09.857393+00:00 0:12:03.112323 37094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:01:04.617726+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T21:00:00+00:00 EmrJobFlowSensor 2021-06-05T22:01:04.944835+00:00 2021-06-05T22:09:07.589106+00:00 0:08:02.644271 37093 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:01:02.623924+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:00:40.794863+00:00 2021-06-05T22:00:42.448623+00:00 0:00:01.653760 37092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T22:00:38.598590+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:00:35.031525+00:00 2021-06-05T22:00:36.680851+00:00 0:00:01.649326 37091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T22:00:32.597789+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T21:00:00+00:00 PythonOperator 2021-06-05T22:00:14.797341+00:00 2021-06-05T22:00:18.318637+00:00 0:00:03.521296 37090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:00:12.573983+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T21:00:00+00:00 PythonOperator 2021-06-05T22:00:08.918868+00:00 2021-06-05T22:00:12.365736+00:00 0:00:03.446868 37089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T22:00:06.564223+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T20:00:00+00:00 EmrJobFlowSensor 2021-06-05T21:11:09.906322+00:00 2021-06-05T21:21:12.835314+00:00 0:10:02.928992 37087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:11:07.590325+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T20:00:00+00:00 EmrJobFlowSensor 2021-06-05T21:10:55.951819+00:00 2021-06-05T21:20:58.815792+00:00 0:10:02.863973 37086 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:10:53.534709+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:10:45.693790+00:00 2021-06-05T21:10:47.401269+00:00 0:00:01.707479 37085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T21:10:43.523533+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:10:35.804798+00:00 2021-06-05T21:10:37.465562+00:00 0:00:01.660764 37084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T21:10:33.511962+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T20:00:00+00:00 PythonOperator 2021-06-05T21:10:23.783428+00:00 2021-06-05T21:10:27.308428+00:00 0:00:03.525000 37083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:10:21.559995+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T20:00:00+00:00 PythonOperator 2021-06-05T21:10:14.140766+00:00 2021-06-05T21:10:17.743016+00:00 0:00:03.602250 37082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:10:11.490573+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T20:00:00+00:00 TriggerDagRunOperator 2021-06-05T21:10:05.999834+00:00 2021-06-05T21:10:06.442979+00:00 0:00:00.443145 37081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:10:03.489681+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T20:00:00+00:00 TriggerDagRunOperator 2021-06-05T21:10:05.867058+00:00 2021-06-05T21:10:06.429334+00:00 0:00:00.562276 37080 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:10:03.489716+00:00 2 default_pool