Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T06:00:00+00:00 EmrJobFlowSensor 2021-07-14T07:00:51.184031+00:00 2021-07-14T07:14:55.003554+00:00 0:14:03.819523 53109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T07:00:48.862145+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T07:00:33.069831+00:00 2021-07-14T07:00:34.931505+00:00 0:00:01.861674 53108 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T07:00:30.782630+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T07:00:31.197089+00:00 2021-07-14T07:00:32.927270+00:00 0:00:01.730181 53107 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T07:00:28.854323+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T06:00:00+00:00 PythonOperator 2021-07-14T07:00:11.333324+00:00 2021-07-14T07:00:15.337933+00:00 0:00:04.004609 53106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T07:00:08.715717+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T06:00:00+00:00 PythonOperator 2021-07-14T07:00:09.134497+00:00 2021-07-14T07:00:13.556414+00:00 0:00:04.421917 53105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T07:00:06.714859+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T05:05:00+00:00 EmrJobFlowSensor 2021-07-14T06:10:59.275282+00:00 2021-07-14T06:20:02.103560+00:00 0:09:02.828278 53104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T06:10:57.128403+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T06:10:37.246013+00:00 2021-07-14T06:10:38.972425+00:00 0:00:01.726412 53103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T06:10:35.110999+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T05:00:00+00:00 TriggerDagRunOperator 2021-07-14T06:10:19.809633+00:00 2021-07-14T06:10:20.326408+00:00 0:00:00.516775 53102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T06:10:14.895883+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T05:05:00+00:00 PythonOperator 2021-07-14T06:10:19.691081+00:00 2021-07-14T06:10:23.605304+00:00 0:00:03.914223 53101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T06:10:14.895836+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T05:00:00+00:00 TriggerDagRunOperator 2021-07-14T06:10:17.671810+00:00 2021-07-14T06:10:18.214400+00:00 0:00:00.542590 53100 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T06:10:14.895869+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T05:00:00+00:00 EmrJobFlowSensor 2021-07-14T06:01:44.575108+00:00 2021-07-14T06:15:48.193479+00:00 0:14:03.618371 53098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T06:01:42.272136+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T05:00:00+00:00 EmrJobFlowSensor 2021-07-14T06:01:06.507505+00:00 2021-07-14T06:10:09.599387+00:00 0:09:03.091882 53097 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T06:01:04.141123+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T06:01:04.429350+00:00 2021-07-14T06:01:06.147119+00:00 0:00:01.717769 53096 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T06:01:02.141842+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T06:00:26.285909+00:00 2021-07-14T06:00:28.041390+00:00 0:00:01.755481 53095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T06:00:24.112809+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T05:00:00+00:00 PythonOperator 2021-07-14T06:00:24.869297+00:00 2021-07-14T06:00:28.812809+00:00 0:00:03.943512 53094 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T06:00:22.169187+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T05:00:00+00:00 PythonOperator 2021-07-14T06:00:04.635763+00:00 2021-07-14T06:00:08.206766+00:00 0:00:03.571003 53093 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T06:00:02.093347+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T04:00:00+00:00 TriggerDagRunOperator 2021-07-14T05:10:07.126077+00:00 2021-07-14T05:10:07.527303+00:00 0:00:00.401226 53092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T05:10:04.889971+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T04:00:00+00:00 TriggerDagRunOperator 2021-07-14T05:10:07.129352+00:00 2021-07-14T05:10:07.636604+00:00 0:00:00.507252 53091 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T05:10:04.890006+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T04:05:00+00:00 EmrJobFlowSensor 2021-07-14T05:05:52.642751+00:00 2021-07-14T05:13:55.303996+00:00 0:08:02.661245 53090 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T05:05:50.288125+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T05:05:30.451986+00:00 2021-07-14T05:05:32.213864+00:00 0:00:01.761878 53089 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T05:05:28.234151+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T04:05:00+00:00 PythonOperator 2021-07-14T05:05:08.594274+00:00 2021-07-14T05:05:12.179671+00:00 0:00:03.585397 53088 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T05:05:06.215255+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T04:00:00+00:00 EmrJobFlowSensor 2021-07-14T05:00:58.379997+00:00 2021-07-14T05:14:01.664776+00:00 0:13:03.284779 53086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T05:00:56.183562+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T04:00:00+00:00 EmrJobFlowSensor 2021-07-14T05:00:48.458304+00:00 2021-07-14T05:09:51.399725+00:00 0:09:02.941421 53085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T05:00:46.174229+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T05:00:38.387540+00:00 2021-07-14T05:00:40.064899+00:00 0:00:01.677359 53084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T05:00:36.166648+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T05:00:26.424435+00:00 2021-07-14T05:00:28.430723+00:00 0:00:02.006288 53083 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T05:00:24.165372+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T04:00:00+00:00 PythonOperator 2021-07-14T05:00:14.508138+00:00 2021-07-14T05:00:18.308870+00:00 0:00:03.800732 53082 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T05:00:12.166608+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T04:00:00+00:00 PythonOperator 2021-07-14T05:00:04.473123+00:00 2021-07-14T05:00:08.320791+00:00 0:00:03.847668 53081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T05:00:02.088184+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T03:00:00+00:00 TriggerDagRunOperator 2021-07-14T04:10:44.995144+00:00 2021-07-14T04:10:45.570629+00:00 0:00:00.575485 53080 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T04:10:42.506656+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T03:00:00+00:00 TriggerDagRunOperator 2021-07-14T04:10:44.848734+00:00 2021-07-14T04:10:45.315539+00:00 0:00:00.466805 53079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T04:10:42.506706+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T03:05:00+00:00 EmrJobFlowSensor 2021-07-14T04:06:10.160618+00:00 2021-07-14T04:15:12.929016+00:00 0:09:02.768398 53078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T04:06:08.054190+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T04:05:46.272683+00:00 2021-07-14T04:05:47.988700+00:00 0:00:01.716017 53077 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T04:05:44.034496+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T03:05:00+00:00 PythonOperator 2021-07-14T04:05:22.515944+00:00 2021-07-14T04:05:26.339718+00:00 0:00:03.823774 53076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T04:05:20.081552+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T03:00:00+00:00 EmrJobFlowSensor 2021-07-14T04:02:32.080821+00:00 2021-07-14T04:10:34.764787+00:00 0:08:02.683966 53075 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T04:02:29.767982+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T03:00:00+00:00 EmrJobFlowSensor 2021-07-14T04:02:16.152721+00:00 2021-07-14T04:15:19.578059+00:00 0:13:03.425338 53074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T04:02:13.693838+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T04:02:09.810024+00:00 2021-07-14T04:02:11.557231+00:00 0:00:01.747207 53073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T04:02:07.675826+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T04:01:53.987242+00:00 2021-07-14T04:01:55.818757+00:00 0:00:01.831515 53072 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T04:01:51.606422+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T03:00:00+00:00 PythonOperator 2021-07-14T04:01:45.794095+00:00 2021-07-14T04:01:49.496799+00:00 0:00:03.702704 53071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T04:01:43.601583+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T03:00:00+00:00 PythonOperator 2021-07-14T04:01:34.753268+00:00 2021-07-14T04:01:38.758466+00:00 0:00:04.005198 53070 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T04:01:31.591466+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T02:00:00+00:00 TriggerDagRunOperator 2021-07-14T03:11:29.625973+00:00 2021-07-14T03:11:30.146365+00:00 0:00:00.520392 53068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T03:11:27.049679+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T02:00:00+00:00 TriggerDagRunOperator 2021-07-14T03:11:29.490570+00:00 2021-07-14T03:11:29.900717+00:00 0:00:00.410147 53067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T03:11:27.049626+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T02:05:00+00:00 EmrJobFlowSensor 2021-07-14T03:05:50.559190+00:00 2021-07-14T03:14:53.430689+00:00 0:09:02.871499 53066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T03:05:48.460848+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T03:05:28.646602+00:00 2021-07-14T03:05:30.400881+00:00 0:00:01.754279 53065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T03:05:26.442471+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T02:05:00+00:00 PythonOperator 2021-07-14T03:05:06.687196+00:00 2021-07-14T03:05:10.063311+00:00 0:00:03.376115 53064 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T03:05:04.415427+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T02:00:00+00:00 EmrJobFlowSensor 2021-07-14T03:01:04.571149+00:00 2021-07-14T03:11:07.664618+00:00 0:10:03.093469 53063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T03:01:02.113555+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T02:00:00+00:00 EmrJobFlowSensor 2021-07-14T03:00:50.211178+00:00 2021-07-14T03:13:53.587213+00:00 0:13:03.376035 53062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T03:00:48.100564+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T03:00:42.408342+00:00 2021-07-14T03:00:44.325816+00:00 0:00:01.917474 53061 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T03:00:40.090298+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T03:00:28.322523+00:00 2021-07-14T03:00:30.201135+00:00 0:00:01.878612 53060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T03:00:26.033096+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T02:00:00+00:00 PythonOperator 2021-07-14T03:00:22.222554+00:00 2021-07-14T03:00:25.920413+00:00 0:00:03.697859 53059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T03:00:20.029194+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T02:00:00+00:00 PythonOperator 2021-07-14T03:00:06.608065+00:00 2021-07-14T03:00:10.635752+00:00 0:00:04.027687 53058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T03:00:04.143048+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T01:05:00+00:00 EmrJobFlowSensor 2021-07-14T02:14:11.892479+00:00 2021-07-14T02:14:13.370016+00:00 0:00:01.477537 53056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T02:14:09.655200+00:00 3 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T01:00:00+00:00 TriggerDagRunOperator 2021-07-14T02:10:33.481204+00:00 2021-07-14T02:10:34.045978+00:00 0:00:00.564774 53055 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T02:10:31.046295+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T01:00:00+00:00 TriggerDagRunOperator 2021-07-14T02:10:33.314454+00:00 2021-07-14T02:10:33.689329+00:00 0:00:00.374875 53054 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T02:10:31.046332+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T02:05:24.797793+00:00 2021-07-14T02:05:26.608554+00:00 0:00:01.810761 53052 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T02:05:22.362989+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T01:05:00+00:00 PythonOperator 2021-07-14T02:05:04.816543+00:00 2021-07-14T02:05:07.799637+00:00 0:00:02.983094 53051 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T02:05:02.344633+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T01:00:00+00:00 EmrJobFlowSensor 2021-07-14T02:01:06.324636+00:00 2021-07-14T02:10:09.171689+00:00 0:09:02.847053 53050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T02:01:03.966307+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T01:00:00+00:00 EmrJobFlowSensor 2021-07-14T02:00:50.519655+00:00 2021-07-14T02:13:54.008273+00:00 0:13:03.488618 53049 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T02:00:47.866710+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T02:00:44.184738+00:00 2021-07-14T02:00:45.985474+00:00 0:00:01.800736 53048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T02:00:41.817534+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T02:00:30.200677+00:00 2021-07-14T02:00:32.086011+00:00 0:00:01.885334 53047 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T02:00:27.813268+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T01:00:00+00:00 PythonOperator 2021-07-14T02:00:21.982580+00:00 2021-07-14T02:00:25.716389+00:00 0:00:03.733809 53046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T02:00:19.797278+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T01:00:00+00:00 PythonOperator 2021-07-14T02:00:08.269406+00:00 2021-07-14T02:00:12.396013+00:00 0:00:04.126607 53045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T02:00:05.788762+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T00:00:00+00:00 TriggerDagRunOperator 2021-07-14T01:11:07.622564+00:00 2021-07-14T01:11:08.027795+00:00 0:00:00.405231 53043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T01:11:04.895652+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T00:00:00+00:00 TriggerDagRunOperator 2021-07-14T01:11:07.080827+00:00 2021-07-14T01:11:07.595263+00:00 0:00:00.514436 53042 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T01:11:04.895688+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T00:05:00+00:00 EmrJobFlowSensor 2021-07-14T01:06:04.617323+00:00 2021-07-14T01:15:07.484873+00:00 0:09:02.867550 53041 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T01:06:02.337195+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T01:05:42.632660+00:00 2021-07-14T01:05:44.377978+00:00 0:00:01.745318 53040 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T01:05:40.346114+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T00:05:00+00:00 PythonOperator 2021-07-14T01:05:22.435973+00:00 2021-07-14T01:05:26.123651+00:00 0:00:03.687678 53039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T01:05:20.300276+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T00:00:00+00:00 EmrJobFlowSensor 2021-07-14T01:01:10.028857+00:00 2021-07-14T01:14:13.497316+00:00 0:13:03.468459 53038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T01:01:07.830793+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T00:00:00+00:00 EmrJobFlowSensor 2021-07-14T01:00:56.558924+00:00 2021-07-14T01:10:59.431612+00:00 0:10:02.872688 53037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T01:00:53.797295+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T01:00:48.156354+00:00 2021-07-14T01:00:49.893382+00:00 0:00:01.737028 53036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T01:00:45.789338+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T01:00:34.003713+00:00 2021-07-14T01:00:35.703963+00:00 0:00:01.700250 53035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T01:00:31.777462+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T00:00:00+00:00 PythonOperator 2021-07-14T01:00:26.197643+00:00 2021-07-14T01:00:30.079330+00:00 0:00:03.881687 53034 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T01:00:23.727051+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T00:00:00+00:00 PythonOperator 2021-07-14T01:00:10.579574+00:00 2021-07-14T01:00:14.359852+00:00 0:00:03.780278 53033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T01:00:07.777829+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T23:00:00+00:00 TriggerDagRunOperator 2021-07-14T00:10:10.700915+00:00 2021-07-14T00:10:11.199871+00:00 0:00:00.498956 53031 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T00:10:08.344856+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T23:00:00+00:00 TriggerDagRunOperator 2021-07-14T00:10:10.562753+00:00 2021-07-14T00:10:10.952469+00:00 0:00:00.389716 53030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T00:10:08.344827+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T23:05:00+00:00 EmrJobFlowSensor 2021-07-14T00:05:50.230791+00:00 2021-07-14T00:14:53.057960+00:00 0:09:02.827169 53029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T00:05:47.924523+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T00:05:28.152596+00:00 2021-07-14T00:05:29.767196+00:00 0:00:01.614600 53028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T00:05:25.912995+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T23:05:00+00:00 PythonOperator 2021-07-14T00:05:04.566882+00:00 2021-07-14T00:05:08.055765+00:00 0:00:03.488883 53027 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T00:05:01.961831+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T23:00:00+00:00 EmrJobFlowSensor 2021-07-14T00:01:05.786674+00:00 2021-07-14T00:16:09.708069+00:00 0:15:03.921395 53026 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T00:01:03.492547+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T23:00:00+00:00 EmrJobFlowSensor 2021-07-14T00:00:55.685115+00:00 2021-07-14T00:09:58.385993+00:00 0:09:02.700878 53025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T00:00:53.488472+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T00:00:45.909746+00:00 2021-07-14T00:00:47.735255+00:00 0:00:01.825509 53024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T00:00:43.438250+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T00:00:34.055633+00:00 2021-07-14T00:00:35.976053+00:00 0:00:01.920420 53023 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T00:00:31.428597+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T23:00:00+00:00 PythonOperator 2021-07-14T00:00:23.580296+00:00 2021-07-14T00:00:27.651830+00:00 0:00:04.071534 53022 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T00:00:21.421977+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T23:00:00+00:00 PythonOperator 2021-07-14T00:00:10.400555+00:00 2021-07-14T00:00:14.212432+00:00 0:00:03.811877 53021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T00:00:07.472817+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T22:00:00+00:00 TriggerDagRunOperator 2021-07-13T23:11:39.862704+00:00 2021-07-13T23:11:40.439445+00:00 0:00:00.576741 53019 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T23:11:37.268200+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T22:00:00+00:00 TriggerDagRunOperator 2021-07-13T23:11:39.661283+00:00 2021-07-13T23:11:40.095226+00:00 0:00:00.433943 53018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T23:11:37.268171+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T22:05:00+00:00 EmrJobFlowSensor 2021-07-13T23:05:56.664765+00:00 2021-07-13T23:14:59.384565+00:00 0:09:02.719800 53017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T23:05:54.558370+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T23:05:36.740800+00:00 2021-07-13T23:05:38.421138+00:00 0:00:01.680338 53016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T23:05:34.542335+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T22:05:00+00:00 PythonOperator 2021-07-13T23:05:12.785462+00:00 2021-07-13T23:05:16.173325+00:00 0:00:03.387863 53015 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T23:05:10.493866+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T22:00:00+00:00 EmrJobFlowSensor 2021-07-13T23:01:24.487523+00:00 2021-07-13T23:11:27.512800+00:00 0:10:03.025277 53014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T23:01:22.158645+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T22:00:00+00:00 EmrJobFlowSensor 2021-07-13T23:01:08.959288+00:00 2021-07-13T23:14:12.183266+00:00 0:13:03.223978 53013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T23:01:06.089447+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-12T23:00:00+00:00 EmrJobFlowSensor 2021-07-13T23:01:08.619239+00:00 2021-07-13T23:11:11.692900+00:00 0:10:03.073661 53012 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T23:01:06.089416+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T23:01:00.333869+00:00 2021-07-13T23:01:02.131662+00:00 0:00:01.797793 53011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T23:00:58.050582+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-12T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T23:00:48.723607+00:00 2021-07-13T23:00:50.423799+00:00 0:00:01.700192 53010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T23:00:46.032895+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T23:00:46.394263+00:00 2021-07-13T23:00:48.494770+00:00 0:00:02.100507 53009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T23:00:44.047641+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T22:00:00+00:00 PythonOperator 2021-07-13T23:00:36.186995+00:00 2021-07-13T23:00:39.901737+00:00 0:00:03.714742 53008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T23:00:34.033519+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-12T23:00:00+00:00 PythonOperator 2021-07-13T23:00:10.274732+00:00 2021-07-13T23:00:14.048397+00:00 0:00:03.773665 53007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T23:00:08.012414+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T22:00:00+00:00 PythonOperator 2021-07-13T23:00:08.479543+00:00 2021-07-13T23:00:12.311426+00:00 0:00:03.831883 53006 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T23:00:06.002554+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T21:00:00+00:00 TriggerDagRunOperator 2021-07-13T22:10:07.003504+00:00 2021-07-13T22:10:07.506798+00:00 0:00:00.503294 53004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T22:10:04.615248+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T21:00:00+00:00 TriggerDagRunOperator 2021-07-13T22:10:06.970124+00:00 2021-07-13T22:10:07.442900+00:00 0:00:00.472776 53003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T22:10:04.615202+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T21:05:00+00:00 EmrJobFlowSensor 2021-07-13T22:06:06.815861+00:00 2021-07-13T22:15:09.533125+00:00 0:09:02.717264 53002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T22:06:04.441316+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T22:05:42.808286+00:00 2021-07-13T22:05:44.567308+00:00 0:00:01.759022 53001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T22:05:40.343784+00:00 2 default_pool