Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-06-03T17:00:00+00:00 PythonOperator 2021-06-03T18:11:27.117552+00:00 2021-06-03T18:11:30.311464+00:00 0:00:03.193912 36149 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T18:11:24.902151+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T17:00:00+00:00 PythonOperator 2021-06-03T18:11:21.561270+00:00 2021-06-03T18:11:25.119905+00:00 0:00:03.558635 36148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T18:11:18.898490+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T17:00:00+00:00 TriggerDagRunOperator 2021-06-03T18:11:13.427433+00:00 2021-06-03T18:11:13.960353+00:00 0:00:00.532920 36147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T18:11:10.944490+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T17:00:00+00:00 TriggerDagRunOperator 2021-06-03T18:11:13.322598+00:00 2021-06-03T18:11:13.714471+00:00 0:00:00.391873 36146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T18:11:10.944442+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T17:05:00+00:00 EmrJobFlowSensor 2021-06-03T18:06:02.685187+00:00 2021-06-03T18:15:05.345139+00:00 0:09:02.659952 36145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T18:06:00.166302+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T18:05:40.157612+00:00 2021-06-03T18:05:41.823778+00:00 0:00:01.666166 36144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T18:05:38.014021+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T17:05:00+00:00 PythonOperator 2021-06-03T18:05:18.315371+00:00 2021-06-03T18:05:21.578106+00:00 0:00:03.262735 36143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T18:05:16.051183+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T17:00:00+00:00 EmrJobFlowSensor 2021-06-03T18:01:03.726305+00:00 2021-06-03T18:11:06.570774+00:00 0:10:02.844469 36142 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T18:01:01.484769+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T17:00:00+00:00 EmrJobFlowSensor 2021-06-03T18:00:53.848241+00:00 2021-06-03T18:12:56.880345+00:00 0:12:03.032104 36141 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T18:00:51.453438+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T18:00:43.685234+00:00 2021-06-03T18:00:45.432933+00:00 0:00:01.747699 36140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T18:00:41.441687+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T18:00:33.557864+00:00 2021-06-03T18:00:35.246792+00:00 0:00:01.688928 36139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T18:00:31.433031+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T17:00:00+00:00 PythonOperator 2021-06-03T18:00:21.567277+00:00 2021-06-03T18:00:24.876500+00:00 0:00:03.309223 36138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T18:00:19.398398+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T17:00:00+00:00 PythonOperator 2021-06-03T18:00:10.099538+00:00 2021-06-03T18:00:13.432665+00:00 0:00:03.333127 36137 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T18:00:07.477906+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T16:00:00+00:00 EmrJobFlowSensor 2021-06-03T17:15:41.737558+00:00 2021-06-03T17:24:44.298996+00:00 0:09:02.561438 36136 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T17:15:38.994938+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T16:00:00+00:00 EmrJobFlowSensor 2021-06-03T17:15:39.235505+00:00 2021-06-03T17:24:42.173465+00:00 0:09:02.937960 36135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T17:15:37.051142+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T17:15:17.594257+00:00 2021-06-03T17:15:19.253687+00:00 0:00:01.659430 36134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T17:15:14.881043+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T17:15:15.326214+00:00 2021-06-03T17:15:17.463194+00:00 0:00:02.136980 36133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T17:15:12.947658+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T16:00:00+00:00 PythonOperator 2021-06-03T17:14:57.567743+00:00 2021-06-03T17:15:00.842417+00:00 0:00:03.274674 36132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T17:14:54.833995+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T16:00:00+00:00 PythonOperator 2021-06-03T17:14:55.153696+00:00 2021-06-03T17:14:58.670784+00:00 0:00:03.517088 36131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T17:14:52.835332+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T16:00:00+00:00 TriggerDagRunOperator 2021-06-03T17:14:49.488061+00:00 2021-06-03T17:14:49.973999+00:00 0:00:00.485938 36130 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T17:14:46.832487+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T16:00:00+00:00 TriggerDagRunOperator 2021-06-03T17:14:49.338907+00:00 2021-06-03T17:14:49.737902+00:00 0:00:00.398995 36129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T17:14:46.832449+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T16:05:00+00:00 EmrJobFlowSensor 2021-06-03T17:06:00.080056+00:00 2021-06-03T17:15:02.815935+00:00 0:09:02.735879 36127 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T17:05:57.643343+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T17:05:37.961133+00:00 2021-06-03T17:05:39.604949+00:00 0:00:01.643816 36126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T17:05:35.659799+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T16:05:00+00:00 PythonOperator 2021-06-03T17:05:17.751571+00:00 2021-06-03T17:05:21.068706+00:00 0:00:03.317135 36125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T17:05:15.562754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T16:00:00+00:00 EmrJobFlowSensor 2021-06-03T17:00:51.155652+00:00 2021-06-03T17:11:54.058555+00:00 0:11:02.902903 36124 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T17:00:48.959756+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T16:00:00+00:00 EmrJobFlowSensor 2021-06-03T17:00:47.184777+00:00 2021-06-03T17:10:50.023051+00:00 0:10:02.838274 36123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T17:00:44.965509+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T17:00:31.322814+00:00 2021-06-03T17:00:33.059963+00:00 0:00:01.737149 36122 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T17:00:28.976528+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T17:00:25.673865+00:00 2021-06-03T17:00:27.474031+00:00 0:00:01.800166 36121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T17:00:22.974508+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T16:00:00+00:00 PythonOperator 2021-06-03T17:00:09.238835+00:00 2021-06-03T17:00:12.732346+00:00 0:00:03.493511 36120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T17:00:06.916293+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T16:00:00+00:00 PythonOperator 2021-06-03T17:00:05.533205+00:00 2021-06-03T17:00:08.715977+00:00 0:00:03.182772 36119 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T17:00:02.957428+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T15:00:00+00:00 EmrJobFlowSensor 2021-06-03T16:21:17.485363+00:00 2021-06-03T16:32:20.436886+00:00 0:11:02.951523 36118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T16:21:15.297276+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T15:00:00+00:00 EmrJobFlowSensor 2021-06-03T16:21:13.492790+00:00 2021-06-03T16:30:16.198959+00:00 0:09:02.706169 36117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T16:21:11.296886+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T16:20:55.380901+00:00 2021-06-03T16:20:57.033563+00:00 0:00:01.652662 36116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T16:20:53.155312+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T16:20:51.323531+00:00 2021-06-03T16:20:53.103165+00:00 0:00:01.779634 36115 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T16:20:49.148602+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T15:00:00+00:00 PythonOperator 2021-06-03T16:20:35.374849+00:00 2021-06-03T16:20:39.072433+00:00 0:00:03.697584 36114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T16:20:33.133388+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T15:00:00+00:00 PythonOperator 2021-06-03T16:20:29.477200+00:00 2021-06-03T16:20:32.887345+00:00 0:00:03.410145 36113 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T16:20:27.139307+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T15:00:00+00:00 TriggerDagRunOperator 2021-06-03T16:20:19.524739+00:00 2021-06-03T16:20:20.023808+00:00 0:00:00.499069 36112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T16:20:17.121025+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T15:00:00+00:00 TriggerDagRunOperator 2021-06-03T16:20:19.394244+00:00 2021-06-03T16:20:19.773495+00:00 0:00:00.379251 36111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T16:20:17.121063+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T15:00:00+00:00 EmrJobFlowSensor 2021-06-03T16:11:00.784551+00:00 2021-06-03T16:23:03.762801+00:00 0:12:02.978250 36110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T16:10:58.200073+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T15:00:00+00:00 EmrJobFlowSensor 2021-06-03T16:10:58.517785+00:00 2021-06-03T16:20:01.501428+00:00 0:09:02.983643 36109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T16:10:56.186793+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T15:05:00+00:00 EmrJobFlowSensor 2021-06-03T16:10:52.369089+00:00 2021-06-03T16:18:54.898448+00:00 0:08:02.529359 36108 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T16:10:50.159230+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T16:10:40.296693+00:00 2021-06-03T16:10:41.944758+00:00 0:00:01.648065 36107 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T16:10:38.150920+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T16:10:36.376511+00:00 2021-06-03T16:10:38.105497+00:00 0:00:01.728986 36106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T16:10:34.148269+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T16:10:30.332462+00:00 2021-06-03T16:10:31.968657+00:00 0:00:01.636195 36105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T16:10:28.161068+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T15:00:00+00:00 PythonOperator 2021-06-03T16:10:19.386102+00:00 2021-06-03T16:10:22.949893+00:00 0:00:03.563791 36104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T16:10:16.129419+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T15:00:00+00:00 PythonOperator 2021-06-03T16:10:14.367074+00:00 2021-06-03T16:10:18.724867+00:00 0:00:04.357793 36103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T16:10:12.126010+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T15:05:00+00:00 PythonOperator 2021-06-03T16:10:08.753137+00:00 2021-06-03T16:10:12.059474+00:00 0:00:03.306337 36102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T16:10:06.173186+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T14:00:00+00:00 EmrJobFlowSensor 2021-06-03T15:11:23.084502+00:00 2021-06-03T15:22:25.982576+00:00 0:11:02.898074 36100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T15:11:20.917789+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T14:00:00+00:00 EmrJobFlowSensor 2021-06-03T15:11:05.379466+00:00 2021-06-03T15:20:08.073909+00:00 0:09:02.694443 36099 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T15:11:02.969711+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T15:11:01.536264+00:00 2021-06-03T15:11:03.389405+00:00 0:00:01.853141 36098 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T15:10:59.049663+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T15:10:41.007754+00:00 2021-06-03T15:10:42.695711+00:00 0:00:01.687957 36097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T15:10:38.814878+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T14:00:00+00:00 PythonOperator 2021-06-03T15:10:31.322221+00:00 2021-06-03T15:10:34.690175+00:00 0:00:03.367954 36096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T15:10:28.862849+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T14:00:00+00:00 PythonOperator 2021-06-03T15:10:13.041367+00:00 2021-06-03T15:10:16.251326+00:00 0:00:03.209959 36095 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T15:10:10.791515+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T14:00:00+00:00 TriggerDagRunOperator 2021-06-03T15:10:09.162377+00:00 2021-06-03T15:10:09.555237+00:00 0:00:00.392860 36094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T15:10:06.790132+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T14:00:00+00:00 TriggerDagRunOperator 2021-06-03T15:10:09.111137+00:00 2021-06-03T15:10:09.650251+00:00 0:00:00.539114 36093 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T15:10:06.790100+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T14:05:00+00:00 EmrJobFlowSensor 2021-06-03T15:06:04.586492+00:00 2021-06-03T15:15:07.197828+00:00 0:09:02.611336 36092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T15:06:02.384547+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T15:05:40.476738+00:00 2021-06-03T15:05:42.111105+00:00 0:00:01.634367 36091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T15:05:38.321701+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T14:05:00+00:00 PythonOperator 2021-06-03T15:05:18.419377+00:00 2021-06-03T15:05:21.757938+00:00 0:00:03.338561 36090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T15:05:16.304636+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T14:00:00+00:00 EmrJobFlowSensor 2021-06-03T15:01:02.067453+00:00 2021-06-03T15:12:04.925244+00:00 0:11:02.857791 36089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T15:00:59.895973+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T14:00:00+00:00 EmrJobFlowSensor 2021-06-03T15:00:48.216937+00:00 2021-06-03T15:09:50.859989+00:00 0:09:02.643052 36088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T15:00:45.950258+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T15:00:40.157455+00:00 2021-06-03T15:00:41.866752+00:00 0:00:01.709297 36087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T15:00:37.838150+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T15:00:28.579431+00:00 2021-06-03T15:00:30.300893+00:00 0:00:01.721462 36086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T15:00:25.854469+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T14:00:00+00:00 PythonOperator 2021-06-03T15:00:20.133236+00:00 2021-06-03T15:00:23.568217+00:00 0:00:03.434981 36085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T15:00:17.783448+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T14:00:00+00:00 PythonOperator 2021-06-03T15:00:06.245354+00:00 2021-06-03T15:00:09.627227+00:00 0:00:03.381873 36084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T15:00:03.849337+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T13:00:00+00:00 EmrJobFlowSensor 2021-06-03T14:11:27.313510+00:00 2021-06-03T14:20:30.054486+00:00 0:09:02.740976 36082 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T14:11:24.978678+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T13:00:00+00:00 EmrJobFlowSensor 2021-06-03T14:11:15.630199+00:00 2021-06-03T14:22:18.500346+00:00 0:11:02.870147 36081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T14:11:12.927348+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T14:11:07.074408+00:00 2021-06-03T14:11:08.728975+00:00 0:00:01.654567 36080 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T14:11:04.924562+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T14:10:53.287165+00:00 2021-06-03T14:10:54.928672+00:00 0:00:01.641507 36079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T14:10:50.968291+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T13:00:00+00:00 PythonOperator 2021-06-03T14:10:43.450666+00:00 2021-06-03T14:10:46.712348+00:00 0:00:03.261682 36078 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T14:10:40.972446+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T13:00:00+00:00 PythonOperator 2021-06-03T14:10:33.097999+00:00 2021-06-03T14:10:36.636690+00:00 0:00:03.538691 36077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T14:10:30.892349+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T13:00:00+00:00 TriggerDagRunOperator 2021-06-03T14:10:21.398674+00:00 2021-06-03T14:10:21.805400+00:00 0:00:00.406726 36076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T14:10:18.892043+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T13:00:00+00:00 TriggerDagRunOperator 2021-06-03T14:10:21.423128+00:00 2021-06-03T14:10:21.969660+00:00 0:00:00.546532 36075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T14:10:18.892005+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T13:05:00+00:00 EmrJobFlowSensor 2021-06-03T14:06:08.632014+00:00 2021-06-03T14:15:11.324842+00:00 0:09:02.692828 36074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T14:06:06.316647+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T14:05:40.443188+00:00 2021-06-03T14:05:42.077074+00:00 0:00:01.633886 36073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T14:05:38.289211+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T13:05:00+00:00 PythonOperator 2021-06-03T14:05:20.364980+00:00 2021-06-03T14:05:23.665844+00:00 0:00:03.300864 36072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T14:05:18.229985+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T13:00:00+00:00 EmrJobFlowSensor 2021-06-03T14:01:08.216246+00:00 2021-06-03T14:12:11.051193+00:00 0:11:02.834947 36071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T14:01:05.970434+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T13:00:00+00:00 EmrJobFlowSensor 2021-06-03T14:00:56.141355+00:00 2021-06-03T14:09:59.027795+00:00 0:09:02.886440 36070 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T14:00:53.908638+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T14:00:46.341324+00:00 2021-06-03T14:00:47.996238+00:00 0:00:01.654914 36069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T14:00:44.048667+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T14:00:34.256163+00:00 2021-06-03T14:00:36.090722+00:00 0:00:01.834559 36068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T14:00:31.892093+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T13:00:00+00:00 PythonOperator 2021-06-03T14:00:24.180530+00:00 2021-06-03T14:00:27.866451+00:00 0:00:03.685921 36067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T14:00:21.893485+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T13:00:00+00:00 PythonOperator 2021-06-03T14:00:14.231401+00:00 2021-06-03T14:00:17.538678+00:00 0:00:03.307277 36066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T14:00:11.878149+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T12:00:00+00:00 EmrJobFlowSensor 2021-06-03T13:12:05.992831+00:00 2021-06-03T13:23:08.965119+00:00 0:11:02.972288 36064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T13:12:03.559370+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T12:00:00+00:00 EmrJobFlowSensor 2021-06-03T13:12:02.082649+00:00 2021-06-03T13:22:05.082052+00:00 0:10:02.999403 36063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T13:11:59.667101+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T13:11:44.018670+00:00 2021-06-03T13:11:45.790206+00:00 0:00:01.771536 36062 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T13:11:41.552809+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T13:11:39.931010+00:00 2021-06-03T13:11:41.615959+00:00 0:00:01.684949 36061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T13:11:37.652412+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T12:00:00+00:00 PythonOperator 2021-06-03T13:11:22.505869+00:00 2021-06-03T13:11:26.366211+00:00 0:00:03.860342 36060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T13:11:19.432839+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T12:00:00+00:00 PythonOperator 2021-06-03T13:11:18.005231+00:00 2021-06-03T13:11:22.458500+00:00 0:00:04.453269 36059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T13:11:15.451866+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T12:00:00+00:00 TriggerDagRunOperator 2021-06-03T13:11:09.911483+00:00 2021-06-03T13:11:10.425206+00:00 0:00:00.513723 36058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T13:11:07.423028+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T12:00:00+00:00 TriggerDagRunOperator 2021-06-03T13:11:09.702136+00:00 2021-06-03T13:11:10.118197+00:00 0:00:00.416061 36057 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T13:11:07.422974+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T12:05:00+00:00 EmrJobFlowSensor 2021-06-03T13:06:13.164270+00:00 2021-06-03T13:14:15.632246+00:00 0:08:02.467976 36056 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T13:06:10.946094+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T13:05:45.212565+00:00 2021-06-03T13:05:46.862157+00:00 0:00:01.649592 36055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T13:05:42.919042+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T12:05:00+00:00 PythonOperator 2021-06-03T13:05:23.247146+00:00 2021-06-03T13:05:26.547176+00:00 0:00:03.300030 36054 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T13:05:20.957304+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T12:00:00+00:00 EmrJobFlowSensor 2021-06-03T13:01:06.664918+00:00 2021-06-03T13:13:09.787183+00:00 0:12:03.122265 36053 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T13:01:04.375140+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T12:00:00+00:00 EmrJobFlowSensor 2021-06-03T13:00:48.631407+00:00 2021-06-03T13:10:51.528469+00:00 0:10:02.897062 36052 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T13:00:46.313577+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T13:00:46.426052+00:00 2021-06-03T13:00:48.067339+00:00 0:00:01.641287 36051 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T13:00:44.299679+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T13:00:29.303575+00:00 2021-06-03T13:00:30.987263+00:00 0:00:01.683688 36050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T13:00:26.298513+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T12:00:00+00:00 PythonOperator 2021-06-03T13:00:24.453931+00:00 2021-06-03T13:00:28.792587+00:00 0:00:04.338656 36049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T13:00:22.282285+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T12:00:00+00:00 PythonOperator 2021-06-03T13:00:06.516650+00:00 2021-06-03T13:00:09.725285+00:00 0:00:03.208635 36048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T13:00:04.265444+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T11:00:00+00:00 EmrJobFlowSensor 2021-06-03T12:29:48.215774+00:00 2021-06-03T12:29:49.793635+00:00 0:00:01.577861 36047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T12:29:45.167130+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T11:00:00+00:00 EmrJobFlowSensor 2021-06-03T12:29:46.450969+00:00 2021-06-03T12:29:48.261149+00:00 0:00:01.810180 36046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T12:29:43.220884+00:00 3 default_pool