Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-06-04T00:00:00+00:00 PythonOperator 2021-06-04T01:00:25.592693+00:00 2021-06-04T01:00:28.886980+00:00 0:00:03.294287 36268 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T01:00:23.303758+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T00:00:00+00:00 PythonOperator 2021-06-04T01:00:07.748637+00:00 2021-06-04T01:00:11.340563+00:00 0:00:03.591926 36267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T01:00:05.296770+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T23:00:00+00:00 EmrJobFlowSensor 2021-06-04T00:12:20.079473+00:00 2021-06-04T00:22:23.015507+00:00 0:10:02.936034 36265 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T00:12:17.755122+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T23:00:00+00:00 EmrJobFlowSensor 2021-06-04T00:12:12.051073+00:00 2021-06-04T00:22:14.880869+00:00 0:10:02.829796 36264 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T00:12:09.733305+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T00:11:59.978933+00:00 2021-06-04T00:12:01.714307+00:00 0:00:01.735374 36263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T00:11:57.759306+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T00:11:50.383903+00:00 2021-06-04T00:11:52.052160+00:00 0:00:01.668257 36262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T00:11:47.775030+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T23:00:00+00:00 PythonOperator 2021-06-04T00:11:38.226512+00:00 2021-06-04T00:11:41.702330+00:00 0:00:03.475818 36261 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T00:11:35.773039+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T23:00:00+00:00 PythonOperator 2021-06-04T00:11:28.286931+00:00 2021-06-04T00:11:31.630454+00:00 0:00:03.343523 36260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T00:11:25.747002+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T23:00:00+00:00 TriggerDagRunOperator 2021-06-04T00:11:12.111246+00:00 2021-06-04T00:11:12.624938+00:00 0:00:00.513692 36259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T00:11:09.753617+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T23:00:00+00:00 TriggerDagRunOperator 2021-06-04T00:11:12.085683+00:00 2021-06-04T00:11:12.460366+00:00 0:00:00.374683 36258 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T00:11:09.753563+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T23:05:00+00:00 EmrJobFlowSensor 2021-06-04T00:06:07.309905+00:00 2021-06-04T00:15:09.868477+00:00 0:09:02.558572 36257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T00:06:05.140809+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T00:05:39.402438+00:00 2021-06-04T00:05:41.128133+00:00 0:00:01.725695 36256 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T00:05:37.117956+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T23:05:00+00:00 PythonOperator 2021-06-04T00:05:13.176297+00:00 2021-06-04T00:05:16.434063+00:00 0:00:03.257766 36255 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T00:05:11.091718+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T23:00:00+00:00 EmrJobFlowSensor 2021-06-04T00:00:57.125797+00:00 2021-06-04T00:10:59.791593+00:00 0:10:02.665796 36254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T00:00:54.625817+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T23:00:00+00:00 EmrJobFlowSensor 2021-06-04T00:00:52.857186+00:00 2021-06-04T00:12:55.827206+00:00 0:12:02.970020 36253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T00:00:50.618562+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T00:00:35.142952+00:00 2021-06-04T00:00:36.951023+00:00 0:00:01.808071 36252 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T00:00:32.652349+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T00:00:31.164901+00:00 2021-06-04T00:00:32.842756+00:00 0:00:01.677855 36251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T00:00:28.757607+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T23:00:00+00:00 PythonOperator 2021-06-04T00:00:11.373933+00:00 2021-06-04T00:00:14.822547+00:00 0:00:03.448614 36250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T00:00:08.660538+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T23:00:00+00:00 PythonOperator 2021-06-04T00:00:09.123012+00:00 2021-06-04T00:00:13.007245+00:00 0:00:03.884233 36249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T00:00:06.587165+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T22:05:00+00:00 EmrJobFlowSensor 2021-06-03T23:13:10.167973+00:00 2021-06-03T23:14:11.870511+00:00 0:01:01.702538 36247 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T23:13:07.846420+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T22:00:00+00:00 EmrJobFlowSensor 2021-06-03T23:12:31.884947+00:00 2021-06-03T23:22:34.631248+00:00 0:10:02.746301 36246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T23:12:29.711422+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T23:12:11.896458+00:00 2021-06-03T23:12:13.592098+00:00 0:00:01.695640 36245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T23:12:09.694321+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T22:00:00+00:00 EmrJobFlowSensor 2021-06-03T23:12:00.233254+00:00 2021-06-03T23:21:02.986586+00:00 0:09:02.753332 36244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T23:11:57.756429+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T23:11:25.874102+00:00 2021-06-03T23:11:27.771513+00:00 0:00:01.897411 36243 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T23:11:23.623077+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T22:00:00+00:00 PythonOperator 2021-06-03T23:10:48.279953+00:00 2021-06-03T23:10:51.934437+00:00 0:00:03.654484 36242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T23:10:45.596091+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T22:00:00+00:00 PythonOperator 2021-06-03T23:10:39.774854+00:00 2021-06-03T23:10:43.191603+00:00 0:00:03.416749 36241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T23:10:37.588292+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T22:00:00+00:00 TriggerDagRunOperator 2021-06-03T23:10:26.002596+00:00 2021-06-03T23:10:26.581424+00:00 0:00:00.578828 36240 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T23:10:23.533973+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T22:00:00+00:00 TriggerDagRunOperator 2021-06-03T23:10:25.992060+00:00 2021-06-03T23:10:26.686357+00:00 0:00:00.694297 36239 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T23:10:23.533940+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T23:05:28.024586+00:00 2021-06-03T23:05:29.827584+00:00 0:00:01.802998 36237 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T23:05:25.240935+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T22:05:00+00:00 PythonOperator 2021-06-03T23:05:07.539001+00:00 2021-06-03T23:05:10.345706+00:00 0:00:02.806705 36236 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T23:05:05.145629+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T22:00:00+00:00 EmrJobFlowSensor 2021-06-03T23:01:05.493842+00:00 2021-06-03T23:13:08.512078+00:00 0:12:03.018236 36235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T23:01:02.756118+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-02T23:00:00+00:00 EmrJobFlowSensor 2021-06-03T23:01:05.052612+00:00 2021-06-03T23:11:07.852452+00:00 0:10:02.799840 36234 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T23:01:02.756071+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T22:00:00+00:00 EmrJobFlowSensor 2021-06-03T23:01:03.154847+00:00 2021-06-03T23:10:06.142529+00:00 0:09:02.987682 36233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T23:01:00.761530+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-02T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T23:00:43.481827+00:00 2021-06-03T23:00:45.124197+00:00 0:00:01.642370 36232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T23:00:40.689150+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T23:00:41.049510+00:00 2021-06-03T23:00:43.293295+00:00 0:00:02.243785 36231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T23:00:38.755519+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T23:00:39.140808+00:00 2021-06-03T23:00:40.941553+00:00 0:00:01.800745 36230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T23:00:36.743508+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-02T23:00:00+00:00 PythonOperator 2021-06-03T23:00:21.298896+00:00 2021-06-03T23:00:24.822030+00:00 0:00:03.523134 36229 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T23:00:18.634416+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T22:00:00+00:00 PythonOperator 2021-06-03T23:00:18.767219+00:00 2021-06-03T23:00:22.258173+00:00 0:00:03.490954 36228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T23:00:16.629963+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T22:00:00+00:00 PythonOperator 2021-06-03T23:00:16.947310+00:00 2021-06-03T23:00:20.757411+00:00 0:00:03.810101 36227 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T23:00:14.630535+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T21:00:00+00:00 EmrJobFlowSensor 2021-06-03T22:11:26.769207+00:00 2021-06-03T22:21:29.651109+00:00 0:10:02.881902 36225 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T22:11:24.307328+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T21:00:00+00:00 EmrJobFlowSensor 2021-06-03T22:11:26.657008+00:00 2021-06-03T22:19:29.155142+00:00 0:08:02.498134 36224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T22:11:24.307296+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T22:11:05.119149+00:00 2021-06-03T22:11:06.814368+00:00 0:00:01.695219 36223 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T22:11:02.350919+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T22:11:04.721901+00:00 2021-06-03T22:11:06.529071+00:00 0:00:01.807170 36222 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T22:11:02.350857+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T21:00:00+00:00 PythonOperator 2021-06-03T22:10:42.466401+00:00 2021-06-03T22:10:45.881685+00:00 0:00:03.415284 36221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T22:10:40.226095+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T21:00:00+00:00 PythonOperator 2021-06-03T22:10:40.472572+00:00 2021-06-03T22:10:44.205615+00:00 0:00:03.733043 36220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T22:10:38.239538+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T21:00:00+00:00 TriggerDagRunOperator 2021-06-03T22:10:36.532750+00:00 2021-06-03T22:10:37.026947+00:00 0:00:00.494197 36219 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T22:10:34.243680+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T21:00:00+00:00 TriggerDagRunOperator 2021-06-03T22:10:36.482047+00:00 2021-06-03T22:10:36.891322+00:00 0:00:00.409275 36218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T22:10:34.243714+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T21:05:00+00:00 EmrJobFlowSensor 2021-06-03T22:05:50.089328+00:00 2021-06-03T22:14:52.635161+00:00 0:09:02.545833 36217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T22:05:47.862792+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T22:05:30.374245+00:00 2021-06-03T22:05:32.116402+00:00 0:00:01.742157 36216 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T22:05:27.866536+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T21:05:00+00:00 PythonOperator 2021-06-03T22:05:07.872119+00:00 2021-06-03T22:05:11.195654+00:00 0:00:03.323535 36215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T22:05:05.716463+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T21:00:00+00:00 EmrJobFlowSensor 2021-06-03T22:01:09.984668+00:00 2021-06-03T22:10:12.751818+00:00 0:09:02.767150 36214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T22:01:07.379823+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T21:00:00+00:00 EmrJobFlowSensor 2021-06-03T22:01:03.612879+00:00 2021-06-03T22:13:06.555638+00:00 0:12:02.942759 36213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T22:01:01.346853+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T22:00:47.499097+00:00 2021-06-03T22:00:49.275876+00:00 0:00:01.776779 36212 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T22:00:45.258172+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T22:00:39.365754+00:00 2021-06-03T22:00:41.041018+00:00 0:00:01.675264 36211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T22:00:37.249725+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T21:00:00+00:00 PythonOperator 2021-06-03T22:00:25.402823+00:00 2021-06-03T22:00:28.796860+00:00 0:00:03.394037 36210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T22:00:23.238787+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T21:00:00+00:00 PythonOperator 2021-06-03T22:00:17.847739+00:00 2021-06-03T22:00:21.201369+00:00 0:00:03.353630 36209 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T22:00:15.231275+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T20:00:00+00:00 EmrJobFlowSensor 2021-06-03T21:11:20.935145+00:00 2021-06-03T21:21:23.643665+00:00 0:10:02.708520 36207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T21:11:18.613488+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T20:00:00+00:00 EmrJobFlowSensor 2021-06-03T21:11:08.907474+00:00 2021-06-03T21:20:11.555872+00:00 0:09:02.648398 36206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T21:11:06.600128+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T21:10:59.062063+00:00 2021-06-03T21:11:00.741734+00:00 0:00:01.679671 36205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T21:10:56.658315+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T21:10:47.353128+00:00 2021-06-03T21:10:49.086755+00:00 0:00:01.733627 36204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T21:10:44.655797+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T20:00:00+00:00 PythonOperator 2021-06-03T21:10:36.823030+00:00 2021-06-03T21:10:40.072781+00:00 0:00:03.249751 36203 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T21:10:34.553849+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T20:00:00+00:00 PythonOperator 2021-06-03T21:10:24.750986+00:00 2021-06-03T21:10:28.324174+00:00 0:00:03.573188 36202 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T21:10:22.533363+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T20:00:00+00:00 TriggerDagRunOperator 2021-06-03T21:10:10.820904+00:00 2021-06-03T21:10:11.265000+00:00 0:00:00.444096 36201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T21:10:08.521529+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T20:00:00+00:00 TriggerDagRunOperator 2021-06-03T21:10:10.800075+00:00 2021-06-03T21:10:11.336300+00:00 0:00:00.536225 36200 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T21:10:08.521494+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T20:05:00+00:00 EmrJobFlowSensor 2021-06-03T21:06:08.393485+00:00 2021-06-03T21:14:10.869785+00:00 0:08:02.476300 36199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T21:06:06.110571+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T21:05:46.357188+00:00 2021-06-03T21:05:47.986238+00:00 0:00:01.629050 36198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T21:05:44.162856+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T20:05:00+00:00 PythonOperator 2021-06-03T21:05:24.361713+00:00 2021-06-03T21:05:27.706445+00:00 0:00:03.344732 36197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T21:05:22.055723+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T20:00:00+00:00 EmrJobFlowSensor 2021-06-03T21:00:59.875217+00:00 2021-06-03T21:13:02.944319+00:00 0:12:03.069102 36196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T21:00:57.708402+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T20:00:00+00:00 EmrJobFlowSensor 2021-06-03T21:00:51.908370+00:00 2021-06-03T21:09:54.692293+00:00 0:09:02.783923 36195 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T21:00:49.701262+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T21:00:37.869460+00:00 2021-06-03T21:00:39.517271+00:00 0:00:01.647811 36194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T21:00:35.696282+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T21:00:28.133008+00:00 2021-06-03T21:00:29.889090+00:00 0:00:01.756082 36193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T21:00:25.762980+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T20:00:00+00:00 PythonOperator 2021-06-03T21:00:15.761056+00:00 2021-06-03T21:00:19.120759+00:00 0:00:03.359703 36192 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T21:00:13.606777+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T20:00:00+00:00 PythonOperator 2021-06-03T21:00:08.255719+00:00 2021-06-03T21:00:11.713890+00:00 0:00:03.458171 36191 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T21:00:05.657164+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T19:00:00+00:00 EmrJobFlowSensor 2021-06-03T20:12:11.032616+00:00 2021-06-03T20:22:13.865820+00:00 0:10:02.833204 36189 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T20:12:08.757659+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T19:00:00+00:00 EmrJobFlowSensor 2021-06-03T20:12:05.083071+00:00 2021-06-03T20:22:07.766380+00:00 0:10:02.683309 36188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T20:12:02.766038+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T20:11:46.994837+00:00 2021-06-03T20:11:48.650153+00:00 0:00:01.655316 36187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T20:11:44.666800+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T20:11:43.135650+00:00 2021-06-03T20:11:44.805011+00:00 0:00:01.669361 36186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T20:11:40.663170+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T19:00:00+00:00 PythonOperator 2021-06-03T20:11:24.683899+00:00 2021-06-03T20:11:28.264187+00:00 0:00:03.580288 36185 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T20:11:22.545756+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T19:00:00+00:00 PythonOperator 2021-06-03T20:11:21.166229+00:00 2021-06-03T20:11:24.397343+00:00 0:00:03.231114 36184 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T20:11:18.541974+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T19:00:00+00:00 TriggerDagRunOperator 2021-06-03T20:11:12.990309+00:00 2021-06-03T20:11:13.516332+00:00 0:00:00.526023 36183 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T20:11:10.531585+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T19:00:00+00:00 TriggerDagRunOperator 2021-06-03T20:11:12.932684+00:00 2021-06-03T20:11:13.351117+00:00 0:00:00.418433 36182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T20:11:10.531616+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T19:05:00+00:00 EmrJobFlowSensor 2021-06-03T20:06:08.119456+00:00 2021-06-03T20:14:10.619508+00:00 0:08:02.500052 36181 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T20:06:05.888351+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T20:05:41.976601+00:00 2021-06-03T20:05:43.613139+00:00 0:00:01.636538 36180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T20:05:39.820999+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-03T19:05:00+00:00 PythonOperator 2021-06-03T20:05:20.002080+00:00 2021-06-03T20:05:23.348968+00:00 0:00:03.346888 36179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T20:05:17.801359+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-03T19:00:00+00:00 EmrJobFlowSensor 2021-06-03T20:01:01.670617+00:00 2021-06-03T20:13:04.604176+00:00 0:12:02.933559 36178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T20:00:59.415834+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-03T19:00:00+00:00 EmrJobFlowSensor 2021-06-03T20:00:53.853172+00:00 2021-06-03T20:10:56.786411+00:00 0:10:02.933239 36177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T20:00:51.403635+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-03T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T20:00:37.793570+00:00 2021-06-03T20:00:39.476127+00:00 0:00:01.682557 36176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T20:00:35.390965+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-03T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T20:00:33.709194+00:00 2021-06-03T20:00:35.466728+00:00 0:00:01.757534 36175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-03T20:00:31.354038+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-03T19:00:00+00:00 PythonOperator 2021-06-03T20:00:15.752145+00:00 2021-06-03T20:00:19.258479+00:00 0:00:03.506334 36174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T20:00:13.343589+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-03T19:00:00+00:00 PythonOperator 2021-06-03T20:00:11.554505+00:00 2021-06-03T20:00:14.804447+00:00 0:00:03.249942 36173 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-03T20:00:09.256934+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-03T18:00:00+00:00 EmrJobFlowSensor 2021-06-03T19:12:22.324282+00:00 2021-06-03T19:21:25.122309+00:00 0:09:02.798027 36171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T19:12:20.100428+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-03T18:00:00+00:00 EmrJobFlowSensor 2021-06-03T19:12:03.046765+00:00 2021-06-03T19:21:05.642657+00:00 0:09:02.595892 36170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T19:12:00.169306+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-03T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T19:12:00.633769+00:00 2021-06-03T19:12:02.707572+00:00 0:00:02.073803 36169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T19:11:58.160659+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-03T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-03T19:11:40.746437+00:00 2021-06-03T19:11:42.529281+00:00 0:00:01.782844 36168 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T19:11:38.077511+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-03T18:00:00+00:00 PythonOperator 2021-06-03T19:11:36.413125+00:00 2021-06-03T19:11:39.927401+00:00 0:00:03.514276 36167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T19:11:34.066438+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-03T18:00:00+00:00 PythonOperator 2021-06-03T19:11:18.610151+00:00 2021-06-03T19:11:21.998717+00:00 0:00:03.388566 36166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-03T19:11:16.046375+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-03T18:00:00+00:00 TriggerDagRunOperator 2021-06-03T19:11:12.786388+00:00 2021-06-03T19:11:13.164435+00:00 0:00:00.378047 36165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T19:11:09.866360+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-03T18:00:00+00:00 TriggerDagRunOperator 2021-06-03T19:11:12.782571+00:00 2021-06-03T19:11:13.334171+00:00 0:00:00.551600 36164 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T19:11:09.866408+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-03T18:05:00+00:00 EmrJobFlowSensor 2021-06-03T19:05:55.358783+00:00 2021-06-03T19:14:57.855486+00:00 0:09:02.496703 36163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-03T19:05:53.199341+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-03T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-03T19:05:33.415050+00:00 2021-06-03T19:05:35.048477+00:00 0:00:01.633427 36162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-03T19:05:31.188229+00:00 2 default_pool