Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-07-01T07:00:00+00:00 PythonOperator 2021-07-01T11:02:22.976360+00:00 2021-07-01T11:02:25.831153+00:00 0:00:02.854793 48314 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:02:20.463442+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T11:02:16.647263+00:00 2021-07-01T11:02:18.527249+00:00 0:00:01.879986 48313 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T11:02:14.413714+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-30T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T11:01:16.422036+00:00 2021-07-01T11:01:18.095354+00:00 0:00:01.673318 48310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T11:01:14.221465+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T10:00:00+00:00 EmrJobFlowSensor 2021-07-01T11:01:08.408078+00:00 2021-07-01T11:10:11.144984+00:00 0:09:02.736906 48309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:01:06.213914+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-30T22:00:00+00:00 PythonOperator 2021-07-01T11:00:54.747508+00:00 2021-07-01T11:00:58.378443+00:00 0:00:03.630935 48307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:00:52.272839+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T11:00:44.765815+00:00 2021-07-01T11:00:46.625790+00:00 0:00:01.859975 48306 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T11:00:42.253195+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-30T20:00:00+00:00 PythonOperator 2021-07-01T11:00:32.393200+00:00 2021-07-01T11:00:36.354920+00:00 0:00:03.961720 48304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:00:30.190984+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T10:00:00+00:00 PythonOperator 2021-07-01T11:00:22.310184+00:00 2021-07-01T11:00:25.907018+00:00 0:00:03.596834 48303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T11:00:20.147946+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-30T17:00:00+00:00 PythonOperator 2021-07-01T11:00:08.297671+00:00 2021-07-01T11:00:12.115596+00:00 0:00:03.817925 48301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T11:00:06.134246+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-30T15:00:00+00:00 PythonOperator 2021-07-01T10:59:46.276848+00:00 2021-07-01T10:59:49.820574+00:00 0:00:03.543726 48300 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:59:44.128884+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-30T10:00:00+00:00 PythonOperator 2021-07-01T10:59:00.597829+00:00 2021-07-01T10:59:04.283225+00:00 0:00:03.685396 48298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:58:58.169284+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T23:00:00+00:00 PythonOperator 2021-07-01T10:57:38.204956+00:00 2021-07-01T10:57:41.822651+00:00 0:00:03.617695 48297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:57:35.959374+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T19:00:00+00:00 PythonOperator 2021-07-01T10:56:08.056914+00:00 2021-07-01T10:56:11.522156+00:00 0:00:03.465242 48296 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:56:05.732697+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T18:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:56:08.015719+00:00 2021-07-01T11:04:10.476787+00:00 0:08:02.461068 48295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:56:05.732725+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:55:43.909809+00:00 2021-07-01T10:55:45.694316+00:00 0:00:01.784507 48294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:55:41.752988+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T17:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:52:00.044521+00:00 2021-07-01T11:02:03.090785+00:00 0:10:03.046264 48293 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:51:57.444710+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T18:00:00+00:00 PythonOperator 2021-07-01T10:51:59.755472+00:00 2021-07-01T10:52:03.745114+00:00 0:00:03.989642 48292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:51:57.444664+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:51:37.822465+00:00 2021-07-01T10:51:39.689875+00:00 0:00:01.867410 48291 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:51:35.302835+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T18:00:00+00:00 PythonOperator 2021-07-01T10:46:35.223599+00:00 2021-07-01T10:46:38.839783+00:00 0:00:03.616184 48289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:46:32.919471+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T17:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:46:35.257098+00:00 2021-07-01T10:55:38.017688+00:00 0:09:02.760590 48288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:46:32.919501+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:46:11.223479+00:00 2021-07-01T10:46:13.017446+00:00 0:00:01.793967 48287 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:46:08.900729+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T17:00:00+00:00 PythonOperator 2021-07-01T10:40:49.023254+00:00 2021-07-01T10:40:52.965903+00:00 0:00:03.942649 48286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:40:46.458300+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T16:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:40:48.978561+00:00 2021-07-01T10:50:52.123690+00:00 0:10:03.145129 48285 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:40:46.458348+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:40:24.985150+00:00 2021-07-01T10:40:26.808639+00:00 0:00:01.823489 48284 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:40:22.330337+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T17:00:00+00:00 PythonOperator 2021-07-01T10:37:58.447380+00:00 2021-07-01T10:38:01.761249+00:00 0:00:03.313869 48283 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:37:56.095920+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T16:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:37:58.222847+00:00 2021-07-01T10:46:00.739555+00:00 0:08:02.516708 48282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:37:56.095948+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:37:36.173203+00:00 2021-07-01T10:37:37.901216+00:00 0:00:01.728013 48281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:37:34.035500+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T15:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:35:16.073157+00:00 2021-07-01T10:37:17.812031+00:00 0:02:01.738874 48280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:35:13.903643+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T15:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:30:13.758846+00:00 2021-07-01T10:40:16.915410+00:00 0:10:03.156564 48279 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:30:11.396513+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T16:00:00+00:00 PythonOperator 2021-07-01T10:30:13.613336+00:00 2021-07-01T10:30:17.694186+00:00 0:00:04.080850 48278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:30:11.396479+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:29:51.536010+00:00 2021-07-01T10:29:53.255298+00:00 0:00:01.719288 48277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:29:49.286992+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T16:00:00+00:00 PythonOperator 2021-07-01T10:27:41.489658+00:00 2021-07-01T10:27:45.183301+00:00 0:00:03.693643 48275 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:27:39.093915+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:27:19.231398+00:00 2021-07-01T10:27:20.932377+00:00 0:00:01.700979 48274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:27:17.029278+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T10:21:10.475352+00:00 EmrJobFlowSensor 2021-07-01T10:22:08.665855+00:00 2021-07-01T11:08:16.757917+00:00 0:46:08.092062 48273 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:22:06.475815+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T10:21:10.475352+00:00 EmrCreateJobFlowOperator 2021-07-01T10:21:46.543590+00:00 2021-07-01T10:21:48.267692+00:00 0:00:01.724102 48272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:21:44.397174+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T10:21:10.475352+00:00 PythonOperator 2021-07-01T10:21:24.641522+00:00 2021-07-01T10:21:28.301773+00:00 0:00:03.660251 48271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:21:22.328895+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T14:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:20:35.943863+00:00 2021-07-01T10:29:38.637690+00:00 0:09:02.693827 48270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T15:00:00+00:00 PythonOperator 2021-07-01T10:20:00.821887+00:00 2021-07-01T10:20:04.535536+00:00 0:00:03.713649 48269 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:19:58.260507+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:19:36.087666+00:00 2021-07-01T10:19:37.840855+00:00 0:00:01.753189 48268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T14:00:00+00:00 PythonOperator 2021-07-01T10:18:22.318806+00:00 2021-07-01T10:18:26.340696+00:00 0:00:04.021890 48267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T15:00:00+00:00 PythonOperator 2021-07-01T10:18:16.378443+00:00 2021-07-01T10:18:21.005121+00:00 0:00:04.626678 48266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:18:14.053222+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T14:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:17:58.595090+00:00 2021-07-01T10:27:01.263152+00:00 0:09:02.668062 48265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:17:49.806442+00:00 2021-07-01T10:17:51.508203+00:00 0:00:01.701761 48264 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T14:00:00+00:00 PythonOperator 2021-07-01T10:17:41.177740+00:00 2021-07-01T10:17:44.893139+00:00 0:00:03.715399 48263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T09:00:00+00:00 TriggerDagRunOperator 2021-07-01T10:12:09.926254+00:00 2021-07-01T10:12:10.406859+00:00 0:00:00.480605 48262 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:12:07.245449+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T09:00:00+00:00 TriggerDagRunOperator 2021-07-01T10:12:09.659171+00:00 2021-07-01T10:12:10.071161+00:00 0:00:00.411990 48261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:12:07.245414+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T09:05:00+00:00 EmrJobFlowSensor 2021-07-01T10:05:55.094459+00:00 2021-07-01T10:14:57.810834+00:00 0:09:02.716375 48260 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:05:52.732993+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:05:35.142523+00:00 2021-07-01T10:05:36.822480+00:00 0:00:01.679957 48259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:05:32.766543+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T09:05:00+00:00 PythonOperator 2021-07-01T10:05:12.904119+00:00 2021-07-01T10:05:16.465386+00:00 0:00:03.561267 48258 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:05:10.634604+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T09:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:01:50.599646+00:00 2021-07-01T10:11:53.431804+00:00 0:10:02.832158 48257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:01:48.274866+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:01:28.394798+00:00 2021-07-01T10:01:30.077195+00:00 0:00:01.682397 48256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T10:01:26.204911+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T09:00:00+00:00 EmrJobFlowSensor 2021-07-01T10:01:12.409441+00:00 2021-07-01T10:12:15.413964+00:00 0:11:03.004523 48255 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T10:01:10.192590+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T09:00:00+00:00 PythonOperator 2021-07-01T10:01:06.475663+00:00 2021-07-01T10:01:09.847118+00:00 0:00:03.371455 48254 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T10:01:04.187221+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T10:00:50.281797+00:00 2021-07-01T10:00:51.973821+00:00 0:00:01.692024 48253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T10:00:48.123437+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T09:00:00+00:00 PythonOperator 2021-07-01T10:00:14.807763+00:00 2021-07-01T10:00:18.716559+00:00 0:00:03.908796 48252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T10:00:12.104508+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T08:00:00+00:00 TriggerDagRunOperator 2021-07-01T09:11:13.351547+00:00 2021-07-01T09:11:13.903527+00:00 0:00:00.551980 48250 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T09:11:10.945201+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T08:00:00+00:00 TriggerDagRunOperator 2021-07-01T09:11:13.323987+00:00 2021-07-01T09:11:13.731970+00:00 0:00:00.407983 48249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T09:11:10.945168+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T08:05:00+00:00 EmrJobFlowSensor 2021-07-01T09:06:12.654815+00:00 2021-07-01T09:15:15.374135+00:00 0:09:02.719320 48248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T09:06:10.431172+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T09:05:50.752098+00:00 2021-07-01T09:05:52.392925+00:00 0:00:01.640827 48247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T09:05:48.475278+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T08:05:00+00:00 PythonOperator 2021-07-01T09:05:28.662188+00:00 2021-07-01T09:05:32.262001+00:00 0:00:03.599813 48246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T09:05:26.456334+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T08:00:00+00:00 EmrJobFlowSensor 2021-07-01T09:01:08.332813+00:00 2021-07-01T09:12:11.377762+00:00 0:11:03.044949 48245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T09:01:06.050944+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T08:00:00+00:00 EmrJobFlowSensor 2021-07-01T09:01:04.367451+00:00 2021-07-01T09:11:07.278711+00:00 0:10:02.911260 48244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T09:01:01.984403+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T09:00:44.105403+00:00 2021-07-01T09:00:45.772449+00:00 0:00:01.667046 48243 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T09:00:41.921883+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T09:00:42.231383+00:00 2021-07-01T09:00:44.212005+00:00 0:00:01.980622 48242 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T09:00:39.920988+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T08:00:00+00:00 PythonOperator 2021-07-01T09:00:22.293221+00:00 2021-07-01T09:00:26.201379+00:00 0:00:03.908158 48241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T09:00:19.963192+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T08:00:00+00:00 PythonOperator 2021-07-01T09:00:18.956694+00:00 2021-07-01T09:00:22.359087+00:00 0:00:03.402393 48240 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T09:00:15.972586+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T07:00:00+00:00 TriggerDagRunOperator 2021-07-01T08:10:28.076901+00:00 2021-07-01T08:10:28.627438+00:00 0:00:00.550537 48238 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T08:10:25.617199+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T07:00:00+00:00 TriggerDagRunOperator 2021-07-01T08:10:27.920896+00:00 2021-07-01T08:10:28.332580+00:00 0:00:00.411684 48237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T08:10:25.617167+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T07:05:00+00:00 EmrJobFlowSensor 2021-07-01T08:05:51.367670+00:00 2021-07-01T08:13:53.915400+00:00 0:08:02.547730 48236 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T08:05:49.198761+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T08:05:29.684193+00:00 2021-07-01T08:05:31.452823+00:00 0:00:01.768630 48235 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T08:05:27.190881+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T07:05:00+00:00 PythonOperator 2021-07-01T08:05:07.383388+00:00 2021-07-01T08:05:10.970031+00:00 0:00:03.586643 48234 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T08:05:05.179309+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T07:00:00+00:00 EmrJobFlowSensor 2021-07-01T08:01:11.213818+00:00 2021-07-01T08:13:14.454598+00:00 0:12:03.240780 48233 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T08:01:08.840782+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T07:00:00+00:00 EmrJobFlowSensor 2021-07-01T08:01:05.255342+00:00 2021-07-01T08:10:08.192685+00:00 0:09:02.937343 48232 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T08:01:02.780715+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T08:00:39.098832+00:00 2021-07-01T08:00:40.803907+00:00 0:00:01.705075 48231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T08:00:36.714657+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T08:00:29.076644+00:00 2021-07-01T08:00:30.961128+00:00 0:00:01.884484 48230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T08:00:26.707852+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T07:00:00+00:00 PythonOperator 2021-07-01T08:00:14.941301+00:00 2021-07-01T08:00:18.682534+00:00 0:00:03.741233 48229 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T08:00:12.694567+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T07:00:00+00:00 PythonOperator 2021-07-01T08:00:07.392911+00:00 2021-07-01T08:00:11.097694+00:00 0:00:03.704783 48228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T08:00:04.762998+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T06:00:00+00:00 TriggerDagRunOperator 2021-07-01T07:10:40.092828+00:00 2021-07-01T07:10:40.477387+00:00 0:00:00.384559 48226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T07:10:37.685780+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T06:00:00+00:00 TriggerDagRunOperator 2021-07-01T07:10:40.097741+00:00 2021-07-01T07:10:40.608753+00:00 0:00:00.511012 48225 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T07:10:37.685746+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T06:05:00+00:00 EmrJobFlowSensor 2021-07-01T07:05:51.381967+00:00 2021-07-01T07:13:53.974158+00:00 0:08:02.592191 48224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T07:05:49.245317+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T07:05:25.561395+00:00 2021-07-01T07:05:27.199907+00:00 0:00:01.638512 48223 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T07:05:23.276158+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T06:05:00+00:00 PythonOperator 2021-07-01T07:05:03.629304+00:00 2021-07-01T07:05:07.018699+00:00 0:00:03.389395 48222 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T07:05:01.192158+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T06:00:00+00:00 EmrJobFlowSensor 2021-07-01T07:01:13.006762+00:00 2021-07-01T07:10:15.703658+00:00 0:09:02.696896 48221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T07:01:10.795940+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T06:00:00+00:00 EmrJobFlowSensor 2021-07-01T07:01:09.233291+00:00 2021-07-01T07:13:12.462555+00:00 0:12:03.229264 48220 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T07:01:06.843128+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T07:00:49.138534+00:00 2021-07-01T07:00:50.852021+00:00 0:00:01.713487 48219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T07:00:46.697429+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T07:00:42.982676+00:00 2021-07-01T07:00:44.691163+00:00 0:00:01.708487 48218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T07:00:40.691267+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T06:00:00+00:00 PythonOperator 2021-07-01T07:00:25.479507+00:00 2021-07-01T07:00:29.103770+00:00 0:00:03.624263 48217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T07:00:22.607871+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T06:00:00+00:00 PythonOperator 2021-07-01T07:00:19.167320+00:00 2021-07-01T07:00:23.527439+00:00 0:00:04.360119 48216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T07:00:16.601491+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T05:00:00+00:00 TriggerDagRunOperator 2021-07-01T06:11:50.206326+00:00 2021-07-01T06:11:50.680549+00:00 0:00:00.474223 48214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T06:11:47.567946+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-01T05:00:00+00:00 TriggerDagRunOperator 2021-07-01T06:11:49.984869+00:00 2021-07-01T06:11:50.378230+00:00 0:00:00.393361 48213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T06:11:47.567909+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-01T05:05:00+00:00 EmrJobFlowSensor 2021-07-01T06:05:56.955692+00:00 2021-07-01T06:14:59.738933+00:00 0:09:02.783241 48212 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T06:05:54.827394+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-01T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-01T06:05:34.974432+00:00 2021-07-01T06:05:36.611286+00:00 0:00:01.636854 48211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T06:05:32.811272+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-01T05:05:00+00:00 PythonOperator 2021-07-01T06:05:11.000816+00:00 2021-07-01T06:05:14.392417+00:00 0:00:03.391601 48210 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T06:05:08.791346+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-01T05:00:00+00:00 EmrJobFlowSensor 2021-07-01T06:01:28.593127+00:00 2021-07-01T06:11:31.434234+00:00 0:10:02.841107 48209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T06:01:26.434757+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-01T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T06:01:07.143656+00:00 2021-07-01T06:01:08.822802+00:00 0:00:01.679146 48208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-01T06:01:04.412310+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-01T05:00:00+00:00 EmrJobFlowSensor 2021-07-01T06:01:04.938263+00:00 2021-07-01T06:12:08.334598+00:00 0:11:03.396335 48207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T06:01:02.471108+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-01T05:00:00+00:00 PythonOperator 2021-07-01T06:00:44.827312+00:00 2021-07-01T06:00:48.316580+00:00 0:00:03.489268 48206 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-01T06:00:42.460421+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-01T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-01T06:00:42.713864+00:00 2021-07-01T06:00:44.504803+00:00 0:00:01.790939 48205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-01T06:00:40.392256+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-01T05:00:00+00:00 PythonOperator 2021-07-01T06:00:18.630622+00:00 2021-07-01T06:00:22.564215+00:00 0:00:03.933593 48204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-01T06:00:16.327970+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-01T04:00:00+00:00 TriggerDagRunOperator 2021-07-01T05:11:11.107266+00:00 2021-07-01T05:11:11.500818+00:00 0:00:00.393552 48202 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-01T05:11:08.470222+00:00 2 default_pool