Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T02:00:00+00:00 TriggerDagRunOperator 2021-07-21T03:10:04.008050+00:00 2021-07-21T03:10:04.583304+00:00 0:00:00.575254 56329 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T03:10:01.392102+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T02:00:00+00:00 TriggerDagRunOperator 2021-07-21T03:10:03.643237+00:00 2021-07-21T03:10:04.084064+00:00 0:00:00.440827 56328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T03:10:01.392141+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T02:05:00+00:00 EmrJobFlowSensor 2021-07-21T03:06:15.403341+00:00 2021-07-21T03:14:17.913815+00:00 0:08:02.510474 56327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T03:06:13.151386+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T03:05:37.177408+00:00 2021-07-21T03:05:38.982133+00:00 0:00:01.804725 56326 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T03:05:34.989542+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T02:05:00+00:00 PythonOperator 2021-07-21T03:05:15.251756+00:00 2021-07-21T03:05:19.023570+00:00 0:00:03.771814 56325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T03:05:12.922833+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T02:00:00+00:00 EmrJobFlowSensor 2021-07-21T03:00:52.712606+00:00 2021-07-21T03:15:56.363057+00:00 0:15:03.650451 56324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T03:00:50.465065+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T02:00:00+00:00 EmrJobFlowSensor 2021-07-21T03:00:48.874691+00:00 2021-07-21T03:09:51.868922+00:00 0:09:02.994231 56323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T03:00:46.465353+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T03:00:30.766564+00:00 2021-07-21T03:00:32.583449+00:00 0:00:01.816885 56322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T03:00:28.456125+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T03:00:26.671901+00:00 2021-07-21T03:00:28.521596+00:00 0:00:01.849695 56321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T03:00:24.431250+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T02:00:00+00:00 PythonOperator 2021-07-21T03:00:10.803709+00:00 2021-07-21T03:00:15.066676+00:00 0:00:04.262967 56320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T03:00:08.420228+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T02:00:00+00:00 PythonOperator 2021-07-21T03:00:04.821960+00:00 2021-07-21T03:00:08.918362+00:00 0:00:04.096402 56319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T03:00:02.415664+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T01:00:00+00:00 EmrJobFlowSensor 2021-07-21T02:11:43.539577+00:00 2021-07-21T02:20:46.348077+00:00 0:09:02.808500 56317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T02:11:41.321463+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T01:00:00+00:00 EmrJobFlowSensor 2021-07-21T02:11:41.499903+00:00 2021-07-21T02:20:44.440936+00:00 0:09:02.941033 56316 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T02:11:39.322623+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T02:11:21.501525+00:00 2021-07-21T02:11:23.333497+00:00 0:00:01.831972 56315 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T02:11:19.294719+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T02:11:17.676176+00:00 2021-07-21T02:11:19.435023+00:00 0:00:01.758847 56314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T02:11:15.363518+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T01:00:00+00:00 PythonOperator 2021-07-21T02:10:59.517456+00:00 2021-07-21T02:11:03.295125+00:00 0:00:03.777669 56313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T02:10:57.280655+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T01:00:00+00:00 PythonOperator 2021-07-21T02:10:57.589545+00:00 2021-07-21T02:11:01.362457+00:00 0:00:03.772912 56312 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T02:10:55.291028+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T01:00:00+00:00 TriggerDagRunOperator 2021-07-21T02:10:35.534902+00:00 2021-07-21T02:10:36.058732+00:00 0:00:00.523830 56311 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T02:10:33.209387+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T01:00:00+00:00 TriggerDagRunOperator 2021-07-21T02:10:35.476556+00:00 2021-07-21T02:10:35.845282+00:00 0:00:00.368726 56310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T02:10:33.209420+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T01:05:00+00:00 EmrJobFlowSensor 2021-07-21T02:05:48.853918+00:00 2021-07-21T02:14:51.689660+00:00 0:09:02.835742 56309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T02:05:46.650021+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T02:05:28.676677+00:00 2021-07-21T02:05:30.360202+00:00 0:00:01.683525 56308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T02:05:26.527538+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T01:05:00+00:00 PythonOperator 2021-07-21T02:05:06.897143+00:00 2021-07-21T02:05:10.686957+00:00 0:00:03.789814 56307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T02:05:04.571102+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T01:00:00+00:00 EmrJobFlowSensor 2021-07-21T02:01:24.740665+00:00 2021-07-21T02:14:28.398851+00:00 0:13:03.658186 56306 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T02:01:22.209007+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T01:00:00+00:00 EmrJobFlowSensor 2021-07-21T02:01:10.777795+00:00 2021-07-21T02:10:13.842599+00:00 0:09:03.064804 56305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T02:01:08.194398+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T02:01:02.940093+00:00 2021-07-21T02:01:04.774563+00:00 0:00:01.834470 56304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T02:01:00.246751+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T02:00:44.480644+00:00 2021-07-21T02:00:46.347008+00:00 0:00:01.866364 56303 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T02:00:42.129821+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T01:00:00+00:00 PythonOperator 2021-07-21T02:00:28.386978+00:00 2021-07-21T02:00:32.600541+00:00 0:00:04.213563 56302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T02:00:26.110373+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T01:00:00+00:00 PythonOperator 2021-07-21T02:00:16.375320+00:00 2021-07-21T02:00:20.185956+00:00 0:00:03.810636 56301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T02:00:14.096075+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-21T00:00:00+00:00 EmrJobFlowSensor 2021-07-21T01:12:13.587640+00:00 2021-07-21T01:23:16.752628+00:00 0:11:03.164988 56299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T01:12:11.407337+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-21T00:00:00+00:00 EmrJobFlowSensor 2021-07-21T01:12:09.608664+00:00 2021-07-21T01:22:12.424167+00:00 0:10:02.815503 56298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T01:12:07.409961+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-21T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T01:11:51.606333+00:00 2021-07-21T01:11:53.398055+00:00 0:00:01.791722 56297 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T01:11:49.392247+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-21T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T01:11:47.892353+00:00 2021-07-21T01:11:49.586928+00:00 0:00:01.694575 56296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T01:11:45.457026+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-21T00:00:00+00:00 PythonOperator 2021-07-21T01:11:31.661562+00:00 2021-07-21T01:11:35.340706+00:00 0:00:03.679144 56295 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T01:11:29.327833+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-21T00:00:00+00:00 PythonOperator 2021-07-21T01:11:27.551234+00:00 2021-07-21T01:11:31.377985+00:00 0:00:03.826751 56294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T01:11:25.325775+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-21T00:00:00+00:00 TriggerDagRunOperator 2021-07-21T01:11:13.520890+00:00 2021-07-21T01:11:14.084191+00:00 0:00:00.563301 56293 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T01:11:11.316666+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-21T00:00:00+00:00 TriggerDagRunOperator 2021-07-21T01:11:13.477227+00:00 2021-07-21T01:11:13.887370+00:00 0:00:00.410143 56292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T01:11:11.316628+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-21T00:05:00+00:00 EmrJobFlowSensor 2021-07-21T01:05:58.987499+00:00 2021-07-21T01:15:01.548810+00:00 0:09:02.561311 56291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T01:05:56.801505+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-21T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T01:05:37.146745+00:00 2021-07-21T01:05:38.793942+00:00 0:00:01.647197 56290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T01:05:34.844091+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-21T00:05:00+00:00 PythonOperator 2021-07-21T01:05:15.235923+00:00 2021-07-21T01:05:18.778843+00:00 0:00:03.542920 56289 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T01:05:12.775365+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-21T00:00:00+00:00 EmrJobFlowSensor 2021-07-21T01:01:10.521635+00:00 2021-07-21T01:16:14.621749+00:00 0:15:04.100114 56288 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T01:01:08.333815+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-21T00:00:00+00:00 EmrJobFlowSensor 2021-07-21T01:00:50.538132+00:00 2021-07-21T01:10:53.328845+00:00 0:10:02.790713 56287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T01:00:48.318488+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-21T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T01:00:46.668338+00:00 2021-07-21T01:00:48.389087+00:00 0:00:01.720749 56286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T01:00:44.312572+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-21T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T01:00:28.653436+00:00 2021-07-21T01:00:30.475171+00:00 0:00:01.821735 56285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T01:00:26.357400+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-21T00:00:00+00:00 PythonOperator 2021-07-21T01:00:24.765130+00:00 2021-07-21T01:00:28.951539+00:00 0:00:04.186409 56284 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T01:00:22.292080+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-21T00:00:00+00:00 PythonOperator 2021-07-21T01:00:09.129800+00:00 2021-07-21T01:00:12.978495+00:00 0:00:03.848695 56283 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T01:00:06.063365+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T23:00:00+00:00 EmrJobFlowSensor 2021-07-21T00:12:08.336131+00:00 2021-07-21T00:21:11.213265+00:00 0:09:02.877134 56281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T00:12:05.998660+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T23:00:00+00:00 EmrJobFlowSensor 2021-07-21T00:12:06.490991+00:00 2021-07-21T00:22:09.505951+00:00 0:10:03.014960 56280 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T00:12:04.061360+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T00:11:46.621920+00:00 2021-07-21T00:11:48.411766+00:00 0:00:01.789846 56279 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T00:11:43.931854+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T00:11:44.290555+00:00 2021-07-21T00:11:46.298209+00:00 0:00:02.007654 56278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T00:11:41.929607+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T23:00:00+00:00 PythonOperator 2021-07-21T00:11:26.104622+00:00 2021-07-21T00:11:30.072546+00:00 0:00:03.967924 56277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T00:11:21.971456+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T23:00:00+00:00 PythonOperator 2021-07-21T00:11:20.326874+00:00 2021-07-21T00:11:26.435254+00:00 0:00:06.108380 56276 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T00:11:17.969635+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T23:00:00+00:00 TriggerDagRunOperator 2021-07-21T00:11:16.554080+00:00 2021-07-21T00:11:16.998437+00:00 0:00:00.444357 56275 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T00:11:13.961480+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T23:00:00+00:00 TriggerDagRunOperator 2021-07-21T00:11:16.517183+00:00 2021-07-21T00:11:17.043010+00:00 0:00:00.525827 56274 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T00:11:13.961432+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T23:05:00+00:00 EmrJobFlowSensor 2021-07-21T00:05:49.574294+00:00 2021-07-21T00:13:52.005552+00:00 0:08:02.431258 56273 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T00:05:47.388592+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-21T00:05:27.480590+00:00 2021-07-21T00:05:29.238813+00:00 0:00:01.758223 56272 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T00:05:25.244227+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T23:05:00+00:00 PythonOperator 2021-07-21T00:05:05.543832+00:00 2021-07-21T00:05:09.367841+00:00 0:00:03.824009 56271 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T00:05:03.255825+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T23:00:00+00:00 EmrJobFlowSensor 2021-07-21T00:00:53.107153+00:00 2021-07-21T00:10:56.141491+00:00 0:10:03.034338 56270 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T00:00:50.795209+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T23:00:00+00:00 EmrJobFlowSensor 2021-07-21T00:00:46.963510+00:00 2021-07-21T00:13:50.650324+00:00 0:13:03.686814 56269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-21T00:00:44.788836+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T00:00:31.246979+00:00 2021-07-21T00:00:32.995757+00:00 0:00:01.748778 56268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-21T00:00:28.881981+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-21T00:00:26.964642+00:00 2021-07-21T00:00:28.689390+00:00 0:00:01.724748 56267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-21T00:00:24.729483+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T23:00:00+00:00 PythonOperator 2021-07-21T00:00:12.163666+00:00 2021-07-21T00:00:16.098103+00:00 0:00:03.934437 56266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-21T00:00:08.717322+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T23:00:00+00:00 PythonOperator 2021-07-21T00:00:05.520160+00:00 2021-07-21T00:00:10.919394+00:00 0:00:05.399234 56265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-21T00:00:02.717422+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T22:00:00+00:00 EmrJobFlowSensor 2021-07-20T23:10:15.038505+00:00 2021-07-20T23:19:17.888802+00:00 0:09:02.850297 56263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T23:10:12.659242+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T22:00:00+00:00 EmrJobFlowSensor 2021-07-20T23:10:06.792334+00:00 2021-07-20T23:19:09.649466+00:00 0:09:02.857132 56262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T23:10:04.589482+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T23:09:53.110932+00:00 2021-07-20T23:09:54.995708+00:00 0:00:01.884776 56261 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T23:09:50.656491+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T23:09:44.804128+00:00 2021-07-20T23:09:46.581377+00:00 0:00:01.777249 56260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T23:09:42.525770+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T22:00:00+00:00 PythonOperator 2021-07-20T23:09:31.121996+00:00 2021-07-20T23:09:35.188622+00:00 0:00:04.066626 56259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T23:09:28.641638+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T22:00:00+00:00 PythonOperator 2021-07-20T23:09:24.870633+00:00 2021-07-20T23:09:28.635752+00:00 0:00:03.765119 56258 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T23:09:22.503833+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T22:00:00+00:00 TriggerDagRunOperator 2021-07-20T23:09:09.129901+00:00 2021-07-20T23:09:09.620983+00:00 0:00:00.491082 56257 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T23:09:06.493537+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T22:00:00+00:00 TriggerDagRunOperator 2021-07-20T23:09:08.727556+00:00 2021-07-20T23:09:09.136177+00:00 0:00:00.408621 56256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T23:09:06.493497+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T22:05:00+00:00 EmrJobFlowSensor 2021-07-20T23:06:18.396501+00:00 2021-07-20T23:14:21.074763+00:00 0:08:02.678262 56255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T23:06:16.001506+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T23:05:56.826688+00:00 2021-07-20T23:05:58.693280+00:00 0:00:01.866592 56254 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T23:05:54.057650+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T22:05:00+00:00 PythonOperator 2021-07-20T23:05:22.278594+00:00 2021-07-20T23:05:25.302239+00:00 0:00:03.023645 56253 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T23:05:19.918675+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T22:00:00+00:00 EmrJobFlowSensor 2021-07-20T23:01:05.681767+00:00 2021-07-20T23:14:09.200744+00:00 0:13:03.518977 56252 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T23:01:03.430622+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-19T23:00:00+00:00 EmrJobFlowSensor 2021-07-20T23:00:57.561629+00:00 2021-07-20T23:10:00.467481+00:00 0:09:02.905852 56251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T23:00:55.416538+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T22:00:00+00:00 EmrJobFlowSensor 2021-07-20T23:00:50.250742+00:00 2021-07-20T23:08:52.770200+00:00 0:08:02.519458 56250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T23:00:47.408249+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T23:00:41.886759+00:00 2021-07-20T23:00:43.731259+00:00 0:00:01.844500 56249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T23:00:39.459943+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T23:00:35.881011+00:00 2021-07-20T23:00:37.513922+00:00 0:00:01.632911 56248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T23:00:33.466210+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T23:00:27.815874+00:00 2021-07-20T23:00:29.752397+00:00 0:00:01.936523 56247 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T23:00:25.446828+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T22:00:00+00:00 PythonOperator 2021-07-20T23:00:19.592733+00:00 2021-07-20T23:00:23.876301+00:00 0:00:04.283568 56246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T23:00:17.383268+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-19T23:00:00+00:00 PythonOperator 2021-07-20T23:00:13.552749+00:00 2021-07-20T23:00:17.436717+00:00 0:00:03.883968 56245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T23:00:11.349930+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T22:00:00+00:00 PythonOperator 2021-07-20T23:00:07.720389+00:00 2021-07-20T23:00:11.282582+00:00 0:00:03.562193 56244 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T23:00:05.344044+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-20T21:00:00+00:00 EmrJobFlowSensor 2021-07-20T22:12:30.310523+00:00 2021-07-20T22:22:33.301581+00:00 0:10:02.991058 56242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T22:12:27.879764+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T21:00:00+00:00 EmrJobFlowSensor 2021-07-20T22:12:26.196973+00:00 2021-07-20T22:21:29.016394+00:00 0:09:02.819421 56241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T22:12:23.764530+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-20T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T22:12:10.005021+00:00 2021-07-20T22:12:11.753577+00:00 0:00:01.748556 56240 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T22:12:07.753517+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-20T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T22:12:03.941454+00:00 2021-07-20T22:12:05.730154+00:00 0:00:01.788700 56239 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T22:12:01.750817+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-20T21:00:00+00:00 PythonOperator 2021-07-20T22:11:47.823398+00:00 2021-07-20T22:11:51.560428+00:00 0:00:03.737030 56238 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T22:11:45.620061+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-20T21:00:00+00:00 PythonOperator 2021-07-20T22:11:41.924898+00:00 2021-07-20T22:11:45.804181+00:00 0:00:03.879283 56237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T22:11:39.646507+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-20T21:00:00+00:00 TriggerDagRunOperator 2021-07-20T22:11:32.268328+00:00 2021-07-20T22:11:32.651600+00:00 0:00:00.383272 56236 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T22:11:29.556575+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-20T21:00:00+00:00 TriggerDagRunOperator 2021-07-20T22:11:32.211791+00:00 2021-07-20T22:11:32.816078+00:00 0:00:00.604287 56235 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T22:11:29.556622+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-20T21:05:00+00:00 EmrJobFlowSensor 2021-07-20T22:06:16.847951+00:00 2021-07-20T22:14:19.435146+00:00 0:08:02.587195 56234 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T22:06:14.697239+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-20T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-20T22:05:54.947488+00:00 2021-07-20T22:05:56.730743+00:00 0:00:01.783255 56233 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T22:05:52.630930+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-20T21:05:00+00:00 PythonOperator 2021-07-20T22:05:18.885198+00:00 2021-07-20T22:05:22.711128+00:00 0:00:03.825930 56232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T22:05:16.657085+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-20T21:00:00+00:00 EmrJobFlowSensor 2021-07-20T22:01:06.559149+00:00 2021-07-20T22:11:09.396511+00:00 0:10:02.837362 56231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T22:01:04.174426+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-20T21:00:00+00:00 EmrJobFlowSensor 2021-07-20T22:00:58.347754+00:00 2021-07-20T22:14:02.057521+00:00 0:13:03.709767 56230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T22:00:56.095198+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-20T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T22:00:44.360991+00:00 2021-07-20T22:00:46.172429+00:00 0:00:01.811438 56229 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-20T22:00:42.051610+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-20T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-20T22:00:38.283984+00:00 2021-07-20T22:00:40.044584+00:00 0:00:01.760600 56228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-20T22:00:36.036044+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-20T21:00:00+00:00 PythonOperator 2021-07-20T22:00:23.013351+00:00 2021-07-20T22:00:26.433947+00:00 0:00:03.420596 56227 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-20T22:00:20.074087+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-20T21:00:00+00:00 PythonOperator 2021-07-20T22:00:16.823671+00:00 2021-07-20T22:00:21.139674+00:00 0:00:04.316003 56226 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-20T22:00:13.948325+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-20T20:00:00+00:00 EmrJobFlowSensor 2021-07-20T21:11:35.763780+00:00 2021-07-20T21:20:38.628318+00:00 0:09:02.864538 56224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-20T21:11:33.609677+00:00 2 default_pool