Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T23:00:00+00:00 TriggerDagRunOperator 2021-06-09T00:09:06.673650+00:00 2021-06-09T00:09:07.121475+00:00 0:00:00.447825 38462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T00:09:04.388436+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T23:00:00+00:00 TriggerDagRunOperator 2021-06-09T00:09:06.613771+00:00 2021-06-09T00:09:07.140398+00:00 0:00:00.526627 38461 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T00:09:04.388402+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T23:05:00+00:00 EmrJobFlowSensor 2021-06-09T00:06:04.363506+00:00 2021-06-09T00:14:06.818821+00:00 0:08:02.455315 38460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T00:06:02.108416+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-09T00:05:42.537742+00:00 2021-06-09T00:05:44.184744+00:00 0:00:01.647002 38459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T00:05:40.162507+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T23:05:00+00:00 PythonOperator 2021-06-09T00:05:20.419416+00:00 2021-06-09T00:05:23.713313+00:00 0:00:03.293897 38458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T00:05:18.084084+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T23:00:00+00:00 EmrJobFlowSensor 2021-06-09T00:01:05.753186+00:00 2021-06-09T00:13:08.803480+00:00 0:12:03.050294 38457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-09T00:01:03.644345+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T23:00:00+00:00 EmrJobFlowSensor 2021-06-09T00:00:49.872941+00:00 2021-06-09T00:08:52.261042+00:00 0:08:02.388101 38456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T00:00:47.629899+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T00:00:41.737865+00:00 2021-06-09T00:00:43.469832+00:00 0:00:01.731967 38455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-09T00:00:39.621193+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-09T00:00:28.022270+00:00 2021-06-09T00:00:29.832609+00:00 0:00:01.810339 38454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-09T00:00:25.611134+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T23:00:00+00:00 PythonOperator 2021-06-09T00:00:19.829452+00:00 2021-06-09T00:00:23.360715+00:00 0:00:03.531263 38453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-09T00:00:17.606910+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T23:00:00+00:00 PythonOperator 2021-06-09T00:00:06.287395+00:00 2021-06-09T00:00:09.697167+00:00 0:00:03.409772 38452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-09T00:00:03.658247+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T22:00:00+00:00 EmrJobFlowSensor 2021-06-08T23:11:27.969160+00:00 2021-06-08T23:21:30.621290+00:00 0:10:02.652130 38450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T23:11:25.561182+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T22:00:00+00:00 EmrJobFlowSensor 2021-06-08T23:11:19.970572+00:00 2021-06-08T23:20:22.682963+00:00 0:09:02.712391 38449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T23:11:17.576451+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T23:11:06.090246+00:00 2021-06-08T23:11:07.889425+00:00 0:00:01.799179 38448 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T23:11:03.485086+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T23:10:57.764367+00:00 2021-06-08T23:10:59.398712+00:00 0:00:01.634345 38447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T23:10:55.485646+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T22:00:00+00:00 PythonOperator 2021-06-08T23:10:45.732239+00:00 2021-06-08T23:10:49.281098+00:00 0:00:03.548859 38446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T23:10:43.422327+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T22:00:00+00:00 PythonOperator 2021-06-08T23:10:37.581316+00:00 2021-06-08T23:10:40.961409+00:00 0:00:03.380093 38445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T23:10:35.413001+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T22:00:00+00:00 TriggerDagRunOperator 2021-06-08T23:10:20.203528+00:00 2021-06-08T23:10:20.634787+00:00 0:00:00.431259 38444 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T23:10:17.464097+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T22:00:00+00:00 TriggerDagRunOperator 2021-06-08T23:10:20.226710+00:00 2021-06-08T23:10:20.756505+00:00 0:00:00.529795 38443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T23:10:17.464050+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T22:05:00+00:00 EmrJobFlowSensor 2021-06-08T23:05:57.398596+00:00 2021-06-08T23:13:59.819689+00:00 0:08:02.421093 38442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T23:05:55.051482+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T23:05:35.304782+00:00 2021-06-08T23:05:37.010144+00:00 0:00:01.705362 38441 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T23:05:32.960890+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T22:05:00+00:00 PythonOperator 2021-06-08T23:05:11.096067+00:00 2021-06-08T23:05:14.544074+00:00 0:00:03.448007 38440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T23:05:08.939526+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T22:00:00+00:00 EmrJobFlowSensor 2021-06-08T23:01:14.686000+00:00 2021-06-08T23:13:17.655630+00:00 0:12:02.969630 38439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T23:01:12.539528+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T22:00:00+00:00 EmrJobFlowSensor 2021-06-08T23:01:08.850412+00:00 2021-06-08T23:10:11.541316+00:00 0:09:02.690904 38438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T23:01:06.534542+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-07T23:00:00+00:00 EmrJobFlowSensor 2021-06-08T23:00:58.766658+00:00 2021-06-08T23:11:01.551554+00:00 0:10:02.784896 38437 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T23:00:56.530357+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T23:00:52.812131+00:00 2021-06-08T23:00:54.461304+00:00 0:00:01.649173 38436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T23:00:50.503928+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T23:00:46.977676+00:00 2021-06-08T23:00:48.774402+00:00 0:00:01.796726 38435 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T23:00:44.564395+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-07T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T23:00:36.738278+00:00 2021-06-08T23:00:38.608695+00:00 0:00:01.870417 38434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T23:00:34.492165+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T22:00:00+00:00 PythonOperator 2021-06-08T23:00:31.058708+00:00 2021-06-08T23:00:34.418383+00:00 0:00:03.359675 38433 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T23:00:28.579543+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T22:00:00+00:00 PythonOperator 2021-06-08T23:00:24.612568+00:00 2021-06-08T23:00:27.950097+00:00 0:00:03.337529 38432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T23:00:22.455810+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-07T23:00:00+00:00 PythonOperator 2021-06-08T23:00:12.720652+00:00 2021-06-08T23:00:16.064060+00:00 0:00:03.343408 38431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T23:00:10.445905+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T21:00:00+00:00 EmrJobFlowSensor 2021-06-08T22:10:41.781181+00:00 2021-06-08T22:19:44.420616+00:00 0:09:02.639435 38429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T22:10:39.457436+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T21:00:00+00:00 EmrJobFlowSensor 2021-06-08T22:10:37.804410+00:00 2021-06-08T22:20:40.601074+00:00 0:10:02.796664 38428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T22:10:35.453181+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T22:10:20.381789+00:00 2021-06-08T22:10:22.192603+00:00 0:00:01.810814 38427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T22:10:17.281543+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T22:10:17.863124+00:00 2021-06-08T22:10:20.188227+00:00 0:00:02.325103 38426 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T22:10:15.369926+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T21:00:00+00:00 PythonOperator 2021-06-08T22:10:00.336640+00:00 2021-06-08T22:10:04.160007+00:00 0:00:03.823367 38425 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T22:09:57.174605+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T21:00:00+00:00 PythonOperator 2021-06-08T22:09:55.401823+00:00 2021-06-08T22:09:59.956533+00:00 0:00:04.554710 38424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T22:09:53.165390+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T21:00:00+00:00 TriggerDagRunOperator 2021-06-08T22:09:33.776864+00:00 2021-06-08T22:09:34.209363+00:00 0:00:00.432499 38423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T22:09:31.148404+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T21:00:00+00:00 TriggerDagRunOperator 2021-06-08T22:09:33.499493+00:00 2021-06-08T22:09:34.039194+00:00 0:00:00.539701 38422 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T22:09:31.148374+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T21:05:00+00:00 EmrJobFlowSensor 2021-06-08T22:06:04.887281+00:00 2021-06-08T22:15:07.448095+00:00 0:09:02.560814 38421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T22:06:02.732636+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T22:05:42.872030+00:00 2021-06-08T22:05:44.522444+00:00 0:00:01.650414 38420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T22:05:40.713331+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T21:05:00+00:00 PythonOperator 2021-06-08T22:05:23.051889+00:00 2021-06-08T22:05:26.242233+00:00 0:00:03.190344 38419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T22:05:20.695282+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T21:00:00+00:00 EmrJobFlowSensor 2021-06-08T22:01:08.537362+00:00 2021-06-08T22:09:11.165695+00:00 0:08:02.628333 38418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T22:01:06.287038+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T21:00:00+00:00 EmrJobFlowSensor 2021-06-08T22:00:56.649340+00:00 2021-06-08T22:10:59.484644+00:00 0:10:02.835304 38417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T22:00:54.266890+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T22:00:44.902957+00:00 2021-06-08T22:00:46.577361+00:00 0:00:01.674404 38416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T22:00:42.263073+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T22:00:36.335563+00:00 2021-06-08T22:00:37.988455+00:00 0:00:01.652892 38415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T22:00:34.214364+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T21:00:00+00:00 PythonOperator 2021-06-08T22:00:24.447092+00:00 2021-06-08T22:00:27.809691+00:00 0:00:03.362599 38414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T22:00:22.194211+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T21:00:00+00:00 PythonOperator 2021-06-08T22:00:14.540135+00:00 2021-06-08T22:00:18.054693+00:00 0:00:03.514558 38413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T22:00:12.184534+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T20:00:00+00:00 EmrJobFlowSensor 2021-06-08T21:11:32.955549+00:00 2021-06-08T21:21:35.657086+00:00 0:10:02.701537 38411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T21:11:30.565784+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T20:00:00+00:00 EmrJobFlowSensor 2021-06-08T21:11:31.166003+00:00 2021-06-08T21:19:33.773570+00:00 0:08:02.607567 38410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T21:11:28.560316+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T21:11:10.662777+00:00 2021-06-08T21:11:12.357234+00:00 0:00:01.694457 38409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T21:11:08.389732+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T21:11:08.750329+00:00 2021-06-08T21:11:10.571727+00:00 0:00:01.821398 38408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T21:11:06.390502+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T20:00:00+00:00 PythonOperator 2021-06-08T21:10:48.579673+00:00 2021-06-08T21:10:51.987787+00:00 0:00:03.408114 38407 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T21:10:46.320746+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T20:00:00+00:00 PythonOperator 2021-06-08T21:10:46.486658+00:00 2021-06-08T21:10:49.914460+00:00 0:00:03.427802 38406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T21:10:44.317779+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T20:00:00+00:00 TriggerDagRunOperator 2021-06-08T21:10:24.938908+00:00 2021-06-08T21:10:25.491988+00:00 0:00:00.553080 38405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T21:10:22.361731+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T20:00:00+00:00 TriggerDagRunOperator 2021-06-08T21:10:24.878385+00:00 2021-06-08T21:10:25.278294+00:00 0:00:00.399909 38404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T21:10:22.361779+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T20:05:00+00:00 EmrJobFlowSensor 2021-06-08T21:06:06.433951+00:00 2021-06-08T21:14:08.905921+00:00 0:08:02.471970 38403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T21:06:04.044353+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T21:05:46.266245+00:00 2021-06-08T21:05:47.887490+00:00 0:00:01.621245 38402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T21:05:43.957490+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T20:05:00+00:00 PythonOperator 2021-06-08T21:05:24.246291+00:00 2021-06-08T21:05:27.437371+00:00 0:00:03.191080 38401 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T21:05:21.822020+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T20:00:00+00:00 EmrJobFlowSensor 2021-06-08T21:01:01.549088+00:00 2021-06-08T21:10:04.302119+00:00 0:09:02.753031 38400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T21:00:59.402255+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T20:00:00+00:00 EmrJobFlowSensor 2021-06-08T21:00:57.655896+00:00 2021-06-08T21:13:00.788484+00:00 0:12:03.132588 38399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T21:00:55.397255+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T21:00:39.803387+00:00 2021-06-08T21:00:41.479570+00:00 0:00:01.676183 38398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T21:00:37.385089+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T21:00:35.853008+00:00 2021-06-08T21:00:37.508801+00:00 0:00:01.655793 38397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T21:00:33.448258+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T20:00:00+00:00 PythonOperator 2021-06-08T21:00:18.423242+00:00 2021-06-08T21:00:21.934616+00:00 0:00:03.511374 38396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T21:00:15.293626+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T20:00:00+00:00 PythonOperator 2021-06-08T21:00:13.565942+00:00 2021-06-08T21:00:18.093510+00:00 0:00:04.527568 38395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T21:00:11.286938+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T19:00:00+00:00 EmrJobFlowSensor 2021-06-08T20:11:21.410176+00:00 2021-06-08T20:20:24.244079+00:00 0:09:02.833903 38393 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T20:11:19.206940+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T19:00:00+00:00 EmrJobFlowSensor 2021-06-08T20:11:03.547719+00:00 2021-06-08T20:21:06.457895+00:00 0:10:02.910176 38392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T20:11:01.190809+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T20:10:59.403461+00:00 2021-06-08T20:11:01.121506+00:00 0:00:01.718045 38391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T20:10:57.196556+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T20:10:44.217438+00:00 2021-06-08T20:10:45.955251+00:00 0:00:01.737813 38390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T20:10:41.135802+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T19:00:00+00:00 PythonOperator 2021-06-08T20:10:39.333504+00:00 2021-06-08T20:10:43.606730+00:00 0:00:04.273226 38389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T20:10:37.133788+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T19:00:00+00:00 PythonOperator 2021-06-08T20:10:21.802609+00:00 2021-06-08T20:10:25.405893+00:00 0:00:03.603284 38388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T20:10:19.120409+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T19:00:00+00:00 TriggerDagRunOperator 2021-06-08T20:10:13.465895+00:00 2021-06-08T20:10:14.006963+00:00 0:00:00.541068 38387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T20:10:11.108944+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T19:00:00+00:00 TriggerDagRunOperator 2021-06-08T20:10:13.295379+00:00 2021-06-08T20:10:13.700071+00:00 0:00:00.404692 38386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T20:10:11.108916+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T19:05:00+00:00 EmrJobFlowSensor 2021-06-08T20:05:50.788758+00:00 2021-06-08T20:14:53.233484+00:00 0:09:02.444726 38385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T20:05:48.694840+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T20:05:28.807685+00:00 2021-06-08T20:05:30.429598+00:00 0:00:01.621913 38384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T20:05:26.633628+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T19:05:00+00:00 PythonOperator 2021-06-08T20:05:08.781400+00:00 2021-06-08T20:05:12.173656+00:00 0:00:03.392256 38383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T20:05:06.613943+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T19:00:00+00:00 EmrJobFlowSensor 2021-06-08T20:01:06.389376+00:00 2021-06-08T20:10:09.078722+00:00 0:09:02.689346 38382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T20:01:04.228048+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T19:00:00+00:00 EmrJobFlowSensor 2021-06-08T20:01:02.481626+00:00 2021-06-08T20:12:05.423358+00:00 0:11:02.941732 38381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T20:01:00.256134+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T20:00:44.585501+00:00 2021-06-08T20:00:46.306128+00:00 0:00:01.720627 38380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T20:00:42.207231+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T20:00:38.496572+00:00 2021-06-08T20:00:40.222497+00:00 0:00:01.725925 38379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T20:00:36.198463+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T19:00:00+00:00 PythonOperator 2021-06-08T20:00:22.475228+00:00 2021-06-08T20:00:26.028001+00:00 0:00:03.552773 38378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T20:00:20.195025+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T19:00:00+00:00 PythonOperator 2021-06-08T20:00:16.489870+00:00 2021-06-08T20:00:20.184040+00:00 0:00:03.694170 38377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T20:00:14.188320+00:00 2 default_pool
failed livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T18:00:00+00:00 EmrJobFlowSensor 2021-06-08T19:31:13.032147+00:00 2021-06-08T19:31:14.473801+00:00 0:00:01.441654 38376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T19:31:10.848931+00:00 6 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T18:00:00+00:00 EmrJobFlowSensor 2021-06-08T19:12:42.016077+00:00 2021-06-08T19:22:44.796035+00:00 0:10:02.779958 38371 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T19:12:39.565918+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T18:00:00+00:00 EmrJobFlowSensor 2021-06-08T19:12:41.955082+00:00 2021-06-08T19:21:44.580357+00:00 0:09:02.625275 38370 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T19:12:39.565872+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T19:12:19.981662+00:00 2021-06-08T19:12:21.716385+00:00 0:00:01.734723 38369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T19:12:17.554540+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T19:12:19.899041+00:00 2021-06-08T19:12:21.719662+00:00 0:00:01.820621 38368 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T19:12:17.554504+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T18:00:00+00:00 PythonOperator 2021-06-08T19:12:00.252957+00:00 2021-06-08T19:12:03.663368+00:00 0:00:03.410411 38367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T19:11:57.427975+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T18:00:00+00:00 PythonOperator 2021-06-08T19:11:57.681061+00:00 2021-06-08T19:12:01.763465+00:00 0:00:04.082404 38366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T19:11:55.422848+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T18:00:00+00:00 TriggerDagRunOperator 2021-06-08T19:11:43.925509+00:00 2021-06-08T19:11:44.414689+00:00 0:00:00.489180 38365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T19:11:41.411802+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T18:00:00+00:00 TriggerDagRunOperator 2021-06-08T19:11:43.842150+00:00 2021-06-08T19:11:44.350881+00:00 0:00:00.508731 38364 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T19:11:41.411767+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T18:05:00+00:00 EmrJobFlowSensor 2021-06-08T19:05:50.966356+00:00 2021-06-08T19:14:53.639517+00:00 0:09:02.673161 38363 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T19:05:48.786803+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T19:05:29.196548+00:00 2021-06-08T19:05:30.983875+00:00 0:00:01.787327 38362 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T19:05:26.705725+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T18:05:00+00:00 PythonOperator 2021-06-08T19:05:08.935939+00:00 2021-06-08T19:05:12.260323+00:00 0:00:03.324384 38361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T19:05:06.688841+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T18:00:00+00:00 EmrJobFlowSensor 2021-06-08T19:01:16.855590+00:00 2021-06-08T19:11:19.561057+00:00 0:10:02.705467 38360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T19:01:14.226860+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T19:00:42.448632+00:00 2021-06-08T19:00:44.344020+00:00 0:00:01.895388 38358 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T19:00:40.195977+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T19:00:40.473594+00:00 2021-06-08T19:00:42.141734+00:00 0:00:01.668140 38357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T19:00:38.262002+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T18:00:00+00:00 PythonOperator 2021-06-08T19:00:20.698022+00:00 2021-06-08T19:00:23.950986+00:00 0:00:03.252964 38356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T19:00:18.184150+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T18:00:00+00:00 PythonOperator 2021-06-08T19:00:20.542818+00:00 2021-06-08T19:00:24.137272+00:00 0:00:03.594454 38355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T19:00:18.184179+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T17:00:00+00:00 EmrJobFlowSensor 2021-06-08T18:12:19.106375+00:00 2021-06-08T18:21:21.805616+00:00 0:09:02.699241 38353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T18:12:16.645883+00:00 2 default_pool