Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_emr_steps 2021-07-12T16:05:00+00:00 PythonOperator 2021-07-12T17:05:22.562166+00:00 2021-07-12T17:05:26.337908+00:00 0:00:03.775742 52649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T17:05:20.235173+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T16:00:00+00:00 EmrJobFlowSensor 2021-07-12T17:01:23.998720+00:00 2021-07-12T17:15:27.504768+00:00 0:14:03.506048 52648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T17:01:21.816836+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T16:00:00+00:00 EmrJobFlowSensor 2021-07-12T17:00:50.422462+00:00 2021-07-12T17:10:53.375666+00:00 0:10:02.953204 52647 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T17:00:47.762999+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T17:00:50.227793+00:00 2021-07-12T17:00:52.033228+00:00 0:00:01.805435 52646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T17:00:47.762954+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T16:00:00+00:00 PythonOperator 2021-07-12T17:00:30.512458+00:00 2021-07-12T17:00:34.337638+00:00 0:00:03.825180 52645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T17:00:27.766480+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T17:00:28.092622+00:00 2021-07-12T17:00:29.801332+00:00 0:00:01.708710 52644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T17:00:25.753359+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T16:00:00+00:00 PythonOperator 2021-07-12T17:00:04.046423+00:00 2021-07-12T17:00:07.993694+00:00 0:00:03.947271 52643 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T17:00:01.622847+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T15:00:00+00:00 TriggerDagRunOperator 2021-07-12T16:11:26.773421+00:00 2021-07-12T16:11:27.288368+00:00 0:00:00.514947 52641 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T16:11:24.456801+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T15:00:00+00:00 TriggerDagRunOperator 2021-07-12T16:11:26.695020+00:00 2021-07-12T16:11:27.109331+00:00 0:00:00.414311 52640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T16:11:24.456830+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T15:05:00+00:00 EmrJobFlowSensor 2021-07-12T16:06:06.343636+00:00 2021-07-12T16:15:09.084768+00:00 0:09:02.741132 52639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T16:06:04.089864+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T16:05:44.420480+00:00 2021-07-12T16:05:46.035994+00:00 0:00:01.615514 52638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T16:05:42.087019+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T15:05:00+00:00 PythonOperator 2021-07-12T16:05:22.258820+00:00 2021-07-12T16:05:25.699040+00:00 0:00:03.440220 52637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T16:05:20.056654+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T15:00:00+00:00 EmrJobFlowSensor 2021-07-12T16:01:11.955236+00:00 2021-07-12T16:11:14.939207+00:00 0:10:02.983971 52636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T16:01:09.729495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T15:00:00+00:00 EmrJobFlowSensor 2021-07-12T16:00:54.094747+00:00 2021-07-12T16:14:57.605363+00:00 0:14:03.510616 52635 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T16:00:51.721916+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T16:00:43.910561+00:00 2021-07-12T16:00:45.593672+00:00 0:00:01.683111 52634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T16:00:41.754919+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T16:00:32.248464+00:00 2021-07-12T16:00:33.983084+00:00 0:00:01.734620 52633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T16:00:29.854483+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T15:00:00+00:00 PythonOperator 2021-07-12T16:00:20.153282+00:00 2021-07-12T16:00:23.825444+00:00 0:00:03.672162 52632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T16:00:17.761846+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T15:00:00+00:00 PythonOperator 2021-07-12T16:00:10.642711+00:00 2021-07-12T16:00:14.529942+00:00 0:00:03.887231 52631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T16:00:07.754637+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T14:00:00+00:00 TriggerDagRunOperator 2021-07-12T15:10:08.490772+00:00 2021-07-12T15:10:08.992634+00:00 0:00:00.501862 52629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T15:10:06.189104+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T14:00:00+00:00 TriggerDagRunOperator 2021-07-12T15:10:08.501291+00:00 2021-07-12T15:10:09.039908+00:00 0:00:00.538617 52628 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T15:10:06.189131+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T14:05:00+00:00 EmrJobFlowSensor 2021-07-12T15:06:02.414304+00:00 2021-07-12T15:15:05.394506+00:00 0:09:02.980202 52627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T15:05:59.968322+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T15:05:40.153992+00:00 2021-07-12T15:05:41.780810+00:00 0:00:01.626818 52626 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T15:05:37.876356+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T14:05:00+00:00 PythonOperator 2021-07-12T15:05:18.341684+00:00 2021-07-12T15:05:22.075375+00:00 0:00:03.733691 52625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T15:05:15.963641+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T14:00:00+00:00 EmrJobFlowSensor 2021-07-12T15:00:55.671772+00:00 2021-07-12T15:14:59.175981+00:00 0:14:03.504209 52624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T15:00:53.502832+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T14:00:00+00:00 EmrJobFlowSensor 2021-07-12T15:00:47.789003+00:00 2021-07-12T15:09:50.478431+00:00 0:09:02.689428 52623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T15:00:45.544044+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T15:00:34.348728+00:00 2021-07-12T15:00:36.166395+00:00 0:00:01.817667 52622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T15:00:31.482875+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T15:00:25.601384+00:00 2021-07-12T15:00:27.306960+00:00 0:00:01.705576 52621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T15:00:23.457027+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T14:00:00+00:00 PythonOperator 2021-07-12T15:00:11.658715+00:00 2021-07-12T15:00:15.493955+00:00 0:00:03.835240 52620 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T15:00:09.443590+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T14:00:00+00:00 PythonOperator 2021-07-12T15:00:03.636015+00:00 2021-07-12T15:00:07.387139+00:00 0:00:03.751124 52619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T15:00:01.432859+00:00 2 default_pool
success promote_lab_audience_to_prd_v01 promote_lab_audience_to_prd 2021-07-12T14:35:29.621576+00:00 PythonOperator 2021-07-12T14:35:36.193229+00:00 2021-07-12T14:35:56.203706+00:00 0:00:20.010477 52618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T14:35:32.600012+00:00 2 default_pool
success promote_lab_audience_to_prd_v01 promote_lab_audience_to_prd 2021-07-12T14:22:00.302189+00:00 PythonOperator 2021-07-12T14:22:21.750950+00:00 2021-07-12T14:22:42.537864+00:00 0:00:20.786914 52616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T14:22:18.283862+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T13:00:00+00:00 TriggerDagRunOperator 2021-07-12T14:11:13.338364+00:00 2021-07-12T14:11:13.739271+00:00 0:00:00.400907 52615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T14:11:10.993973+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T13:00:00+00:00 TriggerDagRunOperator 2021-07-12T14:11:13.322807+00:00 2021-07-12T14:11:13.892470+00:00 0:00:00.569663 52614 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T14:11:10.993943+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T13:05:00+00:00 EmrJobFlowSensor 2021-07-12T14:06:36.829085+00:00 2021-07-12T14:14:39.478379+00:00 0:08:02.649294 52613 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T14:06:34.466306+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T14:06:04.858377+00:00 2021-07-12T14:06:06.721219+00:00 0:00:01.862842 52612 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T14:06:02.360297+00:00 2 default_pool
failed promote_lab_audience_to_prd_v01 promote_lab_audience_to_prd 2021-07-12T14:05:24.024669+00:00 PythonOperator 2021-07-12T14:05:37.897754+00:00 2021-07-12T14:05:38.461312+00:00 0:00:00.563558 52611 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T14:05:34.375676+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T13:05:00+00:00 PythonOperator 2021-07-12T14:05:32.548407+00:00 2021-07-12T14:05:36.268648+00:00 0:00:03.720241 52610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T14:05:30.350801+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T13:00:00+00:00 EmrJobFlowSensor 2021-07-12T14:00:58.382442+00:00 2021-07-12T14:14:01.764901+00:00 0:13:03.382459 52609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T14:00:55.971422+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T13:00:00+00:00 EmrJobFlowSensor 2021-07-12T14:00:54.198374+00:00 2021-07-12T14:10:57.375345+00:00 0:10:03.176971 52608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T14:00:51.900473+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T14:00:36.484051+00:00 2021-07-12T14:00:38.236671+00:00 0:00:01.752620 52607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T14:00:33.981796+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T14:00:34.036195+00:00 2021-07-12T14:00:36.128869+00:00 0:00:02.092674 52606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T14:00:31.868212+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T13:00:00+00:00 PythonOperator 2021-07-12T14:00:16.161971+00:00 2021-07-12T14:00:20.039159+00:00 0:00:03.877188 52605 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T14:00:13.824828+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T13:00:00+00:00 PythonOperator 2021-07-12T14:00:12.173503+00:00 2021-07-12T14:00:15.933693+00:00 0:00:03.760190 52604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T14:00:09.821378+00:00 2 default_pool
failed promote_lab_audience_to_prd_v01 promote_lab_audience_to_prd 2021-07-12T13:53:08.527998+00:00 PythonOperator 2021-07-12T13:53:38.776261+00:00 2021-07-12T13:53:39.296946+00:00 0:00:00.520685 52603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T13:53:34.874196+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T12:05:00+00:00 EmrJobFlowSensor 2021-07-12T13:13:06.151732+00:00 2021-07-12T13:15:08.136201+00:00 0:02:01.984469 52601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T13:13:03.798924+00:00 3 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T12:00:00+00:00 TriggerDagRunOperator 2021-07-12T13:10:10.039494+00:00 2021-07-12T13:10:10.543814+00:00 0:00:00.504320 52600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T13:10:07.442407+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T12:00:00+00:00 TriggerDagRunOperator 2021-07-12T13:10:09.781046+00:00 2021-07-12T13:10:10.192344+00:00 0:00:00.411298 52599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T13:10:07.442457+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T13:05:35.251401+00:00 2021-07-12T13:05:36.950201+00:00 0:00:01.698800 52597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T13:05:32.985238+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T12:05:00+00:00 PythonOperator 2021-07-12T13:05:13.130867+00:00 2021-07-12T13:05:16.575432+00:00 0:00:03.444565 52596 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T13:05:10.893540+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T12:00:00+00:00 EmrJobFlowSensor 2021-07-12T13:00:58.482839+00:00 2021-07-12T13:15:02.010296+00:00 0:14:03.527457 52595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T13:00:56.350767+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T12:00:00+00:00 EmrJobFlowSensor 2021-07-12T13:00:52.748130+00:00 2021-07-12T13:09:55.539552+00:00 0:09:02.791422 52594 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T13:00:50.339679+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T13:00:39.078056+00:00 2021-07-12T13:00:40.778883+00:00 0:00:01.700827 52593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T13:00:36.332947+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T13:00:30.653886+00:00 2021-07-12T13:00:32.376899+00:00 0:00:01.723013 52592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T13:00:28.355213+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T12:00:00+00:00 PythonOperator 2021-07-12T13:00:16.732719+00:00 2021-07-12T13:00:20.769433+00:00 0:00:04.036714 52591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T13:00:14.354169+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T12:00:00+00:00 PythonOperator 2021-07-12T13:00:10.395478+00:00 2021-07-12T13:00:14.072451+00:00 0:00:03.676973 52590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T13:00:08.220721+00:00 2 default_pool
success promote_lab_audience_to_prd_v01 promote_lab_audience_to_prd 2021-07-12T12:29:01.101264+00:00 PythonOperator 2021-07-12T12:29:08.462153+00:00 2021-07-12T12:29:27.764248+00:00 0:00:19.302095 52589 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T12:29:04.888807+00:00 2 default_pool
success promote_lab_audience_to_prd_v01 promote_lab_audience_to_prd 2021-07-12T12:23:09.831665+00:00 PythonOperator 2021-07-12T12:23:19.436436+00:00 2021-07-12T12:23:39.175861+00:00 0:00:19.739425 52587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T12:23:15.965124+00:00 2 default_pool
success promote_lab_audience_to_prd_v01 promote_lab_audience_to_prd 2021-07-12T12:18:36.601466+00:00 PythonOperator 2021-07-12T12:19:01.000665+00:00 2021-07-12T12:19:23.400348+00:00 0:00:22.399683 52586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T12:18:57.426008+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T11:00:00+00:00 TriggerDagRunOperator 2021-07-12T12:11:29.046901+00:00 2021-07-12T12:11:29.528539+00:00 0:00:00.481638 52585 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T12:11:26.393098+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T11:00:00+00:00 TriggerDagRunOperator 2021-07-12T12:11:28.738454+00:00 2021-07-12T12:11:29.120092+00:00 0:00:00.381638 52584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T12:11:26.393137+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T11:05:00+00:00 EmrJobFlowSensor 2021-07-12T12:06:10.075775+00:00 2021-07-12T12:15:12.647137+00:00 0:09:02.571362 52583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T12:06:07.934447+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T12:05:48.155521+00:00 2021-07-12T12:05:49.836619+00:00 0:00:01.681098 52582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T12:05:45.920079+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T11:05:00+00:00 PythonOperator 2021-07-12T12:05:18.064846+00:00 2021-07-12T12:05:21.738655+00:00 0:00:03.673809 52581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T12:05:15.853367+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T11:00:00+00:00 EmrJobFlowSensor 2021-07-12T12:02:13.936911+00:00 2021-07-12T12:16:17.669267+00:00 0:14:03.732356 52580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T12:02:11.644217+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T12:01:33.685208+00:00 2021-07-12T12:01:35.390720+00:00 0:00:01.705512 52579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T12:01:31.509544+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T11:00:00+00:00 EmrJobFlowSensor 2021-07-12T12:01:16.100106+00:00 2021-07-12T12:11:19.196980+00:00 0:10:03.096874 52578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T12:01:13.560511+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T11:00:00+00:00 PythonOperator 2021-07-12T12:01:11.564610+00:00 2021-07-12T12:01:15.556873+00:00 0:00:03.992263 52577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T12:01:09.493069+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T12:00:55.728233+00:00 2021-07-12T12:00:57.574983+00:00 0:00:01.846750 52576 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T12:00:53.426689+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T11:00:00+00:00 PythonOperator 2021-07-12T12:00:20.082616+00:00 2021-07-12T12:00:23.560169+00:00 0:00:03.477553 52575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T12:00:17.399910+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T10:00:00+00:00 TriggerDagRunOperator 2021-07-12T11:11:09.535207+00:00 2021-07-12T11:11:10.032504+00:00 0:00:00.497297 52573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T11:11:06.910250+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T10:00:00+00:00 TriggerDagRunOperator 2021-07-12T11:11:09.075133+00:00 2021-07-12T11:11:09.520290+00:00 0:00:00.445157 52572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T11:11:06.910284+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T10:05:00+00:00 EmrJobFlowSensor 2021-07-12T11:05:48.687834+00:00 2021-07-12T11:14:51.539707+00:00 0:09:02.851873 52571 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T11:05:46.333563+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T11:05:24.885195+00:00 2021-07-12T11:05:26.613989+00:00 0:00:01.728794 52570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T11:05:22.346719+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T10:05:00+00:00 PythonOperator 2021-07-12T11:05:04.590202+00:00 2021-07-12T11:05:08.606953+00:00 0:00:04.016751 52569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T11:05:02.351014+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T10:00:00+00:00 EmrJobFlowSensor 2021-07-12T11:01:02.046430+00:00 2021-07-12T11:11:05.109092+00:00 0:10:03.062662 52568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T11:00:59.846836+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T10:00:00+00:00 EmrJobFlowSensor 2021-07-12T11:00:52.106677+00:00 2021-07-12T11:13:55.340355+00:00 0:13:03.233678 52567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T11:00:49.844133+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T11:00:40.314291+00:00 2021-07-12T11:00:42.113525+00:00 0:00:01.799234 52566 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T11:00:37.875894+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T11:00:30.238207+00:00 2021-07-12T11:00:32.121096+00:00 0:00:01.882889 52565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T11:00:27.844138+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T10:00:00+00:00 PythonOperator 2021-07-12T11:00:18.378381+00:00 2021-07-12T11:00:22.066183+00:00 0:00:03.687802 52564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T11:00:15.799046+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T10:00:00+00:00 PythonOperator 2021-07-12T11:00:10.085904+00:00 2021-07-12T11:00:14.149732+00:00 0:00:04.063828 52563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T11:00:07.787463+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T09:00:00+00:00 TriggerDagRunOperator 2021-07-12T10:10:41.469462+00:00 2021-07-12T10:10:42.104216+00:00 0:00:00.634754 52561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T10:10:39.161476+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T09:00:00+00:00 TriggerDagRunOperator 2021-07-12T10:10:41.419864+00:00 2021-07-12T10:10:41.959226+00:00 0:00:00.539362 52560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T10:10:39.161522+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T09:05:00+00:00 EmrJobFlowSensor 2021-07-12T10:06:02.692888+00:00 2021-07-12T10:15:05.496536+00:00 0:09:02.803648 52559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T10:06:00.504852+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T10:05:42.807846+00:00 2021-07-12T10:05:44.575037+00:00 0:00:01.767191 52558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T10:05:40.491791+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T09:05:00+00:00 PythonOperator 2021-07-12T10:05:20.547021+00:00 2021-07-12T10:05:24.370921+00:00 0:00:03.823900 52557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T10:05:18.396497+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T09:00:00+00:00 EmrJobFlowSensor 2021-07-12T10:01:06.358027+00:00 2021-07-12T10:14:09.699828+00:00 0:13:03.341801 52556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T10:01:03.918918+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T09:00:00+00:00 EmrJobFlowSensor 2021-07-12T10:01:00.513254+00:00 2021-07-12T10:10:03.258658+00:00 0:09:02.745404 52555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T10:00:58.054750+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T10:00:42.322072+00:00 2021-07-12T10:00:44.139428+00:00 0:00:01.817356 52554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T10:00:39.958375+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T10:00:38.111058+00:00 2021-07-12T10:00:39.801373+00:00 0:00:01.690315 52553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T10:00:35.900536+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-12T09:00:00+00:00 PythonOperator 2021-07-12T10:00:20.161330+00:00 2021-07-12T10:00:24.129139+00:00 0:00:03.967809 52552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T10:00:17.863866+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-12T09:00:00+00:00 PythonOperator 2021-07-12T10:00:04.377145+00:00 2021-07-12T10:00:07.831605+00:00 0:00:03.454460 52551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-12T10:00:01.844607+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-12T08:00:00+00:00 TriggerDagRunOperator 2021-07-12T09:17:10.259235+00:00 2021-07-12T09:17:10.750679+00:00 0:00:00.491444 52550 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T09:17:07.204247+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-12T08:00:00+00:00 TriggerDagRunOperator 2021-07-12T09:17:10.083272+00:00 2021-07-12T09:17:10.449410+00:00 0:00:00.366138 52549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T09:17:07.204289+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-12T08:05:00+00:00 EmrJobFlowSensor 2021-07-12T09:06:02.713306+00:00 2021-07-12T09:15:05.454563+00:00 0:09:02.741257 52547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T09:06:00.475168+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-12T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-12T09:05:40.785988+00:00 2021-07-12T09:05:42.558501+00:00 0:00:01.772513 52546 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T09:05:38.397071+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-12T08:05:00+00:00 PythonOperator 2021-07-12T09:05:14.559027+00:00 2021-07-12T09:05:18.236568+00:00 0:00:03.677541 52545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T09:05:12.337446+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-12T08:00:00+00:00 EmrJobFlowSensor 2021-07-12T09:01:08.346628+00:00 2021-07-12T09:10:11.028327+00:00 0:09:02.681699 52544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-12T09:01:05.989133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-12T08:00:00+00:00 EmrJobFlowSensor 2021-07-12T09:00:48.373990+00:00 2021-07-12T09:13:51.691558+00:00 0:13:03.317568 52543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-12T09:00:46.056422+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-12T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T09:00:44.216695+00:00 2021-07-12T09:00:45.904020+00:00 0:00:01.687325 52542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-12T09:00:41.928178+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-12T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-12T09:00:30.083433+00:00 2021-07-12T09:00:31.835355+00:00 0:00:01.751922 52541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-12T09:00:25.952584+00:00 2 default_pool