Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 check_cluster_status 2021-06-20T11:00:00+00:00 EmrJobFlowSensor 2021-06-20T12:11:12.438412+00:00 2021-06-20T12:20:15.204294+00:00 0:09:02.765882 43603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:11:10.224582+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:10:59.126429+00:00 2021-06-20T12:11:00.837986+00:00 0:00:01.711557 43602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T12:10:56.226993+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:10:50.381266+00:00 2021-06-20T12:10:52.053551+00:00 0:00:01.672285 43601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T12:10:48.203987+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T11:00:00+00:00 PythonOperator 2021-06-20T12:10:36.848646+00:00 2021-06-20T12:10:40.514717+00:00 0:00:03.666071 43600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:10:34.189947+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T11:00:00+00:00 PythonOperator 2021-06-20T12:10:28.581209+00:00 2021-06-20T12:10:32.116720+00:00 0:00:03.535511 43599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:10:26.264665+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T11:00:00+00:00 TriggerDagRunOperator 2021-06-20T12:10:14.754772+00:00 2021-06-20T12:10:15.283062+00:00 0:00:00.528290 43598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:10:12.147962+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T11:00:00+00:00 TriggerDagRunOperator 2021-06-20T12:10:14.634667+00:00 2021-06-20T12:10:15.049237+00:00 0:00:00.414570 43597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:10:12.147934+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T11:05:00+00:00 EmrJobFlowSensor 2021-06-20T12:05:51.961697+00:00 2021-06-20T12:14:54.736303+00:00 0:09:02.774606 43596 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:05:49.800044+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:05:30.377778+00:00 2021-06-20T12:05:32.152732+00:00 0:00:01.774954 43595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T12:05:27.855538+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T11:05:00+00:00 PythonOperator 2021-06-20T12:05:08.047810+00:00 2021-06-20T12:05:11.533986+00:00 0:00:03.486176 43594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:05:05.780834+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T11:00:00+00:00 EmrJobFlowSensor 2021-06-20T12:00:57.549113+00:00 2021-06-20T12:10:00.120610+00:00 0:09:02.571497 43593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:00:55.264682+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T11:00:00+00:00 EmrJobFlowSensor 2021-06-20T12:00:51.350307+00:00 2021-06-20T12:12:54.559844+00:00 0:12:03.209537 43592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T12:00:49.184909+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:00:37.760962+00:00 2021-06-20T12:00:39.605735+00:00 0:00:01.844773 43591 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T12:00:35.253995+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T12:00:31.348206+00:00 2021-06-20T12:00:33.107715+00:00 0:00:01.759509 43590 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T12:00:29.162917+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T11:00:00+00:00 PythonOperator 2021-06-20T12:00:15.389680+00:00 2021-06-20T12:00:18.925155+00:00 0:00:03.535475 43589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T12:00:13.097277+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T11:00:00+00:00 PythonOperator 2021-06-20T12:00:09.504950+00:00 2021-06-20T12:00:13.010254+00:00 0:00:03.505304 43588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T12:00:07.090481+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T10:00:00+00:00 EmrJobFlowSensor 2021-06-20T11:10:16.058589+00:00 2021-06-20T11:19:18.641216+00:00 0:09:02.582627 43586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:10:13.798334+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T10:00:00+00:00 EmrJobFlowSensor 2021-06-20T11:10:07.989494+00:00 2021-06-20T11:20:10.850611+00:00 0:10:02.861117 43585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:10:05.759684+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:09:55.954426+00:00 2021-06-20T11:09:57.674517+00:00 0:00:01.720091 43584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T11:09:53.671347+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:09:45.886851+00:00 2021-06-20T11:09:47.724290+00:00 0:00:01.837439 43583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T11:09:43.662814+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T10:00:00+00:00 PythonOperator 2021-06-20T11:09:34.064966+00:00 2021-06-20T11:09:37.530849+00:00 0:00:03.465883 43582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:09:31.684587+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T10:00:00+00:00 PythonOperator 2021-06-20T11:09:24.108911+00:00 2021-06-20T11:09:27.689781+00:00 0:00:03.580870 43581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:09:21.684447+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T10:00:00+00:00 TriggerDagRunOperator 2021-06-20T11:09:12.224580+00:00 2021-06-20T11:09:12.657459+00:00 0:00:00.432879 43580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:09:09.658984+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T10:00:00+00:00 TriggerDagRunOperator 2021-06-20T11:09:12.062089+00:00 2021-06-20T11:09:12.569929+00:00 0:00:00.507840 43579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:09:09.658931+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T10:05:00+00:00 EmrJobFlowSensor 2021-06-20T11:06:07.895775+00:00 2021-06-20T11:15:10.649167+00:00 0:09:02.753392 43578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:06:05.459226+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:05:45.568532+00:00 2021-06-20T11:05:47.191189+00:00 0:00:01.622657 43577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T11:05:43.287082+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T10:05:00+00:00 PythonOperator 2021-06-20T11:05:23.360796+00:00 2021-06-20T11:05:26.787563+00:00 0:00:03.426767 43576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:05:21.214850+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T10:00:00+00:00 EmrJobFlowSensor 2021-06-20T11:01:06.856020+00:00 2021-06-20T11:13:09.975541+00:00 0:12:03.119521 43575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T11:01:04.647822+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T10:00:00+00:00 EmrJobFlowSensor 2021-06-20T11:00:52.837200+00:00 2021-06-20T11:08:55.263245+00:00 0:08:02.426045 43574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:00:50.637343+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:00:44.951590+00:00 2021-06-20T11:00:46.770861+00:00 0:00:01.819271 43573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T11:00:42.627795+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T11:00:31.201558+00:00 2021-06-20T11:00:32.901106+00:00 0:00:01.699548 43572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T11:00:28.669929+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T10:00:00+00:00 PythonOperator 2021-06-20T11:00:20.651949+00:00 2021-06-20T11:00:24.309137+00:00 0:00:03.657188 43571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T11:00:18.467374+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T10:00:00+00:00 PythonOperator 2021-06-20T11:00:10.801545+00:00 2021-06-20T11:00:14.191427+00:00 0:00:03.389882 43570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T11:00:08.468223+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T09:00:00+00:00 EmrJobFlowSensor 2021-06-20T10:14:07.675670+00:00 2021-06-20T10:22:10.241723+00:00 0:08:02.566053 43569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:14:05.544304+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T09:00:00+00:00 EmrJobFlowSensor 2021-06-20T10:14:00.233010+00:00 2021-06-20T10:22:02.992771+00:00 0:08:02.759761 43568 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:13:57.541893+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:11:59.503871+00:00 2021-06-20T10:12:01.283146+00:00 0:00:01.779275 43566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T10:11:57.175560+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:11:53.373897+00:00 2021-06-20T10:11:55.075919+00:00 0:00:01.702022 43565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T10:11:51.099409+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T09:00:00+00:00 PythonOperator 2021-06-20T10:11:39.756992+00:00 2021-06-20T10:11:43.374601+00:00 0:00:03.617609 43564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:11:37.089286+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T09:00:00+00:00 PythonOperator 2021-06-20T10:11:31.394036+00:00 2021-06-20T10:11:35.189308+00:00 0:00:03.795272 43563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:11:29.167087+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T09:00:00+00:00 TriggerDagRunOperator 2021-06-20T10:11:19.403957+00:00 2021-06-20T10:11:19.895701+00:00 0:00:00.491744 43562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:11:17.036943+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T09:00:00+00:00 TriggerDagRunOperator 2021-06-20T10:11:19.364773+00:00 2021-06-20T10:11:19.735370+00:00 0:00:00.370597 43561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:11:17.036915+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T09:05:00+00:00 EmrJobFlowSensor 2021-06-20T10:05:55.059892+00:00 2021-06-20T10:13:57.564009+00:00 0:08:02.504117 43560 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:05:52.581600+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:05:32.936920+00:00 2021-06-20T10:05:34.708868+00:00 0:00:01.771948 43559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T10:05:30.643707+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T09:05:00+00:00 PythonOperator 2021-06-20T10:05:10.863947+00:00 2021-06-20T10:05:14.192553+00:00 0:00:03.328606 43558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:05:08.562896+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T09:00:00+00:00 EmrJobFlowSensor 2021-06-20T10:01:06.351704+00:00 2021-06-20T10:13:09.484084+00:00 0:12:03.132380 43557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T10:01:04.055330+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T09:00:00+00:00 EmrJobFlowSensor 2021-06-20T10:00:58.267601+00:00 2021-06-20T10:11:01.332160+00:00 0:10:03.064559 43556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:00:55.991907+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:00:46.350964+00:00 2021-06-20T10:00:47.978987+00:00 0:00:01.628023 43555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T10:00:44.068082+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T10:00:38.205760+00:00 2021-06-20T10:00:40.066446+00:00 0:00:01.860686 43554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T10:00:35.948859+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T09:00:00+00:00 PythonOperator 2021-06-20T10:00:24.001351+00:00 2021-06-20T10:00:27.427949+00:00 0:00:03.426598 43553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T10:00:21.830904+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T09:00:00+00:00 PythonOperator 2021-06-20T10:00:15.990649+00:00 2021-06-20T10:00:19.558861+00:00 0:00:03.568212 43552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T10:00:13.818594+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T08:00:00+00:00 EmrJobFlowSensor 2021-06-20T09:12:38.990106+00:00 2021-06-20T09:21:41.602161+00:00 0:09:02.612055 43551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:12:36.778462+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T08:00:00+00:00 EmrJobFlowSensor 2021-06-20T09:12:19.084317+00:00 2021-06-20T09:21:21.963380+00:00 0:09:02.879063 43550 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:12:16.759746+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:12:17.104857+00:00 2021-06-20T09:12:18.874608+00:00 0:00:01.769751 43549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T09:12:14.757062+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:11:39.123201+00:00 2021-06-20T09:11:40.840700+00:00 0:00:01.717499 43547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T09:11:36.939348+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T08:00:00+00:00 PythonOperator 2021-06-20T09:11:25.490627+00:00 2021-06-20T09:11:29.042890+00:00 0:00:03.552263 43546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:11:22.925901+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T08:00:00+00:00 PythonOperator 2021-06-20T09:11:17.077953+00:00 2021-06-20T09:11:20.774036+00:00 0:00:03.696083 43545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:11:14.918942+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T08:00:00+00:00 TriggerDagRunOperator 2021-06-20T09:11:01.699862+00:00 2021-06-20T09:11:02.109159+00:00 0:00:00.409297 43544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:10:58.976193+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T08:00:00+00:00 TriggerDagRunOperator 2021-06-20T09:11:01.373405+00:00 2021-06-20T09:11:01.909224+00:00 0:00:00.535819 43543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:10:58.976160+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T08:05:00+00:00 EmrJobFlowSensor 2021-06-20T09:05:54.648653+00:00 2021-06-20T09:15:57.294436+00:00 0:10:02.645783 43542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:05:52.473456+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:05:32.642107+00:00 2021-06-20T09:05:34.309071+00:00 0:00:01.666964 43541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T09:05:30.458838+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T08:05:00+00:00 PythonOperator 2021-06-20T09:05:10.579488+00:00 2021-06-20T09:05:13.891372+00:00 0:00:03.311884 43540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:05:08.404529+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T08:00:00+00:00 EmrJobFlowSensor 2021-06-20T09:01:06.150596+00:00 2021-06-20T09:13:09.272985+00:00 0:12:03.122389 43539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T09:01:03.995139+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T08:00:00+00:00 EmrJobFlowSensor 2021-06-20T09:00:50.145755+00:00 2021-06-20T09:10:53.077692+00:00 0:10:02.931937 43538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:00:47.919944+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:00:44.079269+00:00 2021-06-20T09:00:45.744892+00:00 0:00:01.665623 43537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T09:00:41.911810+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T09:00:28.171791+00:00 2021-06-20T09:00:30.083509+00:00 0:00:01.911718 43536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T09:00:25.901689+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T08:00:00+00:00 PythonOperator 2021-06-20T09:00:22.052757+00:00 2021-06-20T09:00:25.552819+00:00 0:00:03.500062 43535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T09:00:19.891494+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T08:00:00+00:00 PythonOperator 2021-06-20T09:00:06.206575+00:00 2021-06-20T09:00:09.538494+00:00 0:00:03.331919 43534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T09:00:03.840126+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T07:00:00+00:00 EmrJobFlowSensor 2021-06-20T08:12:57.116699+00:00 2021-06-20T08:21:59.924762+00:00 0:09:02.808063 43533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:12:54.877995+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T07:00:00+00:00 EmrJobFlowSensor 2021-06-20T08:12:51.206482+00:00 2021-06-20T08:21:54.070481+00:00 0:09:02.863999 43532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:12:48.866003+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:12:37.194517+00:00 2021-06-20T08:12:39.004643+00:00 0:00:01.810126 43531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T08:12:34.857767+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:12:31.017035+00:00 2021-06-20T08:12:32.837703+00:00 0:00:01.820668 43530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T08:12:28.789421+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T07:00:00+00:00 PythonOperator 2021-06-20T08:12:15.080502+00:00 2021-06-20T08:12:19.031738+00:00 0:00:03.951236 43529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:12:12.777715+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T07:00:00+00:00 PythonOperator 2021-06-20T08:12:08.901045+00:00 2021-06-20T08:12:12.664232+00:00 0:00:03.763187 43528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:12:06.769855+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T07:00:00+00:00 TriggerDagRunOperator 2021-06-20T08:11:57.227967+00:00 2021-06-20T08:11:57.754345+00:00 0:00:00.526378 43527 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:11:54.760655+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T07:00:00+00:00 TriggerDagRunOperator 2021-06-20T08:11:57.114990+00:00 2021-06-20T08:11:57.479907+00:00 0:00:00.364917 43526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:11:54.760626+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T07:05:00+00:00 EmrJobFlowSensor 2021-06-20T08:06:02.052309+00:00 2021-06-20T08:15:04.712411+00:00 0:09:02.660102 43524 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:05:59.763970+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:05:40.178807+00:00 2021-06-20T08:05:41.861106+00:00 0:00:01.682299 43523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T08:05:37.660842+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T07:05:00+00:00 PythonOperator 2021-06-20T08:05:19.945636+00:00 2021-06-20T08:05:23.254808+00:00 0:00:03.309172 43522 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:05:17.648631+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T07:00:00+00:00 EmrJobFlowSensor 2021-06-20T08:00:49.305686+00:00 2021-06-20T08:12:52.450944+00:00 0:12:03.145258 43521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:00:47.125587+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T07:00:00+00:00 EmrJobFlowSensor 2021-06-20T08:00:47.547328+00:00 2021-06-20T08:10:50.484828+00:00 0:10:02.937500 43520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:00:45.170685+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:00:27.439614+00:00 2021-06-20T08:00:29.192088+00:00 0:00:01.752474 43519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T08:00:25.151041+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:00:25.386052+00:00 2021-06-20T08:00:27.197513+00:00 0:00:01.811461 43518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T08:00:23.152165+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T07:00:00+00:00 PythonOperator 2021-06-20T08:00:07.857784+00:00 2021-06-20T08:00:11.294239+00:00 0:00:03.436455 43517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:00:05.158593+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T07:00:00+00:00 PythonOperator 2021-06-20T08:00:05.523365+00:00 2021-06-20T08:00:09.359837+00:00 0:00:03.836472 43516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T08:00:03.148068+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T06:00:00+00:00 EmrJobFlowSensor 2021-06-20T07:11:30.409002+00:00 2021-06-20T07:19:32.922863+00:00 0:08:02.513861 43515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:11:28.085001+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T06:00:00+00:00 EmrJobFlowSensor 2021-06-20T07:11:26.182950+00:00 2021-06-20T07:20:29.071206+00:00 0:09:02.888256 43514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:11:24.039441+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:11:00.530181+00:00 2021-06-20T07:11:02.379474+00:00 0:00:01.849293 43513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T07:10:58.018011+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:11:00.480711+00:00 2021-06-20T07:11:02.312596+00:00 0:00:01.831885 43512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T07:10:58.017981+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T06:00:00+00:00 PythonOperator 2021-06-20T07:10:38.216531+00:00 2021-06-20T07:10:41.753539+00:00 0:00:03.537008 43511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:10:35.999872+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T06:00:00+00:00 PythonOperator 2021-06-20T07:10:34.657414+00:00 2021-06-20T07:10:38.150524+00:00 0:00:03.493110 43510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:10:31.985280+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T06:00:00+00:00 TriggerDagRunOperator 2021-06-20T07:10:26.561791+00:00 2021-06-20T07:10:27.113226+00:00 0:00:00.551435 43509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:10:23.944316+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T06:00:00+00:00 TriggerDagRunOperator 2021-06-20T07:10:26.383281+00:00 2021-06-20T07:10:26.896173+00:00 0:00:00.512892 43508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:10:23.944371+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T06:05:00+00:00 EmrJobFlowSensor 2021-06-20T07:09:24.342114+00:00 2021-06-20T07:18:27.160542+00:00 0:09:02.818428 43507 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:09:21.889926+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:08:48.031209+00:00 2021-06-20T07:08:49.706528+00:00 0:00:01.675319 43506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T07:08:45.805866+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T06:05:00+00:00 PythonOperator 2021-06-20T07:08:24.304259+00:00 2021-06-20T07:08:27.549093+00:00 0:00:03.244834 43505 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:08:21.782142+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T06:00:00+00:00 EmrJobFlowSensor 2021-06-20T07:01:04.690563+00:00 2021-06-20T07:10:07.370109+00:00 0:09:02.679546 43503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:01:02.430368+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T06:00:00+00:00 EmrJobFlowSensor 2021-06-20T07:00:54.625874+00:00 2021-06-20T07:11:57.432218+00:00 0:11:02.806344 43502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:00:52.412456+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:00:42.550529+00:00 2021-06-20T07:00:44.263996+00:00 0:00:01.713467 43501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T07:00:40.403327+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:00:32.473049+00:00 2021-06-20T07:00:34.139196+00:00 0:00:01.666147 43500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T07:00:30.392158+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T06:00:00+00:00 PythonOperator 2021-06-20T07:00:20.734734+00:00 2021-06-20T07:00:24.246361+00:00 0:00:03.511627 43499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T07:00:18.451741+00:00 2 default_pool