Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T22:00:45.676631+00:00 2021-06-06T22:00:47.451967+00:00 0:00:01.775336 37530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T22:00:43.255942+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T21:00:00+00:00 PythonOperator 2021-06-06T22:00:26.501812+00:00 2021-06-06T22:00:29.908806+00:00 0:00:03.406994 37529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T22:00:23.263661+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T21:00:00+00:00 PythonOperator 2021-06-06T22:00:21.368726+00:00 2021-06-06T22:00:25.834510+00:00 0:00:04.465784 37528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T22:00:19.233710+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T20:00:00+00:00 EmrJobFlowSensor 2021-06-06T21:12:20.371839+00:00 2021-06-06T21:21:23.163891+00:00 0:09:02.792052 37527 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T21:12:18.034309+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T20:00:00+00:00 EmrJobFlowSensor 2021-06-06T21:12:20.334614+00:00 2021-06-06T21:22:23.094827+00:00 0:10:02.760213 37526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T21:12:18.034275+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T21:11:58.593742+00:00 2021-06-06T21:12:00.396980+00:00 0:00:01.803238 37525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T21:11:56.015547+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T21:11:58.294455+00:00 2021-06-06T21:11:59.988943+00:00 0:00:01.694488 37524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T21:11:56.015514+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T20:00:00+00:00 PythonOperator 2021-06-06T21:11:36.847361+00:00 2021-06-06T21:11:40.270074+00:00 0:00:03.422713 37523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T21:11:34.062015+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T20:00:00+00:00 PythonOperator 2021-06-06T21:11:34.550064+00:00 2021-06-06T21:11:38.635414+00:00 0:00:04.085350 37522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T21:11:32.057637+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T20:00:00+00:00 TriggerDagRunOperator 2021-06-06T21:11:14.640822+00:00 2021-06-06T21:11:15.149178+00:00 0:00:00.508356 37521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T21:11:11.959828+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T20:00:00+00:00 TriggerDagRunOperator 2021-06-06T21:11:14.317474+00:00 2021-06-06T21:11:14.705367+00:00 0:00:00.387893 37520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T21:11:11.959857+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T20:05:00+00:00 EmrJobFlowSensor 2021-06-06T21:06:14.452069+00:00 2021-06-06T21:15:16.963959+00:00 0:09:02.511890 37518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T21:06:12.027778+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T21:05:46.298424+00:00 2021-06-06T21:05:48.035282+00:00 0:00:01.736858 37517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T21:05:44.016092+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T20:05:00+00:00 PythonOperator 2021-06-06T21:05:22.269458+00:00 2021-06-06T21:05:25.638225+00:00 0:00:03.368767 37516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T21:05:19.985936+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T20:00:00+00:00 EmrJobFlowSensor 2021-06-06T21:00:59.769564+00:00 2021-06-06T21:11:02.756215+00:00 0:10:02.986651 37515 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T21:00:57.390532+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T20:00:00+00:00 EmrJobFlowSensor 2021-06-06T21:00:53.613909+00:00 2021-06-06T21:10:56.417261+00:00 0:10:02.803352 37514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T21:00:51.378846+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T21:00:37.472122+00:00 2021-06-06T21:00:39.125708+00:00 0:00:01.653586 37513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T21:00:35.368588+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T21:00:33.483584+00:00 2021-06-06T21:00:35.152493+00:00 0:00:01.668909 37512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T21:00:31.361350+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T20:00:00+00:00 PythonOperator 2021-06-06T21:00:15.971630+00:00 2021-06-06T21:00:19.553962+00:00 0:00:03.582332 37511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T21:00:13.340810+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T20:00:00+00:00 PythonOperator 2021-06-06T21:00:09.687269+00:00 2021-06-06T21:00:13.031192+00:00 0:00:03.343923 37510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T21:00:07.344997+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T19:00:00+00:00 EmrJobFlowSensor 2021-06-06T20:24:17.962210+00:00 2021-06-06T20:24:19.555044+00:00 0:00:01.592834 37509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T20:24:15.662480+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T19:00:00+00:00 EmrJobFlowSensor 2021-06-06T20:12:32.674857+00:00 2021-06-06T20:21:35.282552+00:00 0:09:02.607695 37507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T20:12:30.503973+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T20:12:10.884846+00:00 2021-06-06T20:12:12.631528+00:00 0:00:01.746682 37506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T20:12:08.563205+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T20:12:06.905368+00:00 2021-06-06T20:12:08.713605+00:00 0:00:01.808237 37505 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T20:12:04.554928+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T19:00:00+00:00 PythonOperator 2021-06-06T20:11:48.485669+00:00 2021-06-06T20:11:51.861576+00:00 0:00:03.375907 37504 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T20:11:46.351521+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T19:00:00+00:00 PythonOperator 2021-06-06T20:11:42.573068+00:00 2021-06-06T20:11:46.082132+00:00 0:00:03.509064 37503 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T20:11:40.345013+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T19:00:00+00:00 TriggerDagRunOperator 2021-06-06T20:11:36.709883+00:00 2021-06-06T20:11:37.225122+00:00 0:00:00.515239 37502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T20:11:34.340522+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T19:00:00+00:00 TriggerDagRunOperator 2021-06-06T20:11:36.637578+00:00 2021-06-06T20:11:37.045624+00:00 0:00:00.408046 37501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T20:11:34.340548+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T19:05:00+00:00 EmrJobFlowSensor 2021-06-06T20:06:18.823930+00:00 2021-06-06T20:14:21.269491+00:00 0:08:02.445561 37499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T20:06:16.597217+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T20:05:56.696318+00:00 2021-06-06T20:05:58.349333+00:00 0:00:01.653015 37498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T20:05:54.525556+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T19:05:00+00:00 PythonOperator 2021-06-06T20:05:34.933096+00:00 2021-06-06T20:05:38.261223+00:00 0:00:03.328127 37497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T20:05:32.565371+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T19:00:00+00:00 EmrJobFlowSensor 2021-06-06T20:01:20.595521+00:00 2021-06-06T20:11:23.436862+00:00 0:10:02.841341 37496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T20:01:18.054099+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T19:00:00+00:00 EmrJobFlowSensor 2021-06-06T20:01:12.378626+00:00 2021-06-06T20:13:15.528676+00:00 0:12:03.150050 37495 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T20:01:10.067432+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T20:01:00.614278+00:00 2021-06-06T20:01:02.400101+00:00 0:00:01.785823 37494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T20:00:58.068003+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T20:00:52.270724+00:00 2021-06-06T20:00:54.052499+00:00 0:00:01.781775 37493 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T20:00:49.988575+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T19:00:00+00:00 PythonOperator 2021-06-06T20:00:30.317355+00:00 2021-06-06T20:00:33.610230+00:00 0:00:03.292875 37492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T20:00:27.916750+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T19:00:00+00:00 PythonOperator 2021-06-06T20:00:12.074893+00:00 2021-06-06T20:00:15.449808+00:00 0:00:03.374915 37491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T20:00:09.899120+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T18:00:00+00:00 EmrJobFlowSensor 2021-06-06T19:10:29.676330+00:00 2021-06-06T19:20:32.485813+00:00 0:10:02.809483 37490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T19:10:27.329827+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T18:00:00+00:00 EmrJobFlowSensor 2021-06-06T19:10:11.509004+00:00 2021-06-06T19:20:14.307009+00:00 0:10:02.798005 37489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T19:10:09.315933+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T19:10:07.482705+00:00 2021-06-06T19:10:09.151559+00:00 0:00:01.668854 37488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T19:10:05.310467+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T19:09:50.957627+00:00 2021-06-06T19:09:52.708703+00:00 0:00:01.751076 37487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T19:09:47.367507+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T18:00:00+00:00 PythonOperator 2021-06-06T19:09:45.677792+00:00 2021-06-06T19:09:49.936060+00:00 0:00:04.258268 37486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T19:09:43.355901+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T18:00:00+00:00 PythonOperator 2021-06-06T19:09:28.397962+00:00 2021-06-06T19:09:31.831990+00:00 0:00:03.434028 37485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T19:09:25.261571+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T18:00:00+00:00 TriggerDagRunOperator 2021-06-06T19:09:19.935652+00:00 2021-06-06T19:09:20.386473+00:00 0:00:00.450821 37484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T19:09:17.252248+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T18:00:00+00:00 TriggerDagRunOperator 2021-06-06T19:09:19.912102+00:00 2021-06-06T19:09:20.460507+00:00 0:00:00.548405 37483 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T19:09:17.252283+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T18:05:00+00:00 EmrJobFlowSensor 2021-06-06T19:06:03.995169+00:00 2021-06-06T19:15:06.680418+00:00 0:09:02.685249 37481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T19:06:01.760513+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T19:05:41.971876+00:00 2021-06-06T19:05:43.612602+00:00 0:00:01.640726 37480 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T19:05:39.755043+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T18:05:00+00:00 PythonOperator 2021-06-06T19:05:05.868414+00:00 2021-06-06T19:05:09.076066+00:00 0:00:03.207652 37479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T19:05:03.644236+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T18:00:00+00:00 EmrJobFlowSensor 2021-06-06T19:00:57.387071+00:00 2021-06-06T19:08:59.843387+00:00 0:08:02.456316 37478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T19:00:55.103622+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T18:00:00+00:00 EmrJobFlowSensor 2021-06-06T19:00:47.257068+00:00 2021-06-06T19:12:50.258308+00:00 0:12:03.001240 37477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T19:00:45.096518+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T19:00:37.296316+00:00 2021-06-06T19:00:39.137584+00:00 0:00:01.841268 37476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T19:00:35.086323+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T19:00:25.202148+00:00 2021-06-06T19:00:26.927814+00:00 0:00:01.725666 37475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T19:00:23.013092+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T18:00:00+00:00 PythonOperator 2021-06-06T19:00:13.206153+00:00 2021-06-06T19:00:16.580242+00:00 0:00:03.374089 37474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T19:00:11.001455+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T18:00:00+00:00 PythonOperator 2021-06-06T19:00:03.132654+00:00 2021-06-06T19:00:06.592836+00:00 0:00:03.460182 37473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T19:00:01.000364+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T17:00:00+00:00 EmrJobFlowSensor 2021-06-06T18:11:20.173339+00:00 2021-06-06T18:20:22.785240+00:00 0:09:02.611901 37472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T18:11:18.026572+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T17:00:00+00:00 EmrJobFlowSensor 2021-06-06T18:11:12.266860+00:00 2021-06-06T18:20:15.058868+00:00 0:09:02.792008 37471 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T18:11:10.024298+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T18:10:58.427178+00:00 2021-06-06T18:11:00.176964+00:00 0:00:01.749786 37470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T18:10:56.012908+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T18:10:52.177049+00:00 2021-06-06T18:10:53.862802+00:00 0:00:01.685753 37469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T18:10:49.999034+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T17:00:00+00:00 PythonOperator 2021-06-06T18:10:36.511680+00:00 2021-06-06T18:10:39.811350+00:00 0:00:03.299670 37468 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T18:10:34.061570+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T17:00:00+00:00 PythonOperator 2021-06-06T18:10:30.376998+00:00 2021-06-06T18:10:33.968175+00:00 0:00:03.591177 37467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T18:10:28.058384+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T17:00:00+00:00 TriggerDagRunOperator 2021-06-06T18:10:18.576899+00:00 2021-06-06T18:10:19.087973+00:00 0:00:00.511074 37466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T18:10:15.981181+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T17:00:00+00:00 TriggerDagRunOperator 2021-06-06T18:10:18.551681+00:00 2021-06-06T18:10:18.973729+00:00 0:00:00.422048 37465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T18:10:15.981210+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T17:05:00+00:00 EmrJobFlowSensor 2021-06-06T18:06:01.161509+00:00 2021-06-06T18:15:03.760205+00:00 0:09:02.598696 37463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T18:05:58.890319+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T18:05:39.106355+00:00 2021-06-06T18:05:40.817240+00:00 0:00:01.710885 37462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T18:05:36.813773+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T17:05:00+00:00 PythonOperator 2021-06-06T18:05:18.968082+00:00 2021-06-06T18:05:22.293731+00:00 0:00:03.325649 37461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T18:05:16.799643+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T17:00:00+00:00 EmrJobFlowSensor 2021-06-06T18:01:06.439427+00:00 2021-06-06T18:13:09.348561+00:00 0:12:02.909134 37460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T18:01:04.313443+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T17:00:00+00:00 EmrJobFlowSensor 2021-06-06T18:00:58.553131+00:00 2021-06-06T18:10:01.252691+00:00 0:09:02.699560 37459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T18:00:56.316205+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T18:00:44.873941+00:00 2021-06-06T18:00:46.545557+00:00 0:00:01.671616 37458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T18:00:42.294503+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T18:00:36.641281+00:00 2021-06-06T18:00:38.453886+00:00 0:00:01.812605 37457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T18:00:34.369288+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T17:00:00+00:00 PythonOperator 2021-06-06T18:00:22.440350+00:00 2021-06-06T18:00:25.850609+00:00 0:00:03.410259 37456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T18:00:20.224598+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T17:00:00+00:00 PythonOperator 2021-06-06T18:00:14.559100+00:00 2021-06-06T18:00:17.949650+00:00 0:00:03.390550 37455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T18:00:12.252879+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T16:00:00+00:00 EmrJobFlowSensor 2021-06-06T17:10:17.841890+00:00 2021-06-06T17:20:20.693860+00:00 0:10:02.851970 37454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T17:10:15.402877+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T16:00:00+00:00 EmrJobFlowSensor 2021-06-06T17:10:05.769136+00:00 2021-06-06T17:19:08.349964+00:00 0:09:02.580828 37453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T17:10:03.454141+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T17:09:55.547146+00:00 2021-06-06T17:09:57.309380+00:00 0:00:01.762234 37452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T17:09:53.386339+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T17:09:43.680006+00:00 2021-06-06T17:09:45.519179+00:00 0:00:01.839173 37451 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T17:09:41.372111+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T16:00:00+00:00 PythonOperator 2021-06-06T17:09:35.587705+00:00 2021-06-06T17:09:38.924869+00:00 0:00:03.337164 37450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T17:09:33.362907+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T16:00:00+00:00 PythonOperator 2021-06-06T17:09:23.551493+00:00 2021-06-06T17:09:27.273149+00:00 0:00:03.721656 37449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T17:09:21.354694+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T16:00:00+00:00 TriggerDagRunOperator 2021-06-06T17:09:11.602639+00:00 2021-06-06T17:09:12.100247+00:00 0:00:00.497608 37448 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T17:09:09.343380+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T16:00:00+00:00 TriggerDagRunOperator 2021-06-06T17:09:11.535031+00:00 2021-06-06T17:09:11.951847+00:00 0:00:00.416816 37447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T17:09:09.343347+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T16:05:00+00:00 EmrJobFlowSensor 2021-06-06T17:06:33.339658+00:00 2021-06-06T17:15:35.987345+00:00 0:09:02.647687 37446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T17:06:31.125254+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T17:06:13.460694+00:00 2021-06-06T17:06:15.190999+00:00 0:00:01.730305 37445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T17:06:11.102633+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T16:05:00+00:00 PythonOperator 2021-06-06T17:05:19.551512+00:00 2021-06-06T17:05:22.854853+00:00 0:00:03.303341 37443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T17:05:17.367371+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-06T16:00:00+00:00 EmrJobFlowSensor 2021-06-06T17:00:55.204776+00:00 2021-06-06T17:11:57.979697+00:00 0:11:02.774921 37442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T17:00:52.952709+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T16:00:00+00:00 EmrJobFlowSensor 2021-06-06T17:00:49.332609+00:00 2021-06-06T17:08:51.891139+00:00 0:08:02.558530 37441 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T17:00:46.887700+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-06T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T17:00:35.396462+00:00 2021-06-06T17:00:37.085326+00:00 0:00:01.688864 37440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T17:00:32.852567+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-06T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T17:00:27.024716+00:00 2021-06-06T17:00:28.722982+00:00 0:00:01.698266 37439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-06T17:00:24.804295+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-06T16:00:00+00:00 PythonOperator 2021-06-06T17:00:13.409965+00:00 2021-06-06T17:00:16.859009+00:00 0:00:03.449044 37438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T17:00:10.791915+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-06T16:00:00+00:00 PythonOperator 2021-06-06T17:00:05.169401+00:00 2021-06-06T17:00:08.520868+00:00 0:00:03.351467 37437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-06T17:00:02.784413+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-06T15:00:00+00:00 EmrJobFlowSensor 2021-06-06T16:12:30.487402+00:00 2021-06-06T16:21:33.155484+00:00 0:09:02.668082 37436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T16:12:27.849995+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-06T15:00:00+00:00 EmrJobFlowSensor 2021-06-06T16:12:28.029375+00:00 2021-06-06T16:20:30.362766+00:00 0:08:02.333391 37435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T16:12:25.761210+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-06T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T16:12:10.225312+00:00 2021-06-06T16:12:12.056125+00:00 0:00:01.830813 37434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T16:12:07.754908+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-06T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-06T16:12:08.019310+00:00 2021-06-06T16:12:09.686509+00:00 0:00:01.667199 37433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T16:12:05.756336+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-06T15:00:00+00:00 PythonOperator 2021-06-06T16:11:48.387675+00:00 2021-06-06T16:11:51.993197+00:00 0:00:03.605522 37432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T16:11:45.651962+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-06T15:00:00+00:00 PythonOperator 2021-06-06T16:11:45.891752+00:00 2021-06-06T16:11:49.645628+00:00 0:00:03.753876 37431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T16:11:43.598060+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-06T15:00:00+00:00 TriggerDagRunOperator 2021-06-06T16:11:30.398619+00:00 2021-06-06T16:11:30.777323+00:00 0:00:00.378704 37430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T16:11:27.546411+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-06T15:00:00+00:00 TriggerDagRunOperator 2021-06-06T16:11:30.106909+00:00 2021-06-06T16:11:30.624613+00:00 0:00:00.517704 37429 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T16:11:27.546379+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-06T15:05:00+00:00 EmrJobFlowSensor 2021-06-06T16:06:23.685875+00:00 2021-06-06T16:15:26.298628+00:00 0:09:02.612753 37428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-06T16:06:21.156882+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-06T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-06T16:06:01.264679+00:00 2021-06-06T16:06:02.934153+00:00 0:00:01.669474 37427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-06T16:05:59.085310+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-06T15:05:00+00:00 PythonOperator 2021-06-06T16:05:39.481161+00:00 2021-06-06T16:05:42.856265+00:00 0:00:03.375104 37426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T16:05:37.027523+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-06T15:00:00+00:00 EmrJobFlowSensor 2021-06-06T16:01:13.122703+00:00 2021-06-06T16:11:15.926841+00:00 0:10:02.804138 37424 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-06T16:01:10.806288+00:00 2 default_pool