Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T18:00:00+00:00 EmrJobFlowSensor 2021-06-22T19:01:01.198734+00:00 2021-06-22T19:21:05.276236+00:00 0:20:04.077502 44609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T19:00:58.555449+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T18:00:00+00:00 EmrJobFlowSensor 2021-06-22T19:00:58.790577+00:00 2021-06-22T19:11:01.968227+00:00 0:10:03.177650 44608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:00:56.419495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:00:38.671563+00:00 2021-06-22T19:00:40.389639+00:00 0:00:01.718076 44607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T19:00:36.397462+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T19:00:34.686286+00:00 2021-06-22T19:00:36.413310+00:00 0:00:01.727024 44606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T19:00:32.397891+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T18:00:00+00:00 PythonOperator 2021-06-22T19:00:17.801667+00:00 2021-06-22T19:00:21.557298+00:00 0:00:03.755631 44605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T19:00:14.345906+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T18:00:00+00:00 PythonOperator 2021-06-22T19:00:12.503859+00:00 2021-06-22T19:00:17.129290+00:00 0:00:04.625431 44604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T19:00:10.341096+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T17:00:00+00:00 EmrJobFlowSensor 2021-06-22T18:10:13.702773+00:00 2021-06-22T18:20:16.435309+00:00 0:10:02.732536 44603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:10:11.509313+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T17:00:00+00:00 EmrJobFlowSensor 2021-06-22T18:10:10.105701+00:00 2021-06-22T18:20:12.936493+00:00 0:10:02.830792 44602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:10:07.591693+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:09:51.613052+00:00 2021-06-22T18:09:53.402769+00:00 0:00:01.789717 44601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T18:09:49.426668+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:09:47.661786+00:00 2021-06-22T18:09:49.532394+00:00 0:00:01.870608 44600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T18:09:45.422618+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T17:00:00+00:00 PythonOperator 2021-06-22T18:09:32.400855+00:00 2021-06-22T18:09:36.372714+00:00 0:00:03.971859 44599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:09:29.410683+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T17:00:00+00:00 PythonOperator 2021-06-22T18:09:28.007906+00:00 2021-06-22T18:09:32.872522+00:00 0:00:04.864616 44598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:09:25.412811+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T17:00:00+00:00 TriggerDagRunOperator 2021-06-22T18:09:20.113734+00:00 2021-06-22T18:09:20.635522+00:00 0:00:00.521788 44597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:09:17.472693+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T17:00:00+00:00 TriggerDagRunOperator 2021-06-22T18:09:19.812593+00:00 2021-06-22T18:09:20.248155+00:00 0:00:00.435562 44596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:09:17.472741+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T17:05:00+00:00 EmrJobFlowSensor 2021-06-22T18:07:53.632514+00:00 2021-06-22T18:15:56.275426+00:00 0:08:02.642912 44595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:07:51.307740+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:07:33.573196+00:00 2021-06-22T18:07:35.365089+00:00 0:00:01.791893 44594 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T18:07:31.289042+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T17:05:00+00:00 PythonOperator 2021-06-22T18:07:11.666140+00:00 2021-06-22T18:07:15.200109+00:00 0:00:03.533969 44593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:07:09.253851+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T17:00:00+00:00 EmrJobFlowSensor 2021-06-22T18:01:09.564973+00:00 2021-06-22T18:21:13.659917+00:00 0:20:04.094944 44591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T18:01:07.393040+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T17:00:00+00:00 EmrJobFlowSensor 2021-06-22T18:01:01.581206+00:00 2021-06-22T18:09:04.172406+00:00 0:08:02.591200 44590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:00:59.370230+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:00:49.424224+00:00 2021-06-22T18:00:51.152549+00:00 0:00:01.728325 44589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T18:00:47.305898+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T18:00:39.709090+00:00 2021-06-22T18:00:41.388376+00:00 0:00:01.679286 44588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T18:00:37.353574+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T17:00:00+00:00 PythonOperator 2021-06-22T18:00:27.514860+00:00 2021-06-22T18:00:31.234678+00:00 0:00:03.719818 44587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T18:00:25.341100+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T17:00:00+00:00 PythonOperator 2021-06-22T18:00:11.508079+00:00 2021-06-22T18:00:14.845058+00:00 0:00:03.336979 44586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T18:00:09.280762+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:17:21.071354+00:00 2021-06-22T17:26:23.733571+00:00 0:09:02.662217 44585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:17:18.887033+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:17:05.210112+00:00 2021-06-22T17:26:07.940332+00:00 0:09:02.730220 44584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:17:02.865447+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:16:59.386033+00:00 2021-06-22T17:17:01.205180+00:00 0:00:01.819147 44583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:16:56.852382+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:16:41.183009+00:00 2021-06-22T17:16:42.950083+00:00 0:00:01.767074 44582 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:16:38.860352+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:16:37.019641+00:00 2021-06-22T17:16:40.727715+00:00 0:00:03.708074 44581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:16:34.848501+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:16:18.932659+00:00 2021-06-22T17:16:22.655051+00:00 0:00:03.722392 44580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:16:16.714583+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T16:00:00+00:00 TriggerDagRunOperator 2021-06-22T17:16:15.212271+00:00 2021-06-22T17:16:15.716322+00:00 0:00:00.504051 44579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:16:12.760546+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T16:00:00+00:00 TriggerDagRunOperator 2021-06-22T17:16:15.103497+00:00 2021-06-22T17:16:15.483624+00:00 0:00:00.380127 44578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:16:12.760514+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:05:58.403637+00:00 2021-06-22T17:16:01.154368+00:00 0:10:02.750731 44577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:05:55.953871+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T16:05:00+00:00 EmrJobFlowSensor 2021-06-22T17:05:51.991202+00:00 2021-06-22T17:13:54.489810+00:00 0:08:02.498608 44576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:05:49.834754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:05:44.342272+00:00 2021-06-22T17:25:48.491304+00:00 0:20:04.149032 44575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:05:41.826586+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:05:36.011691+00:00 2021-06-22T17:05:37.688242+00:00 0:00:01.676551 44574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T17:05:33.820627+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:05:31.987588+00:00 2021-06-22T17:05:33.645985+00:00 0:00:01.658397 44573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:05:29.818296+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:05:24.112572+00:00 2021-06-22T17:05:25.947454+00:00 0:00:01.834882 44572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:05:21.814124+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:05:14.030467+00:00 2021-06-22T17:05:17.662606+00:00 0:00:03.632139 44571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T17:05:11.801659+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T16:05:00+00:00 PythonOperator 2021-06-22T17:05:10.059916+00:00 2021-06-22T17:05:13.331326+00:00 0:00:03.271410 44570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:05:07.799754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:05:02.267033+00:00 2021-06-22T17:05:05.942555+00:00 0:00:03.675522 44569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:04:59.851625+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:11:27.788631+00:00 2021-06-22T16:20:30.619982+00:00 0:09:02.831351 44567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:11:25.544575+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:11:10.185618+00:00 2021-06-22T16:20:12.860677+00:00 0:09:02.675059 44566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:11:07.664255+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:11:00.298141+00:00 2021-06-22T16:11:02.194588+00:00 0:00:01.896447 44565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:10:57.477544+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:10:47.695852+00:00 2021-06-22T16:10:49.374935+00:00 0:00:01.679083 44564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:10:45.454321+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:10:39.759052+00:00 2021-06-22T16:10:43.140511+00:00 0:00:03.381459 44563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:10:37.392016+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:10:27.673819+00:00 2021-06-22T16:10:31.463854+00:00 0:00:03.790035 44562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:10:25.387349+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T15:00:00+00:00 TriggerDagRunOperator 2021-06-22T16:10:21.596970+00:00 2021-06-22T16:10:22.086391+00:00 0:00:00.489421 44561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:10:19.339288+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T15:00:00+00:00 TriggerDagRunOperator 2021-06-22T16:10:21.558924+00:00 2021-06-22T16:10:21.943452+00:00 0:00:00.384528 44560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:10:19.339319+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T15:05:00+00:00 EmrJobFlowSensor 2021-06-22T16:05:57.462126+00:00 2021-06-22T16:15:00.229998+00:00 0:09:02.767872 44559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:05:55.071183+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:05:37.288167+00:00 2021-06-22T16:05:39.027767+00:00 0:00:01.739600 44558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:05:35.047226+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T15:05:00+00:00 PythonOperator 2021-06-22T16:05:15.156987+00:00 2021-06-22T16:05:18.618747+00:00 0:00:03.461760 44557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:05:12.957139+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:01:02.729171+00:00 2021-06-22T16:10:05.518424+00:00 0:09:02.789253 44556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:01:00.469395+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:01:00.875427+00:00 2021-06-22T16:24:05.675242+00:00 0:23:04.799815 44555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:00:58.485712+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:00:34.774102+00:00 2021-06-22T16:00:36.556297+00:00 0:00:01.782195 44554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:00:32.449801+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:00:34.690344+00:00 2021-06-22T16:00:36.530251+00:00 0:00:01.839907 44553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T16:00:32.449846+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:00:08.761658+00:00 2021-06-22T16:00:12.320595+00:00 0:00:03.558937 44552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T16:00:06.423271+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:00:08.679505+00:00 2021-06-22T16:00:12.193005+00:00 0:00:03.513500 44551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:00:06.423302+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-21T02:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:51:49.664114+00:00 2021-06-22T16:02:52.874983+00:00 0:11:03.210869 44550 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:51:47.537377+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-21T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:51:29.648128+00:00 2021-06-22T15:51:31.346410+00:00 0:00:01.698282 44549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:51:27.523414+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-21T02:00:00+00:00 PythonOperator 2021-06-22T15:51:08.341472+00:00 2021-06-22T15:51:11.813113+00:00 0:00:03.471641 44548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:51:05.466922+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:12:59.333813+00:00 2021-06-22T15:22:02.059143+00:00 0:09:02.725330 44546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:12:57.120275+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:12:01.806521+00:00 2021-06-22T15:22:04.724542+00:00 0:10:02.918021 44545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:11:59.160642+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:11:43.198959+00:00 2021-06-22T15:11:44.876093+00:00 0:00:01.677134 44544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:11:41.016592+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:11:39.254308+00:00 2021-06-22T15:11:40.929196+00:00 0:00:01.674888 44543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:11:37.020320+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:11:23.272033+00:00 2021-06-22T15:11:27.080526+00:00 0:00:03.808493 44542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:11:21.000183+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:11:17.195701+00:00 2021-06-22T15:11:20.470284+00:00 0:00:03.274583 44541 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:11:14.993528+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T14:00:00+00:00 TriggerDagRunOperator 2021-06-22T15:11:01.432137+00:00 2021-06-22T15:11:01.940962+00:00 0:00:00.508825 44540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:10:58.972940+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T14:00:00+00:00 TriggerDagRunOperator 2021-06-22T15:11:01.381576+00:00 2021-06-22T15:11:01.769407+00:00 0:00:00.387831 44539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:10:58.972998+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T14:05:00+00:00 EmrJobFlowSensor 2021-06-22T15:06:04.805463+00:00 2021-06-22T15:15:07.684984+00:00 0:09:02.879521 44538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:06:02.455926+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:05:40.771937+00:00 2021-06-22T15:05:42.403479+00:00 0:00:01.631542 44537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:05:38.445211+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T14:05:00+00:00 PythonOperator 2021-06-22T15:05:18.550926+00:00 2021-06-22T15:05:22.009094+00:00 0:00:03.458168 44536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:05:16.354206+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:00:54.099916+00:00 2021-06-22T15:10:57.157942+00:00 0:10:03.058026 44535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:00:51.827054+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:00:48.013986+00:00 2021-06-22T15:22:52.338396+00:00 0:22:04.324410 44534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:00:45.821213+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:00:32.042994+00:00 2021-06-22T15:00:33.893440+00:00 0:00:01.850446 44533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T15:00:29.811220+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:00:26.042622+00:00 2021-06-22T15:00:27.828526+00:00 0:00:01.785904 44532 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:00:23.806411+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:00:12.239828+00:00 2021-06-22T15:00:15.611401+00:00 0:00:03.371573 44531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T15:00:09.845788+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:00:06.120706+00:00 2021-06-22T15:00:09.594272+00:00 0:00:03.473566 44530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:00:03.787302+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:12:16.928083+00:00 2021-06-22T14:22:19.735126+00:00 0:10:02.807043 44528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:12:14.794437+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:12:13.120885+00:00 2021-06-22T14:22:15.950568+00:00 0:10:02.829683 44527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:12:10.851800+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:11:54.825594+00:00 2021-06-22T14:11:56.521692+00:00 0:00:01.696098 44526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:11:52.638055+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:11:50.832131+00:00 2021-06-22T14:11:52.657048+00:00 0:00:01.824917 44525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:11:48.639776+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:11:34.987562+00:00 2021-06-22T14:11:38.678441+00:00 0:00:03.690879 44524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:11:32.624255+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:11:28.973778+00:00 2021-06-22T14:11:32.909021+00:00 0:00:03.935243 44523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:11:26.647063+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T13:00:00+00:00 TriggerDagRunOperator 2021-06-22T14:11:07.418527+00:00 2021-06-22T14:11:07.791179+00:00 0:00:00.372652 44522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:11:04.559415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T13:00:00+00:00 TriggerDagRunOperator 2021-06-22T14:11:07.068969+00:00 2021-06-22T14:11:07.583819+00:00 0:00:00.514850 44521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:11:04.559366+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T13:05:00+00:00 EmrJobFlowSensor 2021-06-22T14:05:54.593801+00:00 2021-06-22T14:15:57.325315+00:00 0:10:02.731514 44520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:05:52.170651+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:05:32.393917+00:00 2021-06-22T14:05:34.154420+00:00 0:00:01.760503 44519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:05:30.145620+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T13:05:00+00:00 PythonOperator 2021-06-22T14:05:10.158544+00:00 2021-06-22T14:05:13.666997+00:00 0:00:03.508453 44518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:05:08.026349+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:02:48.218487+00:00 2021-06-22T14:10:50.763757+00:00 0:08:02.545270 44517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:02:45.958700+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:01:41.934983+00:00 2021-06-22T14:47:49.882194+00:00 0:46:07.947211 44516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:01:39.791380+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:00:47.863788+00:00 2021-06-22T14:00:49.516080+00:00 0:00:01.652292 44515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:00:45.695590+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:00:34.154232+00:00 2021-06-22T14:00:35.988830+00:00 0:00:01.834598 44514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T14:00:31.694538+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:00:17.844985+00:00 2021-06-22T14:00:21.408840+00:00 0:00:03.563855 44513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:00:15.635459+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:00:11.792152+00:00 2021-06-22T14:00:15.327733+00:00 0:00:03.535581 44512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T14:00:09.626932+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:36:47.557271+00:00 2021-06-22T13:58:52.158521+00:00 0:22:04.601250 44511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:36:45.310669+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:36:25.593343+00:00 2021-06-22T13:36:27.270087+00:00 0:00:01.676744 44510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:36:23.291863+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T13:36:05.377387+00:00 2021-06-22T13:36:08.970421+00:00 0:00:03.593034 44509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:36:03.252927+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T13:35:37.025794+00:00 PythonOperator 2021-06-22T13:35:43.263358+00:00 2021-06-22T13:35:46.825164+00:00 0:00:03.561806 44508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:35:41.099129+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:15:43.600802+00:00 2021-06-22T13:24:46.269063+00:00 0:09:02.668261 44507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:15:41.074478+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:15:41.360190+00:00 2021-06-22T13:24:44.288413+00:00 0:09:02.928223 44506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:15:39.053484+00:00 2 default_pool