Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T16:00:00+00:00 TriggerDagRunOperator 2021-06-22T17:16:15.212271+00:00 2021-06-22T17:16:15.716322+00:00 0:00:00.504051 44579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:16:12.760546+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T16:00:00+00:00 TriggerDagRunOperator 2021-06-22T17:16:15.103497+00:00 2021-06-22T17:16:15.483624+00:00 0:00:00.380127 44578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:16:12.760514+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:05:58.403637+00:00 2021-06-22T17:16:01.154368+00:00 0:10:02.750731 44577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:05:55.953871+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T16:05:00+00:00 EmrJobFlowSensor 2021-06-22T17:05:51.991202+00:00 2021-06-22T17:13:54.489810+00:00 0:08:02.498608 44576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:05:49.834754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T16:00:00+00:00 EmrJobFlowSensor 2021-06-22T17:05:44.342272+00:00 2021-06-22T17:25:48.491304+00:00 0:20:04.149032 44575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T17:05:41.826586+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:05:36.011691+00:00 2021-06-22T17:05:37.688242+00:00 0:00:01.676551 44574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T17:05:33.820627+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:05:31.987588+00:00 2021-06-22T17:05:33.645985+00:00 0:00:01.658397 44573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:05:29.818296+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T17:05:24.112572+00:00 2021-06-22T17:05:25.947454+00:00 0:00:01.834882 44572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T17:05:21.814124+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:05:14.030467+00:00 2021-06-22T17:05:17.662606+00:00 0:00:03.632139 44571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T17:05:11.801659+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T16:05:00+00:00 PythonOperator 2021-06-22T17:05:10.059916+00:00 2021-06-22T17:05:13.331326+00:00 0:00:03.271410 44570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:05:07.799754+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T16:00:00+00:00 PythonOperator 2021-06-22T17:05:02.267033+00:00 2021-06-22T17:05:05.942555+00:00 0:00:03.675522 44569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T17:04:59.851625+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:11:27.788631+00:00 2021-06-22T16:20:30.619982+00:00 0:09:02.831351 44567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:11:25.544575+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:11:10.185618+00:00 2021-06-22T16:20:12.860677+00:00 0:09:02.675059 44566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:11:07.664255+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:11:00.298141+00:00 2021-06-22T16:11:02.194588+00:00 0:00:01.896447 44565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:10:57.477544+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:10:47.695852+00:00 2021-06-22T16:10:49.374935+00:00 0:00:01.679083 44564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:10:45.454321+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:10:39.759052+00:00 2021-06-22T16:10:43.140511+00:00 0:00:03.381459 44563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:10:37.392016+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:10:27.673819+00:00 2021-06-22T16:10:31.463854+00:00 0:00:03.790035 44562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:10:25.387349+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T15:00:00+00:00 TriggerDagRunOperator 2021-06-22T16:10:21.596970+00:00 2021-06-22T16:10:22.086391+00:00 0:00:00.489421 44561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:10:19.339288+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T15:00:00+00:00 TriggerDagRunOperator 2021-06-22T16:10:21.558924+00:00 2021-06-22T16:10:21.943452+00:00 0:00:00.384528 44560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:10:19.339319+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T15:05:00+00:00 EmrJobFlowSensor 2021-06-22T16:05:57.462126+00:00 2021-06-22T16:15:00.229998+00:00 0:09:02.767872 44559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:05:55.071183+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:05:37.288167+00:00 2021-06-22T16:05:39.027767+00:00 0:00:01.739600 44558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:05:35.047226+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T15:05:00+00:00 PythonOperator 2021-06-22T16:05:15.156987+00:00 2021-06-22T16:05:18.618747+00:00 0:00:03.461760 44557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:05:12.957139+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:01:02.729171+00:00 2021-06-22T16:10:05.518424+00:00 0:09:02.789253 44556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:01:00.469395+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:01:00.875427+00:00 2021-06-22T16:24:05.675242+00:00 0:23:04.799815 44555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:00:58.485712+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:00:34.774102+00:00 2021-06-22T16:00:36.556297+00:00 0:00:01.782195 44554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:00:32.449801+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:00:34.690344+00:00 2021-06-22T16:00:36.530251+00:00 0:00:01.839907 44553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T16:00:32.449846+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:00:08.761658+00:00 2021-06-22T16:00:12.320595+00:00 0:00:03.558937 44552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T16:00:06.423271+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:00:08.679505+00:00 2021-06-22T16:00:12.193005+00:00 0:00:03.513500 44551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:00:06.423302+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-21T02:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:51:49.664114+00:00 2021-06-22T16:02:52.874983+00:00 0:11:03.210869 44550 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:51:47.537377+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-21T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:51:29.648128+00:00 2021-06-22T15:51:31.346410+00:00 0:00:01.698282 44549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:51:27.523414+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-21T02:00:00+00:00 PythonOperator 2021-06-22T15:51:08.341472+00:00 2021-06-22T15:51:11.813113+00:00 0:00:03.471641 44548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:51:05.466922+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:12:59.333813+00:00 2021-06-22T15:22:02.059143+00:00 0:09:02.725330 44546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:12:57.120275+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:12:01.806521+00:00 2021-06-22T15:22:04.724542+00:00 0:10:02.918021 44545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:11:59.160642+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:11:43.198959+00:00 2021-06-22T15:11:44.876093+00:00 0:00:01.677134 44544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:11:41.016592+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:11:39.254308+00:00 2021-06-22T15:11:40.929196+00:00 0:00:01.674888 44543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:11:37.020320+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:11:23.272033+00:00 2021-06-22T15:11:27.080526+00:00 0:00:03.808493 44542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:11:21.000183+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:11:17.195701+00:00 2021-06-22T15:11:20.470284+00:00 0:00:03.274583 44541 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:11:14.993528+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T14:00:00+00:00 TriggerDagRunOperator 2021-06-22T15:11:01.432137+00:00 2021-06-22T15:11:01.940962+00:00 0:00:00.508825 44540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:10:58.972940+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T14:00:00+00:00 TriggerDagRunOperator 2021-06-22T15:11:01.381576+00:00 2021-06-22T15:11:01.769407+00:00 0:00:00.387831 44539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:10:58.972998+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T14:05:00+00:00 EmrJobFlowSensor 2021-06-22T15:06:04.805463+00:00 2021-06-22T15:15:07.684984+00:00 0:09:02.879521 44538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:06:02.455926+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:05:40.771937+00:00 2021-06-22T15:05:42.403479+00:00 0:00:01.631542 44537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:05:38.445211+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T14:05:00+00:00 PythonOperator 2021-06-22T15:05:18.550926+00:00 2021-06-22T15:05:22.009094+00:00 0:00:03.458168 44536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:05:16.354206+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:00:54.099916+00:00 2021-06-22T15:10:57.157942+00:00 0:10:03.058026 44535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:00:51.827054+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:00:48.013986+00:00 2021-06-22T15:22:52.338396+00:00 0:22:04.324410 44534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:00:45.821213+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:00:32.042994+00:00 2021-06-22T15:00:33.893440+00:00 0:00:01.850446 44533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T15:00:29.811220+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:00:26.042622+00:00 2021-06-22T15:00:27.828526+00:00 0:00:01.785904 44532 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:00:23.806411+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:00:12.239828+00:00 2021-06-22T15:00:15.611401+00:00 0:00:03.371573 44531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T15:00:09.845788+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:00:06.120706+00:00 2021-06-22T15:00:09.594272+00:00 0:00:03.473566 44530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:00:03.787302+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:12:16.928083+00:00 2021-06-22T14:22:19.735126+00:00 0:10:02.807043 44528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:12:14.794437+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:12:13.120885+00:00 2021-06-22T14:22:15.950568+00:00 0:10:02.829683 44527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:12:10.851800+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:11:54.825594+00:00 2021-06-22T14:11:56.521692+00:00 0:00:01.696098 44526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:11:52.638055+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:11:50.832131+00:00 2021-06-22T14:11:52.657048+00:00 0:00:01.824917 44525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:11:48.639776+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:11:34.987562+00:00 2021-06-22T14:11:38.678441+00:00 0:00:03.690879 44524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:11:32.624255+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:11:28.973778+00:00 2021-06-22T14:11:32.909021+00:00 0:00:03.935243 44523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:11:26.647063+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T13:00:00+00:00 TriggerDagRunOperator 2021-06-22T14:11:07.418527+00:00 2021-06-22T14:11:07.791179+00:00 0:00:00.372652 44522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:11:04.559415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T13:00:00+00:00 TriggerDagRunOperator 2021-06-22T14:11:07.068969+00:00 2021-06-22T14:11:07.583819+00:00 0:00:00.514850 44521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:11:04.559366+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T13:05:00+00:00 EmrJobFlowSensor 2021-06-22T14:05:54.593801+00:00 2021-06-22T14:15:57.325315+00:00 0:10:02.731514 44520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:05:52.170651+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:05:32.393917+00:00 2021-06-22T14:05:34.154420+00:00 0:00:01.760503 44519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:05:30.145620+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T13:05:00+00:00 PythonOperator 2021-06-22T14:05:10.158544+00:00 2021-06-22T14:05:13.666997+00:00 0:00:03.508453 44518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:05:08.026349+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:02:48.218487+00:00 2021-06-22T14:10:50.763757+00:00 0:08:02.545270 44517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:02:45.958700+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:01:41.934983+00:00 2021-06-22T14:47:49.882194+00:00 0:46:07.947211 44516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:01:39.791380+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:00:47.863788+00:00 2021-06-22T14:00:49.516080+00:00 0:00:01.652292 44515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:00:45.695590+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:00:34.154232+00:00 2021-06-22T14:00:35.988830+00:00 0:00:01.834598 44514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T14:00:31.694538+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:00:17.844985+00:00 2021-06-22T14:00:21.408840+00:00 0:00:03.563855 44513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:00:15.635459+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:00:11.792152+00:00 2021-06-22T14:00:15.327733+00:00 0:00:03.535581 44512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T14:00:09.626932+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:36:47.557271+00:00 2021-06-22T13:58:52.158521+00:00 0:22:04.601250 44511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:36:45.310669+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:36:25.593343+00:00 2021-06-22T13:36:27.270087+00:00 0:00:01.676744 44510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:36:23.291863+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T13:36:05.377387+00:00 2021-06-22T13:36:08.970421+00:00 0:00:03.593034 44509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:36:03.252927+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T13:35:37.025794+00:00 PythonOperator 2021-06-22T13:35:43.263358+00:00 2021-06-22T13:35:46.825164+00:00 0:00:03.561806 44508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:35:41.099129+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:15:43.600802+00:00 2021-06-22T13:24:46.269063+00:00 0:09:02.668261 44507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:15:41.074478+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:15:41.360190+00:00 2021-06-22T13:24:44.288413+00:00 0:09:02.928223 44506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:15:39.053484+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:15:21.196207+00:00 2021-06-22T13:15:22.925858+00:00 0:00:01.729651 44505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:15:18.934957+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:15:21.205373+00:00 2021-06-22T13:15:23.064404+00:00 0:00:01.859031 44504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:15:18.934985+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T12:00:00+00:00 PythonOperator 2021-06-22T13:14:59.179699+00:00 2021-06-22T13:15:02.797796+00:00 0:00:03.618097 44503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:14:56.849636+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T12:00:00+00:00 PythonOperator 2021-06-22T13:14:59.168854+00:00 2021-06-22T13:15:02.757198+00:00 0:00:03.588344 44502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:14:56.849662+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T12:00:00+00:00 TriggerDagRunOperator 2021-06-22T13:14:53.579609+00:00 2021-06-22T13:14:54.074744+00:00 0:00:00.495135 44501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:14:50.844454+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T12:00:00+00:00 TriggerDagRunOperator 2021-06-22T13:14:53.463952+00:00 2021-06-22T13:14:53.872430+00:00 0:00:00.408478 44500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:14:50.844424+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T12:05:00+00:00 EmrJobFlowSensor 2021-06-22T13:06:03.553549+00:00 2021-06-22T13:15:06.116742+00:00 0:09:02.563193 44498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:06:01.336568+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:05:35.544888+00:00 2021-06-22T13:05:37.172840+00:00 0:00:01.627952 44497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:05:33.321785+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T12:05:00+00:00 PythonOperator 2021-06-22T13:05:11.695546+00:00 2021-06-22T13:05:15.239318+00:00 0:00:03.543772 44496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:05:09.357971+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:01:01.183433+00:00 2021-06-22T13:37:07.783251+00:00 0:36:06.599818 44495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:00:58.959324+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:00:53.369246+00:00 2021-06-22T13:10:56.432016+00:00 0:10:03.062770 44494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:00:50.567209+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:00:39.799819+00:00 2021-06-22T13:00:41.493613+00:00 0:00:01.693794 44493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:00:36.553879+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:00:31.126067+00:00 2021-06-22T13:00:32.846908+00:00 0:00:01.720841 44492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T13:00:28.547280+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T12:00:00+00:00 PythonOperator 2021-06-22T13:00:16.644450+00:00 2021-06-22T13:00:20.304476+00:00 0:00:03.660026 44491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:00:14.457604+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T12:00:00+00:00 PythonOperator 2021-06-22T13:00:08.791492+00:00 2021-06-22T13:00:12.147271+00:00 0:00:03.355779 44490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T13:00:06.452918+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:53:30.198695+00:00 2021-06-22T13:14:34.697146+00:00 0:21:04.498451 44489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:53:27.750790+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:53:01.737697+00:00 2021-06-22T12:53:03.592526+00:00 0:00:01.854829 44488 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:52:59.608273+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T12:52:33.913764+00:00 2021-06-22T12:52:37.236730+00:00 0:00:03.322966 44487 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:52:31.546884+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T12:51:56.396867+00:00 PythonOperator 2021-06-22T12:52:11.515988+00:00 2021-06-22T12:52:15.078924+00:00 0:00:03.562936 44486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:52:09.414460+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:31:35.644022+00:00 44485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:31:33.360333+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:31:07.361291+00:00 2021-06-22T12:31:09.087143+00:00 0:00:01.725852 44484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:31:05.237405+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T12:30:41.443715+00:00 2021-06-22T12:30:45.109170+00:00 0:00:03.665455 44483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:30:39.216242+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T11:05:00+00:00 EmrJobFlowSensor 2021-06-22T12:16:48.117246+00:00 2021-06-22T12:16:49.551980+00:00 0:00:01.434734 44482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:16:45.869545+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:11:55.716401+00:00 2021-06-22T12:21:58.602190+00:00 0:10:02.885789 44481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:11:53.457744+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:11:53.642051+00:00 2021-06-22T12:21:56.624069+00:00 0:10:02.982018 44480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:11:51.408624+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:11:34.364938+00:00 2021-06-22T12:11:36.053574+00:00 0:00:01.688636 44479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:11:31.448278+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:11:31.653473+00:00 2021-06-22T12:11:33.933693+00:00 0:00:02.280220 44478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:11:29.392016+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T12:11:11.582923+00:00 2021-06-22T12:11:15.304148+00:00 0:00:03.721225 44477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:11:09.342793+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T12:11:10.007118+00:00 2021-06-22T12:11:13.619800+00:00 0:00:03.612682 44476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:11:07.481612+00:00 2 default_pool