Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 check_cluster_status 2021-07-14T11:00:00+00:00 EmrJobFlowSensor 2021-07-14T21:31:44.917314+00:00 2021-07-14T21:40:47.704561+00:00 0:09:02.787247 53574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:31:42.596200+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:31:22.786805+00:00 2021-07-14T21:31:24.574872+00:00 0:00:01.788067 53573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T21:31:20.510623+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T10:00:00+00:00 EmrJobFlowSensor 2021-07-14T21:22:11.807348+00:00 2021-07-14T21:31:14.833853+00:00 0:09:03.026505 53572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:22:09.541937+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T11:00:00+00:00 PythonOperator 2021-07-14T21:22:11.726054+00:00 2021-07-14T21:22:15.573753+00:00 0:00:03.847699 53571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:22:09.541909+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:21:50.217114+00:00 2021-07-14T21:21:51.988878+00:00 0:00:01.771764 53570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T21:21:47.570354+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T10:00:00+00:00 PythonOperator 2021-07-14T21:13:35.414342+00:00 2021-07-14T21:13:38.975167+00:00 0:00:03.560825 53569 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:13:32.764425+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T09:00:00+00:00 EmrJobFlowSensor 2021-07-14T21:13:35.209326+00:00 2021-07-14T21:21:37.923677+00:00 0:08:02.714351 53568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:13:32.764476+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:13:12.953494+00:00 2021-07-14T21:13:14.637800+00:00 0:00:01.684306 53567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T21:13:10.759934+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T20:00:00+00:00 EmrJobFlowSensor 2021-07-14T21:11:24.533041+00:00 2021-07-14T21:21:27.806301+00:00 0:10:03.273260 53566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:11:22.327050+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:11:04.658823+00:00 2021-07-14T21:11:06.499160+00:00 0:00:01.840337 53565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T21:11:02.316661+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T20:00:00+00:00 PythonOperator 2021-07-14T21:10:42.812706+00:00 2021-07-14T21:10:46.937837+00:00 0:00:04.125131 53564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:10:40.289303+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T20:00:00+00:00 TriggerDagRunOperator 2021-07-14T21:10:20.619270+00:00 2021-07-14T21:10:21.134320+00:00 0:00:00.515050 53563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:10:18.276675+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T20:00:00+00:00 TriggerDagRunOperator 2021-07-14T21:10:20.493267+00:00 2021-07-14T21:10:20.930075+00:00 0:00:00.436808 53562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:10:18.276620+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T20:05:00+00:00 EmrJobFlowSensor 2021-07-14T21:06:24.176833+00:00 2021-07-14T21:14:26.635458+00:00 0:08:02.458625 53561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:06:21.915900+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:06:04.063514+00:00 2021-07-14T21:06:05.804092+00:00 0:00:01.740578 53560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T21:06:01.891128+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T20:05:00+00:00 PythonOperator 2021-07-14T21:05:23.982165+00:00 2021-07-14T21:05:27.800504+00:00 0:00:03.818339 53559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:05:21.828541+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T09:00:00+00:00 PythonOperator 2021-07-14T21:03:44.531138+00:00 2021-07-14T21:03:48.304426+00:00 0:00:03.773288 53558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:03:41.845952+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T08:00:00+00:00 EmrJobFlowSensor 2021-07-14T21:03:44.240259+00:00 2021-07-14T21:12:46.896789+00:00 0:09:02.656530 53557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:03:41.845997+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:03:21.946541+00:00 2021-07-14T21:03:23.894721+00:00 0:00:01.948180 53556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T21:03:19.633027+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T20:00:00+00:00 EmrJobFlowSensor 2021-07-14T21:01:06.036382+00:00 2021-07-14T21:10:09.048472+00:00 0:09:03.012090 53555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:01:03.545338+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T20:00:00+00:00 EmrJobFlowSensor 2021-07-14T21:00:55.774293+00:00 2021-07-14T21:13:58.908716+00:00 0:13:03.134423 53554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T21:00:53.486033+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:00:41.926644+00:00 2021-07-14T21:00:43.739519+00:00 0:00:01.812875 53553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T21:00:39.545723+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T21:00:35.683052+00:00 2021-07-14T21:00:37.475183+00:00 0:00:01.792131 53552 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T21:00:33.436401+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T20:00:00+00:00 PythonOperator 2021-07-14T21:00:21.649150+00:00 2021-07-14T21:00:25.159983+00:00 0:00:03.510833 53551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T21:00:19.425616+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T20:00:00+00:00 PythonOperator 2021-07-14T21:00:13.569102+00:00 2021-07-14T21:00:17.899550+00:00 0:00:04.330448 53550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T21:00:11.416214+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T07:00:00+00:00 EmrJobFlowSensor 2021-07-14T20:54:09.623173+00:00 2021-07-14T21:03:12.435042+00:00 0:09:02.811869 53549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:54:06.976187+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T08:00:00+00:00 PythonOperator 2021-07-14T20:54:09.476482+00:00 2021-07-14T20:54:13.399057+00:00 0:00:03.922575 53548 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:54:06.976145+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:53:47.528677+00:00 2021-07-14T20:53:49.346575+00:00 0:00:01.817898 53547 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T20:53:44.962086+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T07:00:00+00:00 PythonOperator 2021-07-14T20:43:37.045201+00:00 2021-07-14T20:43:40.775411+00:00 0:00:03.730210 53545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:43:34.649120+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T06:00:00+00:00 EmrJobFlowSensor 2021-07-14T20:43:37.040792+00:00 2021-07-14T20:53:40.215587+00:00 0:10:03.174795 53544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:43:34.649162+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:43:14.810594+00:00 2021-07-14T20:43:16.493930+00:00 0:00:01.683336 53543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T20:43:12.498355+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T06:00:00+00:00 PythonOperator 2021-07-14T20:33:58.130511+00:00 2021-07-14T20:34:01.662154+00:00 0:00:03.531643 53542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:33:55.458022+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T05:00:00+00:00 EmrJobFlowSensor 2021-07-14T20:33:58.007742+00:00 2021-07-14T20:43:00.762506+00:00 0:09:02.754764 53541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:33:55.458049+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:33:33.572880+00:00 2021-07-14T20:33:35.278674+00:00 0:00:01.705794 53540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T20:33:31.385190+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T04:00:00+00:00 EmrJobFlowSensor 2021-07-14T20:23:09.843293+00:00 2021-07-14T20:33:13.328693+00:00 0:10:03.485400 53539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:23:07.352059+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T05:00:00+00:00 PythonOperator 2021-07-14T20:23:09.528227+00:00 2021-07-14T20:23:13.272178+00:00 0:00:03.743951 53538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:23:07.352012+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:22:47.511941+00:00 2021-07-14T20:22:49.172058+00:00 0:00:01.660117 53537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T20:22:45.293110+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T03:00:00+00:00 EmrJobFlowSensor 2021-07-14T20:12:32.863009+00:00 2021-07-14T20:22:35.834989+00:00 0:10:02.971980 53536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:12:30.345473+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T04:00:00+00:00 PythonOperator 2021-07-14T20:12:32.789216+00:00 2021-07-14T20:12:36.613112+00:00 0:00:03.823896 53535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:12:30.345445+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:12:08.565310+00:00 2021-07-14T20:12:10.387625+00:00 0:00:01.822315 53534 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T20:12:06.188548+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T19:00:00+00:00 EmrJobFlowSensor 2021-07-14T20:11:38.391624+00:00 2021-07-14T20:21:41.181758+00:00 0:10:02.790134 53533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:11:36.135746+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:11:12.400144+00:00 2021-07-14T20:11:14.315335+00:00 0:00:01.915191 53532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T20:11:10.120639+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T19:00:00+00:00 PythonOperator 2021-07-14T20:10:50.272393+00:00 2021-07-14T20:10:54.180156+00:00 0:00:03.907763 53531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:10:48.097693+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T19:00:00+00:00 TriggerDagRunOperator 2021-07-14T20:10:26.802949+00:00 2021-07-14T20:10:27.219815+00:00 0:00:00.416866 53530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:10:23.999847+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T19:00:00+00:00 TriggerDagRunOperator 2021-07-14T20:10:26.300972+00:00 2021-07-14T20:10:26.792689+00:00 0:00:00.491717 53529 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:10:23.999819+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T19:05:00+00:00 EmrJobFlowSensor 2021-07-14T20:06:00.109596+00:00 2021-07-14T20:15:02.957474+00:00 0:09:02.847878 53528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:05:57.762699+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:05:37.614287+00:00 2021-07-14T20:05:39.325025+00:00 0:00:01.710738 53527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T20:05:35.505628+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T19:05:00+00:00 PythonOperator 2021-07-14T20:05:13.809442+00:00 2021-07-14T20:05:17.651503+00:00 0:00:03.842061 53526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:05:11.552734+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T02:00:00+00:00 EmrJobFlowSensor 2021-07-14T20:02:31.705806+00:00 2021-07-14T20:11:34.449924+00:00 0:09:02.744118 53525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:02:29.244882+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T03:00:00+00:00 PythonOperator 2021-07-14T20:02:31.596569+00:00 2021-07-14T20:02:35.393055+00:00 0:00:03.796486 53524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:02:29.244840+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:02:07.341016+00:00 2021-07-14T20:02:09.139122+00:00 0:00:01.798106 53523 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T20:02:05.099333+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T19:00:00+00:00 EmrJobFlowSensor 2021-07-14T20:01:03.427194+00:00 2021-07-14T20:10:06.182509+00:00 0:09:02.755315 53522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:01:01.051585+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T19:00:00+00:00 EmrJobFlowSensor 2021-07-14T20:00:51.191788+00:00 2021-07-14T20:13:54.698153+00:00 0:13:03.506365 53521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T20:00:48.941085+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:00:41.312577+00:00 2021-07-14T20:00:43.191532+00:00 0:00:01.878955 53520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T20:00:38.967161+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T20:00:31.380086+00:00 2021-07-14T20:00:33.181644+00:00 0:00:01.801558 53519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T20:00:28.977390+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T19:00:00+00:00 PythonOperator 2021-07-14T20:00:17.230801+00:00 2021-07-14T20:00:21.017636+00:00 0:00:03.786835 53518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T20:00:14.950983+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T19:00:00+00:00 PythonOperator 2021-07-14T20:00:09.170871+00:00 2021-07-14T20:00:13.185028+00:00 0:00:04.014157 53517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T20:00:06.871954+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T01:00:00+00:00 EmrJobFlowSensor 2021-07-14T19:51:46.195770+00:00 2021-07-14T20:01:49.382101+00:00 0:10:03.186331 53516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:51:43.810226+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T02:00:00+00:00 PythonOperator 2021-07-14T19:51:46.097109+00:00 2021-07-14T19:51:49.885607+00:00 0:00:03.788498 53515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T19:51:43.810199+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T19:51:24.061244+00:00 2021-07-14T19:51:25.772490+00:00 0:00:01.711246 53514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T19:51:21.791347+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T01:00:00+00:00 PythonOperator 2021-07-14T19:39:48.471379+00:00 2021-07-14T19:39:51.941095+00:00 0:00:03.469716 53512 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T19:39:45.973714+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-14T00:00:00+00:00 EmrJobFlowSensor 2021-07-14T19:39:48.408075+00:00 2021-07-14T19:48:51.173651+00:00 0:09:02.765576 53511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:39:45.973754+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-14T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T19:39:24.010805+00:00 2021-07-14T19:39:25.736254+00:00 0:00:01.725449 53510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T19:39:21.851817+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-13T23:00:00+00:00 EmrJobFlowSensor 2021-07-14T19:29:05.021880+00:00 2021-07-14T19:39:08.343510+00:00 0:10:03.321630 53509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:29:02.607159+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-14T00:00:00+00:00 PythonOperator 2021-07-14T19:29:04.952045+00:00 2021-07-14T19:29:08.689865+00:00 0:00:03.737820 53508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T19:29:02.607130+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-13T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T19:28:40.817311+00:00 2021-07-14T19:28:42.515319+00:00 0:00:01.698008 53507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T19:28:38.588151+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-13T23:00:00+00:00 PythonOperator 2021-07-14T19:17:58.133382+00:00 2021-07-14T19:18:01.692481+00:00 0:00:03.559099 53506 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T19:17:55.683114+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-13T22:00:00+00:00 EmrJobFlowSensor 2021-07-14T19:17:58.030721+00:00 2021-07-14T19:28:00.980754+00:00 0:10:02.950033 53505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:17:55.683158+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-13T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T19:17:33.774177+00:00 2021-07-14T19:17:35.524180+00:00 0:00:01.750003 53504 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T19:17:31.632540+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T18:00:00+00:00 EmrJobFlowSensor 2021-07-14T19:12:09.243340+00:00 2021-07-14T19:24:12.767026+00:00 0:12:03.523686 53503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:12:07.008059+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T19:11:47.617786+00:00 2021-07-14T19:11:49.331207+00:00 0:00:01.713421 53502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T19:11:45.089829+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T18:00:00+00:00 PythonOperator 2021-07-14T19:11:25.647291+00:00 2021-07-14T19:11:29.407814+00:00 0:00:03.760523 53501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T19:11:23.044424+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T18:00:00+00:00 TriggerDagRunOperator 2021-07-14T19:11:19.582653+00:00 2021-07-14T19:11:19.960738+00:00 0:00:00.378085 53500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:11:16.926947+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T18:00:00+00:00 TriggerDagRunOperator 2021-07-14T19:11:19.271512+00:00 2021-07-14T19:11:19.749957+00:00 0:00:00.478445 53499 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:11:16.926914+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-13T21:00:00+00:00 EmrJobFlowSensor 2021-07-14T19:08:15.133845+00:00 2021-07-14T19:17:17.956947+00:00 0:09:02.823102 53498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:08:12.604225+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-13T22:00:00+00:00 PythonOperator 2021-07-14T19:08:14.908337+00:00 2021-07-14T19:08:18.830399+00:00 0:00:03.922062 53497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T19:08:12.604184+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-13T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T19:07:51.298411+00:00 2021-07-14T19:07:53.024944+00:00 0:00:01.726533 53496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T19:07:48.643826+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T18:05:00+00:00 EmrJobFlowSensor 2021-07-14T19:05:54.643522+00:00 2021-07-14T19:13:57.099875+00:00 0:08:02.456353 53495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:05:52.403356+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T19:05:32.544450+00:00 2021-07-14T19:05:34.312117+00:00 0:00:01.767667 53494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T19:05:30.375630+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T18:05:00+00:00 PythonOperator 2021-07-14T19:05:10.775526+00:00 2021-07-14T19:05:14.256967+00:00 0:00:03.481441 53493 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T19:05:08.346216+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T18:00:00+00:00 EmrJobFlowSensor 2021-07-14T19:01:08.006505+00:00 2021-07-14T19:11:11.011869+00:00 0:10:03.005364 53492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T19:01:05.721772+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T18:00:00+00:00 EmrJobFlowSensor 2021-07-14T19:00:50.445842+00:00 2021-07-14T19:13:53.950161+00:00 0:13:03.504319 53491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T19:00:47.706960+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T19:00:42.044904+00:00 2021-07-14T19:00:43.782499+00:00 0:00:01.737595 53490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T19:00:39.762589+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T19:00:28.603429+00:00 2021-07-14T19:00:30.339272+00:00 0:00:01.735843 53489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T19:00:25.691398+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T18:00:00+00:00 PythonOperator 2021-07-14T19:00:19.900545+00:00 2021-07-14T19:00:23.603962+00:00 0:00:03.703417 53488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T19:00:17.691858+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T18:00:00+00:00 PythonOperator 2021-07-14T19:00:06.039239+00:00 2021-07-14T19:00:09.785608+00:00 0:00:03.746369 53487 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T19:00:03.635325+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-13T21:00:00+00:00 PythonOperator 2021-07-14T18:59:35.951702+00:00 2021-07-14T18:59:39.468238+00:00 0:00:03.516536 53486 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T18:59:33.607856+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-13T20:00:00+00:00 EmrJobFlowSensor 2021-07-14T18:59:35.766311+00:00 2021-07-14T19:07:38.321782+00:00 0:08:02.555471 53485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T18:59:33.607890+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-13T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T18:59:11.797369+00:00 2021-07-14T18:59:13.548979+00:00 0:00:01.751610 53484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T18:59:09.643497+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-13T19:00:00+00:00 EmrJobFlowSensor 2021-07-14T18:49:59.424899+00:00 2021-07-14T18:59:02.537604+00:00 0:09:03.112705 53483 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T18:49:56.669530+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-13T20:00:00+00:00 PythonOperator 2021-07-14T18:49:59.011668+00:00 2021-07-14T18:50:02.904627+00:00 0:00:03.892959 53482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T18:49:56.669501+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-13T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T18:49:37.022483+00:00 2021-07-14T18:49:38.998758+00:00 0:00:01.976275 53481 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T18:49:34.647917+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-13T18:00:00+00:00 EmrJobFlowSensor 2021-07-14T18:40:15.047523+00:00 2021-07-14T18:49:18.052609+00:00 0:09:03.005086 53479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T18:40:12.341278+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-13T19:00:00+00:00 PythonOperator 2021-07-14T18:40:14.821920+00:00 2021-07-14T18:40:18.696388+00:00 0:00:03.874468 53478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T18:40:12.341163+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-13T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T18:39:52.458062+00:00 2021-07-14T18:39:54.271725+00:00 0:00:01.813663 53477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T18:39:50.215226+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-13T18:00:00+00:00 PythonOperator 2021-07-14T18:29:32.172000+00:00 2021-07-14T18:29:35.683383+00:00 0:00:03.511383 53476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T18:29:29.641709+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-13T17:00:00+00:00 EmrJobFlowSensor 2021-07-14T18:29:32.076747+00:00 2021-07-14T18:39:35.062654+00:00 0:10:02.985907 53475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T18:29:29.641756+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-13T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T18:29:09.915171+00:00 2021-07-14T18:29:11.601916+00:00 0:00:01.686745 53474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T18:29:07.361499+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-13T17:00:00+00:00 PythonOperator 2021-07-14T18:18:48.303561+00:00 2021-07-14T18:18:52.097493+00:00 0:00:03.793932 53473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T18:18:46.049349+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-13T16:00:00+00:00 EmrJobFlowSensor 2021-07-14T18:18:48.328036+00:00 2021-07-14T18:28:51.258073+00:00 0:10:02.930037 53472 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T18:18:46.049383+00:00 2 default_pool