Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:01:02.729171+00:00 2021-06-22T16:10:05.518424+00:00 0:09:02.789253 44556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:01:00.469395+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T15:00:00+00:00 EmrJobFlowSensor 2021-06-22T16:01:00.875427+00:00 2021-06-22T16:24:05.675242+00:00 0:23:04.799815 44555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T16:00:58.485712+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:00:34.774102+00:00 2021-06-22T16:00:36.556297+00:00 0:00:01.782195 44554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T16:00:32.449801+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T16:00:34.690344+00:00 2021-06-22T16:00:36.530251+00:00 0:00:01.839907 44553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T16:00:32.449846+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:00:08.761658+00:00 2021-06-22T16:00:12.320595+00:00 0:00:03.558937 44552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T16:00:06.423271+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T15:00:00+00:00 PythonOperator 2021-06-22T16:00:08.679505+00:00 2021-06-22T16:00:12.193005+00:00 0:00:03.513500 44551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T16:00:06.423302+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-21T02:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:51:49.664114+00:00 2021-06-22T16:02:52.874983+00:00 0:11:03.210869 44550 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:51:47.537377+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-21T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:51:29.648128+00:00 2021-06-22T15:51:31.346410+00:00 0:00:01.698282 44549 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:51:27.523414+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-21T02:00:00+00:00 PythonOperator 2021-06-22T15:51:08.341472+00:00 2021-06-22T15:51:11.813113+00:00 0:00:03.471641 44548 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:51:05.466922+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:12:59.333813+00:00 2021-06-22T15:22:02.059143+00:00 0:09:02.725330 44546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:12:57.120275+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:12:01.806521+00:00 2021-06-22T15:22:04.724542+00:00 0:10:02.918021 44545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:11:59.160642+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:11:43.198959+00:00 2021-06-22T15:11:44.876093+00:00 0:00:01.677134 44544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:11:41.016592+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:11:39.254308+00:00 2021-06-22T15:11:40.929196+00:00 0:00:01.674888 44543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:11:37.020320+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:11:23.272033+00:00 2021-06-22T15:11:27.080526+00:00 0:00:03.808493 44542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:11:21.000183+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:11:17.195701+00:00 2021-06-22T15:11:20.470284+00:00 0:00:03.274583 44541 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:11:14.993528+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T14:00:00+00:00 TriggerDagRunOperator 2021-06-22T15:11:01.432137+00:00 2021-06-22T15:11:01.940962+00:00 0:00:00.508825 44540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:10:58.972940+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T14:00:00+00:00 TriggerDagRunOperator 2021-06-22T15:11:01.381576+00:00 2021-06-22T15:11:01.769407+00:00 0:00:00.387831 44539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:10:58.972998+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T14:05:00+00:00 EmrJobFlowSensor 2021-06-22T15:06:04.805463+00:00 2021-06-22T15:15:07.684984+00:00 0:09:02.879521 44538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:06:02.455926+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:05:40.771937+00:00 2021-06-22T15:05:42.403479+00:00 0:00:01.631542 44537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:05:38.445211+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T14:05:00+00:00 PythonOperator 2021-06-22T15:05:18.550926+00:00 2021-06-22T15:05:22.009094+00:00 0:00:03.458168 44536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:05:16.354206+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:00:54.099916+00:00 2021-06-22T15:10:57.157942+00:00 0:10:03.058026 44535 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:00:51.827054+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T14:00:00+00:00 EmrJobFlowSensor 2021-06-22T15:00:48.013986+00:00 2021-06-22T15:22:52.338396+00:00 0:22:04.324410 44534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T15:00:45.821213+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:00:32.042994+00:00 2021-06-22T15:00:33.893440+00:00 0:00:01.850446 44533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T15:00:29.811220+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T15:00:26.042622+00:00 2021-06-22T15:00:27.828526+00:00 0:00:01.785904 44532 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T15:00:23.806411+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:00:12.239828+00:00 2021-06-22T15:00:15.611401+00:00 0:00:03.371573 44531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T15:00:09.845788+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T14:00:00+00:00 PythonOperator 2021-06-22T15:00:06.120706+00:00 2021-06-22T15:00:09.594272+00:00 0:00:03.473566 44530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T15:00:03.787302+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:12:16.928083+00:00 2021-06-22T14:22:19.735126+00:00 0:10:02.807043 44528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:12:14.794437+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:12:13.120885+00:00 2021-06-22T14:22:15.950568+00:00 0:10:02.829683 44527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:12:10.851800+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:11:54.825594+00:00 2021-06-22T14:11:56.521692+00:00 0:00:01.696098 44526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:11:52.638055+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:11:50.832131+00:00 2021-06-22T14:11:52.657048+00:00 0:00:01.824917 44525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:11:48.639776+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:11:34.987562+00:00 2021-06-22T14:11:38.678441+00:00 0:00:03.690879 44524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:11:32.624255+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:11:28.973778+00:00 2021-06-22T14:11:32.909021+00:00 0:00:03.935243 44523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:11:26.647063+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T13:00:00+00:00 TriggerDagRunOperator 2021-06-22T14:11:07.418527+00:00 2021-06-22T14:11:07.791179+00:00 0:00:00.372652 44522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:11:04.559415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T13:00:00+00:00 TriggerDagRunOperator 2021-06-22T14:11:07.068969+00:00 2021-06-22T14:11:07.583819+00:00 0:00:00.514850 44521 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:11:04.559366+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T13:05:00+00:00 EmrJobFlowSensor 2021-06-22T14:05:54.593801+00:00 2021-06-22T14:15:57.325315+00:00 0:10:02.731514 44520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:05:52.170651+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:05:32.393917+00:00 2021-06-22T14:05:34.154420+00:00 0:00:01.760503 44519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:05:30.145620+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T13:05:00+00:00 PythonOperator 2021-06-22T14:05:10.158544+00:00 2021-06-22T14:05:13.666997+00:00 0:00:03.508453 44518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:05:08.026349+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:02:48.218487+00:00 2021-06-22T14:10:50.763757+00:00 0:08:02.545270 44517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:02:45.958700+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T13:00:00+00:00 EmrJobFlowSensor 2021-06-22T14:01:41.934983+00:00 2021-06-22T14:47:49.882194+00:00 0:46:07.947211 44516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T14:01:39.791380+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:00:47.863788+00:00 2021-06-22T14:00:49.516080+00:00 0:00:01.652292 44515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T14:00:45.695590+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T14:00:34.154232+00:00 2021-06-22T14:00:35.988830+00:00 0:00:01.834598 44514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T14:00:31.694538+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:00:17.844985+00:00 2021-06-22T14:00:21.408840+00:00 0:00:03.563855 44513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T14:00:15.635459+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T13:00:00+00:00 PythonOperator 2021-06-22T14:00:11.792152+00:00 2021-06-22T14:00:15.327733+00:00 0:00:03.535581 44512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T14:00:09.626932+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:36:47.557271+00:00 2021-06-22T13:58:52.158521+00:00 0:22:04.601250 44511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:36:45.310669+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:36:25.593343+00:00 2021-06-22T13:36:27.270087+00:00 0:00:01.676744 44510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:36:23.291863+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T13:36:05.377387+00:00 2021-06-22T13:36:08.970421+00:00 0:00:03.593034 44509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:36:03.252927+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T13:35:37.025794+00:00 PythonOperator 2021-06-22T13:35:43.263358+00:00 2021-06-22T13:35:46.825164+00:00 0:00:03.561806 44508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:35:41.099129+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:15:43.600802+00:00 2021-06-22T13:24:46.269063+00:00 0:09:02.668261 44507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:15:41.074478+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:15:41.360190+00:00 2021-06-22T13:24:44.288413+00:00 0:09:02.928223 44506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:15:39.053484+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:15:21.196207+00:00 2021-06-22T13:15:22.925858+00:00 0:00:01.729651 44505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:15:18.934957+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:15:21.205373+00:00 2021-06-22T13:15:23.064404+00:00 0:00:01.859031 44504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:15:18.934985+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T12:00:00+00:00 PythonOperator 2021-06-22T13:14:59.179699+00:00 2021-06-22T13:15:02.797796+00:00 0:00:03.618097 44503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:14:56.849636+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T12:00:00+00:00 PythonOperator 2021-06-22T13:14:59.168854+00:00 2021-06-22T13:15:02.757198+00:00 0:00:03.588344 44502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:14:56.849662+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T12:00:00+00:00 TriggerDagRunOperator 2021-06-22T13:14:53.579609+00:00 2021-06-22T13:14:54.074744+00:00 0:00:00.495135 44501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:14:50.844454+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T12:00:00+00:00 TriggerDagRunOperator 2021-06-22T13:14:53.463952+00:00 2021-06-22T13:14:53.872430+00:00 0:00:00.408478 44500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:14:50.844424+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T12:05:00+00:00 EmrJobFlowSensor 2021-06-22T13:06:03.553549+00:00 2021-06-22T13:15:06.116742+00:00 0:09:02.563193 44498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:06:01.336568+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:05:35.544888+00:00 2021-06-22T13:05:37.172840+00:00 0:00:01.627952 44497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:05:33.321785+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T12:05:00+00:00 PythonOperator 2021-06-22T13:05:11.695546+00:00 2021-06-22T13:05:15.239318+00:00 0:00:03.543772 44496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:05:09.357971+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:01:01.183433+00:00 2021-06-22T13:37:07.783251+00:00 0:36:06.599818 44495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T13:00:58.959324+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T12:00:00+00:00 EmrJobFlowSensor 2021-06-22T13:00:53.369246+00:00 2021-06-22T13:10:56.432016+00:00 0:10:03.062770 44494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:00:50.567209+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:00:39.799819+00:00 2021-06-22T13:00:41.493613+00:00 0:00:01.693794 44493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T13:00:36.553879+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T13:00:31.126067+00:00 2021-06-22T13:00:32.846908+00:00 0:00:01.720841 44492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T13:00:28.547280+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T12:00:00+00:00 PythonOperator 2021-06-22T13:00:16.644450+00:00 2021-06-22T13:00:20.304476+00:00 0:00:03.660026 44491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T13:00:14.457604+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T12:00:00+00:00 PythonOperator 2021-06-22T13:00:08.791492+00:00 2021-06-22T13:00:12.147271+00:00 0:00:03.355779 44490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T13:00:06.452918+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:53:30.198695+00:00 2021-06-22T13:14:34.697146+00:00 0:21:04.498451 44489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:53:27.750790+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:53:01.737697+00:00 2021-06-22T12:53:03.592526+00:00 0:00:01.854829 44488 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:52:59.608273+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T12:52:33.913764+00:00 2021-06-22T12:52:37.236730+00:00 0:00:03.322966 44487 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:52:31.546884+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T12:51:56.396867+00:00 PythonOperator 2021-06-22T12:52:11.515988+00:00 2021-06-22T12:52:15.078924+00:00 0:00:03.562936 44486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:52:09.414460+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T09:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:31:35.644022+00:00 44485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:31:33.360333+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:31:07.361291+00:00 2021-06-22T12:31:09.087143+00:00 0:00:01.725852 44484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:31:05.237405+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T09:00:00+00:00 PythonOperator 2021-06-22T12:30:41.443715+00:00 2021-06-22T12:30:45.109170+00:00 0:00:03.665455 44483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:30:39.216242+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T11:05:00+00:00 EmrJobFlowSensor 2021-06-22T12:16:48.117246+00:00 2021-06-22T12:16:49.551980+00:00 0:00:01.434734 44482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:16:45.869545+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:11:55.716401+00:00 2021-06-22T12:21:58.602190+00:00 0:10:02.885789 44481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:11:53.457744+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:11:53.642051+00:00 2021-06-22T12:21:56.624069+00:00 0:10:02.982018 44480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:11:51.408624+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:11:34.364938+00:00 2021-06-22T12:11:36.053574+00:00 0:00:01.688636 44479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:11:31.448278+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:11:31.653473+00:00 2021-06-22T12:11:33.933693+00:00 0:00:02.280220 44478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:11:29.392016+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T12:11:11.582923+00:00 2021-06-22T12:11:15.304148+00:00 0:00:03.721225 44477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:11:09.342793+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T12:11:10.007118+00:00 2021-06-22T12:11:13.619800+00:00 0:00:03.612682 44476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:11:07.481612+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T11:00:00+00:00 TriggerDagRunOperator 2021-06-22T12:11:04.384462+00:00 2021-06-22T12:11:04.779510+00:00 0:00:00.395048 44475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:11:01.070830+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T11:00:00+00:00 TriggerDagRunOperator 2021-06-22T12:11:04.186792+00:00 2021-06-22T12:11:04.710765+00:00 0:00:00.523973 44474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:11:01.070800+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:05:33.718944+00:00 2021-06-22T12:05:35.524354+00:00 0:00:01.805410 44471 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:05:30.977987+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T11:05:00+00:00 PythonOperator 2021-06-22T12:05:11.221414+00:00 2021-06-22T12:05:14.759373+00:00 0:00:03.537959 44470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:05:08.946555+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:01:00.946348+00:00 44469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T12:00:58.465699+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-22T11:00:00+00:00 EmrJobFlowSensor 2021-06-22T12:00:48.715860+00:00 2021-06-22T12:10:51.583781+00:00 0:10:02.867921 44468 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:00:46.413784+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:00:40.565841+00:00 2021-06-22T12:00:42.283178+00:00 0:00:01.717337 44467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T12:00:38.402967+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T12:00:26.687826+00:00 2021-06-22T12:00:28.508731+00:00 0:00:01.820905 44466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-22T12:00:24.390040+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T12:00:18.819560+00:00 2021-06-22T12:00:22.463558+00:00 0:00:03.643998 44465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T12:00:16.383944+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-22T11:00:00+00:00 PythonOperator 2021-06-22T12:00:04.519247+00:00 2021-06-22T12:00:08.107515+00:00 0:00:03.588268 44464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-22T12:00:02.347697+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T11:11:19.629544+00:00 2021-06-22T11:21:22.492131+00:00 0:10:02.862587 44463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:11:17.381023+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T11:11:05.573356+00:00 2021-06-22T11:21:08.506480+00:00 0:10:02.933124 44462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:11:03.375557+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:10:57.688615+00:00 2021-06-22T11:10:59.383234+00:00 0:00:01.694619 44461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T11:10:55.365602+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:10:44.048258+00:00 2021-06-22T11:10:45.785249+00:00 0:00:01.736991 44460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T11:10:41.323316+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T11:10:35.744757+00:00 2021-06-22T11:10:39.291411+00:00 0:00:03.546654 44459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:10:33.373128+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-22T10:00:00+00:00 PythonOperator 2021-06-22T11:10:21.440721+00:00 2021-06-22T11:10:25.367534+00:00 0:00:03.926813 44458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:10:19.304663+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-22T10:00:00+00:00 TriggerDagRunOperator 2021-06-22T11:10:18.017470+00:00 2021-06-22T11:10:18.458810+00:00 0:00:00.441340 44457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:10:15.363915+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-22T10:00:00+00:00 TriggerDagRunOperator 2021-06-22T11:10:17.918815+00:00 2021-06-22T11:10:18.532771+00:00 0:00:00.613956 44456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:10:15.363874+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-22T10:05:00+00:00 EmrJobFlowSensor 2021-06-22T11:05:51.378488+00:00 2021-06-22T11:13:53.954820+00:00 0:08:02.576332 44454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:05:49.181160+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-22T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-22T11:05:31.476571+00:00 2021-06-22T11:05:33.131458+00:00 0:00:01.654887 44453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-22T11:05:29.140780+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-22T10:05:00+00:00 PythonOperator 2021-06-22T11:05:09.401211+00:00 2021-06-22T11:05:12.895628+00:00 0:00:03.494417 44452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-22T11:05:07.095960+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-22T10:00:00+00:00 EmrJobFlowSensor 2021-06-22T11:00:59.013496+00:00 44451 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-22T11:00:56.705647+00:00 2 default_pool