Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T17:00:00+00:00 PythonOperator 2021-07-23T18:00:11.407603+00:00 2021-07-23T18:00:15.775620+00:00 0:00:04.368017 57462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T18:00:08.865425+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T16:00:00+00:00 EmrJobFlowSensor 2021-07-23T17:11:37.755796+00:00 2021-07-23T17:21:40.649268+00:00 0:10:02.893472 57460 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T17:11:35.536275+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T16:00:00+00:00 EmrJobFlowSensor 2021-07-23T17:11:33.685384+00:00 2021-07-23T17:19:36.619999+00:00 0:08:02.934615 57459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T17:11:31.530766+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T17:11:13.929963+00:00 2021-07-23T17:11:15.832146+00:00 0:00:01.902183 57458 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T17:11:11.506802+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T17:11:11.691419+00:00 2021-07-23T17:11:13.430629+00:00 0:00:01.739210 57457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T17:11:09.505894+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T16:00:00+00:00 PythonOperator 2021-07-23T17:10:51.702968+00:00 2021-07-23T17:10:55.514305+00:00 0:00:03.811337 57456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T17:10:49.489785+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T16:00:00+00:00 PythonOperator 2021-07-23T17:10:49.871454+00:00 2021-07-23T17:10:53.784584+00:00 0:00:03.913130 57455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T17:10:47.557849+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T16:00:00+00:00 TriggerDagRunOperator 2021-07-23T17:10:33.809361+00:00 2021-07-23T17:10:34.345104+00:00 0:00:00.535743 57454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T17:10:31.475156+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T16:00:00+00:00 TriggerDagRunOperator 2021-07-23T17:10:33.724999+00:00 2021-07-23T17:10:34.136998+00:00 0:00:00.411999 57453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T17:10:31.475189+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T16:05:00+00:00 EmrJobFlowSensor 2021-07-23T17:05:57.306881+00:00 2021-07-23T17:14:59.974473+00:00 0:09:02.667592 57452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T17:05:55.061523+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T17:05:35.136923+00:00 2021-07-23T17:05:36.881363+00:00 0:00:01.744440 57451 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T17:05:32.887387+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T16:05:00+00:00 PythonOperator 2021-07-23T17:05:12.991282+00:00 2021-07-23T17:05:16.769694+00:00 0:00:03.778412 57450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T17:05:10.711187+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T16:00:00+00:00 EmrJobFlowSensor 2021-07-23T17:01:12.590910+00:00 2021-07-23T17:10:15.716791+00:00 0:09:03.125881 57449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T17:01:10.268085+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T16:00:00+00:00 EmrJobFlowSensor 2021-07-23T17:01:12.593646+00:00 2021-07-23T17:14:16.383932+00:00 0:13:03.790286 57448 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T17:01:10.268056+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T17:00:40.630770+00:00 2021-07-23T17:00:42.451931+00:00 0:00:01.821161 57447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T17:00:38.254436+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T17:00:40.525603+00:00 2021-07-23T17:00:42.346334+00:00 0:00:01.820731 57446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T17:00:38.254403+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T16:00:00+00:00 PythonOperator 2021-07-23T17:00:15.225751+00:00 2021-07-23T17:00:19.629359+00:00 0:00:04.403608 57445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T17:00:12.216240+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T16:00:00+00:00 PythonOperator 2021-07-23T17:00:10.997556+00:00 2021-07-23T17:00:16.347930+00:00 0:00:05.350374 57444 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T17:00:08.268220+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T15:00:00+00:00 EmrJobFlowSensor 2021-07-23T16:11:08.483626+00:00 2021-07-23T16:21:11.442260+00:00 0:10:02.958634 57442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T16:11:06.224985+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T15:00:00+00:00 EmrJobFlowSensor 2021-07-23T16:10:56.831639+00:00 2021-07-23T16:18:59.557783+00:00 0:08:02.726144 57441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T16:10:54.217783+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T16:10:48.382026+00:00 2021-07-23T16:10:50.066970+00:00 0:00:01.684944 57440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T16:10:46.200662+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T16:10:34.700864+00:00 2021-07-23T16:10:36.444184+00:00 0:00:01.743320 57439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T16:10:32.197309+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T15:00:00+00:00 PythonOperator 2021-07-23T16:10:26.718804+00:00 2021-07-23T16:10:30.637818+00:00 0:00:03.919014 57438 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T16:10:24.244185+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T15:00:00+00:00 PythonOperator 2021-07-23T16:10:12.453736+00:00 2021-07-23T16:10:16.235013+00:00 0:00:03.781277 57437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T16:10:10.170577+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T15:00:00+00:00 TriggerDagRunOperator 2021-07-23T16:10:06.931483+00:00 2021-07-23T16:10:07.316423+00:00 0:00:00.384940 57436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T16:10:04.161366+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T15:00:00+00:00 TriggerDagRunOperator 2021-07-23T16:10:06.657080+00:00 2021-07-23T16:10:07.154637+00:00 0:00:00.497557 57435 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T16:10:04.161316+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T15:05:00+00:00 EmrJobFlowSensor 2021-07-23T16:06:04.201780+00:00 2021-07-23T16:15:06.836791+00:00 0:09:02.635011 57434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T16:06:01.763955+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T16:05:41.839432+00:00 2021-07-23T16:05:43.668834+00:00 0:00:01.829402 57433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T16:05:39.589455+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T15:05:00+00:00 PythonOperator 2021-07-23T16:05:19.984736+00:00 2021-07-23T16:05:24.044324+00:00 0:00:04.059588 57432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T16:05:17.549606+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T15:00:00+00:00 EmrJobFlowSensor 2021-07-23T16:00:55.683987+00:00 2021-07-23T16:16:59.546681+00:00 0:16:03.862694 57431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T16:00:53.145609+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T15:00:00+00:00 EmrJobFlowSensor 2021-07-23T16:00:55.502605+00:00 2021-07-23T16:09:58.474215+00:00 0:09:02.971610 57430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T16:00:53.145640+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T16:00:35.738403+00:00 2021-07-23T16:00:37.571268+00:00 0:00:01.832865 57429 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T16:00:33.087659+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T16:00:33.431604+00:00 2021-07-23T16:00:35.707374+00:00 0:00:02.275770 57428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T16:00:31.087483+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T15:00:00+00:00 PythonOperator 2021-07-23T16:00:13.395490+00:00 2021-07-23T16:00:17.330395+00:00 0:00:03.934905 57427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T16:00:11.075999+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T15:00:00+00:00 PythonOperator 2021-07-23T16:00:11.404519+00:00 2021-07-23T16:00:15.393574+00:00 0:00:03.989055 57426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T16:00:09.079524+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T14:00:00+00:00 EmrJobFlowSensor 2021-07-23T15:12:33.861326+00:00 2021-07-23T15:22:37.193955+00:00 0:10:03.332629 57424 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T15:12:31.170489+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T14:00:00+00:00 EmrJobFlowSensor 2021-07-23T15:12:31.435475+00:00 2021-07-23T15:24:35.137355+00:00 0:12:03.701880 57423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T15:12:29.168905+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T15:12:11.387455+00:00 2021-07-23T15:12:13.179510+00:00 0:00:01.792055 57422 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T15:12:09.152127+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T15:12:09.389866+00:00 2021-07-23T15:12:11.133214+00:00 0:00:01.743348 57421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T15:12:07.152509+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T14:00:00+00:00 PythonOperator 2021-07-23T15:11:33.497589+00:00 2021-07-23T15:11:37.660423+00:00 0:00:04.162834 57420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T15:11:31.089212+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T14:00:00+00:00 PythonOperator 2021-07-23T15:11:33.347658+00:00 2021-07-23T15:11:36.886728+00:00 0:00:03.539070 57419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T15:11:31.089181+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T14:00:00+00:00 TriggerDagRunOperator 2021-07-23T15:11:09.974166+00:00 2021-07-23T15:11:10.472565+00:00 0:00:00.498399 57418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T15:11:07.018837+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T14:00:00+00:00 TriggerDagRunOperator 2021-07-23T15:11:09.338608+00:00 2021-07-23T15:11:09.690726+00:00 0:00:00.352118 57417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T15:11:07.018791+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T14:05:00+00:00 EmrJobFlowSensor 2021-07-23T15:06:12.476770+00:00 2021-07-23T15:15:15.134709+00:00 0:09:02.657939 57416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T15:06:10.347112+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T15:05:48.558044+00:00 2021-07-23T15:05:50.298857+00:00 0:00:01.740813 57415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T15:05:46.263264+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T14:05:00+00:00 PythonOperator 2021-07-23T15:05:20.472709+00:00 2021-07-23T15:05:24.088949+00:00 0:00:03.616240 57414 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T15:05:18.220100+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T14:00:00+00:00 EmrJobFlowSensor 2021-07-23T15:01:04.032658+00:00 2021-07-23T15:15:07.630141+00:00 0:14:03.597483 57413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T15:01:01.890493+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T14:00:00+00:00 EmrJobFlowSensor 2021-07-23T15:00:58.274645+00:00 2021-07-23T15:11:01.586403+00:00 0:10:03.311758 57412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T15:00:55.887008+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T15:00:44.328466+00:00 2021-07-23T15:00:46.181428+00:00 0:00:01.852962 57411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T15:00:41.811307+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T15:00:38.140233+00:00 2021-07-23T15:00:40.031965+00:00 0:00:01.891732 57410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T15:00:35.809307+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T14:00:00+00:00 PythonOperator 2021-07-23T15:00:21.936940+00:00 2021-07-23T15:00:26.289960+00:00 0:00:04.353020 57409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T15:00:19.791241+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T14:00:00+00:00 PythonOperator 2021-07-23T15:00:16.603050+00:00 2021-07-23T15:00:20.152068+00:00 0:00:03.549018 57408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T15:00:13.847249+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T13:00:00+00:00 EmrJobFlowSensor 2021-07-23T14:11:07.217339+00:00 2021-07-23T14:21:10.167487+00:00 0:10:02.950148 57406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T14:11:04.969016+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T13:00:00+00:00 EmrJobFlowSensor 2021-07-23T14:11:01.514343+00:00 2021-07-23T14:20:04.492766+00:00 0:09:02.978423 57405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T14:10:58.864326+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T14:10:43.025343+00:00 2021-07-23T14:10:44.730331+00:00 0:00:01.704988 57404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T14:10:40.717238+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T14:10:38.931200+00:00 2021-07-23T14:10:40.599562+00:00 0:00:01.668362 57403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T14:10:36.717950+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T13:00:00+00:00 PythonOperator 2021-07-23T14:10:20.321273+00:00 2021-07-23T14:10:24.493430+00:00 0:00:04.172157 57402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T14:10:16.704831+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T13:00:00+00:00 PythonOperator 2021-07-23T14:10:14.925874+00:00 2021-07-23T14:10:20.189627+00:00 0:00:05.263753 57401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T14:10:12.702931+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T13:00:00+00:00 TriggerDagRunOperator 2021-07-23T14:09:55.141222+00:00 2021-07-23T14:09:55.632398+00:00 0:00:00.491176 57400 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T14:09:52.632747+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T13:00:00+00:00 TriggerDagRunOperator 2021-07-23T14:09:54.900164+00:00 2021-07-23T14:09:55.298108+00:00 0:00:00.397944 57399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T14:09:52.632716+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T13:05:00+00:00 EmrJobFlowSensor 2021-07-23T14:06:06.661040+00:00 2021-07-23T14:15:09.308755+00:00 0:09:02.647715 57398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T14:06:04.343890+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T14:05:36.385137+00:00 2021-07-23T14:05:38.177387+00:00 0:00:01.792250 57397 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T14:05:34.232885+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T13:05:00+00:00 PythonOperator 2021-07-23T14:05:10.617829+00:00 2021-07-23T14:05:14.433395+00:00 0:00:03.815566 57396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T14:05:08.254856+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T13:00:00+00:00 EmrJobFlowSensor 2021-07-23T14:01:12.304286+00:00 2021-07-23T14:15:16.003530+00:00 0:14:03.699244 57395 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T14:01:09.799877+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T13:00:00+00:00 EmrJobFlowSensor 2021-07-23T14:00:48.710660+00:00 2021-07-23T14:09:51.533824+00:00 0:09:02.823164 57394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T14:00:45.791332+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T14:00:46.010414+00:00 2021-07-23T14:00:48.140579+00:00 0:00:02.130165 57393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T14:00:43.745240+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T14:00:25.919765+00:00 2021-07-23T14:00:27.653088+00:00 0:00:01.733323 57392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T14:00:23.728704+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T13:00:00+00:00 PythonOperator 2021-07-23T14:00:24.102217+00:00 2021-07-23T14:00:27.934527+00:00 0:00:03.832310 57391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T14:00:21.728603+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T13:00:00+00:00 PythonOperator 2021-07-23T14:00:06.507903+00:00 2021-07-23T14:00:10.378352+00:00 0:00:03.870449 57390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T14:00:03.709002+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T12:00:00+00:00 EmrJobFlowSensor 2021-07-23T13:12:59.869451+00:00 2021-07-23T13:22:02.694238+00:00 0:09:02.824787 57388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T13:12:57.510611+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T12:00:00+00:00 EmrJobFlowSensor 2021-07-23T13:12:51.967515+00:00 2021-07-23T13:22:54.781895+00:00 0:10:02.814380 57387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T13:12:49.556001+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T13:12:39.999992+00:00 2021-07-23T13:12:41.918757+00:00 0:00:01.918765 57386 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T13:12:35.471619+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T13:12:17.820529+00:00 2021-07-23T13:12:19.618754+00:00 0:00:01.798225 57385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T13:12:15.463726+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T12:00:00+00:00 PythonOperator 2021-07-23T13:12:05.994689+00:00 2021-07-23T13:12:10.002978+00:00 0:00:04.008289 57384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T13:12:03.549999+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T12:00:00+00:00 PythonOperator 2021-07-23T13:11:42.191586+00:00 2021-07-23T13:11:46.039216+00:00 0:00:03.847630 57383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T13:11:39.450310+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T12:00:00+00:00 TriggerDagRunOperator 2021-07-23T13:11:33.924303+00:00 2021-07-23T13:11:34.427104+00:00 0:00:00.502801 57382 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T13:11:31.453284+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T12:00:00+00:00 TriggerDagRunOperator 2021-07-23T13:11:33.778365+00:00 2021-07-23T13:11:34.273935+00:00 0:00:00.495570 57381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T13:11:31.453337+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T12:05:00+00:00 EmrJobFlowSensor 2021-07-23T13:05:47.092171+00:00 2021-07-23T13:13:49.682015+00:00 0:08:02.589844 57380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T13:05:44.904012+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T13:05:27.003485+00:00 2021-07-23T13:05:28.770683+00:00 0:00:01.767198 57379 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T13:05:24.805017+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T12:05:00+00:00 PythonOperator 2021-07-23T13:05:05.187772+00:00 2021-07-23T13:05:09.059913+00:00 0:00:03.872141 57378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T13:05:02.857585+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T12:00:00+00:00 EmrJobFlowSensor 2021-07-23T13:01:08.855547+00:00 2021-07-23T13:15:12.782764+00:00 0:14:03.927217 57377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T13:01:06.362789+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T12:00:00+00:00 EmrJobFlowSensor 2021-07-23T13:01:06.716246+00:00 2021-07-23T13:11:09.700289+00:00 0:10:02.984043 57376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T13:01:04.366460+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T13:00:42.460998+00:00 2021-07-23T13:00:44.441241+00:00 0:00:01.980243 57375 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T13:00:40.222735+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T13:00:36.379434+00:00 2021-07-23T13:00:38.124545+00:00 0:00:01.745111 57374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T13:00:34.220026+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T12:00:00+00:00 PythonOperator 2021-07-23T13:00:10.667772+00:00 2021-07-23T13:00:14.626936+00:00 0:00:03.959164 57373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T13:00:08.194006+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T12:00:00+00:00 PythonOperator 2021-07-23T13:00:06.935608+00:00 2021-07-23T13:00:10.790344+00:00 0:00:03.854736 57372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T13:00:04.266311+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T11:00:00+00:00 EmrJobFlowSensor 2021-07-23T12:12:32.380255+00:00 2021-07-23T12:22:35.413091+00:00 0:10:03.032836 57370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T12:12:29.773187+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T11:00:00+00:00 EmrJobFlowSensor 2021-07-23T12:12:26.270550+00:00 2021-07-23T12:20:28.864250+00:00 0:08:02.593700 57369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T12:12:23.757857+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T12:12:09.844420+00:00 2021-07-23T12:12:11.625149+00:00 0:00:01.780729 57368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T12:12:07.691880+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T12:12:06.221257+00:00 2021-07-23T12:12:08.053855+00:00 0:00:01.832598 57367 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T12:12:03.753949+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T11:00:00+00:00 PythonOperator 2021-07-23T12:11:50.097131+00:00 2021-07-23T12:11:54.012945+00:00 0:00:03.915814 57366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T12:11:47.638317+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T11:00:00+00:00 PythonOperator 2021-07-23T12:11:44.015592+00:00 2021-07-23T12:11:47.548943+00:00 0:00:03.533351 57365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T12:11:41.710113+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T11:00:00+00:00 TriggerDagRunOperator 2021-07-23T12:11:26.353812+00:00 2021-07-23T12:11:26.860393+00:00 0:00:00.506581 57364 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T12:11:23.655628+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T11:00:00+00:00 TriggerDagRunOperator 2021-07-23T12:11:26.089991+00:00 2021-07-23T12:11:26.569014+00:00 0:00:00.479023 57363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T12:11:23.655597+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T11:05:00+00:00 EmrJobFlowSensor 2021-07-23T12:05:59.387425+00:00 2021-07-23T12:14:02.032225+00:00 0:08:02.644800 57362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T12:05:57.052517+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T12:05:37.184123+00:00 2021-07-23T12:05:38.845663+00:00 0:00:01.661540 57361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T12:05:34.978632+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T11:05:00+00:00 PythonOperator 2021-07-23T12:05:15.239137+00:00 2021-07-23T12:05:18.909340+00:00 0:00:03.670203 57360 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T12:05:12.905615+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T11:00:00+00:00 EmrJobFlowSensor 2021-07-23T12:01:18.743850+00:00 2021-07-23T12:15:22.206937+00:00 0:14:03.463087 57359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T12:01:16.435470+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T11:00:00+00:00 EmrJobFlowSensor 2021-07-23T12:01:00.990362+00:00 2021-07-23T12:11:04.262286+00:00 0:10:03.271924 57358 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T12:00:58.429296+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T12:00:40.788467+00:00 2021-07-23T12:00:42.625363+00:00 0:00:01.836896 57357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T12:00:38.470178+00:00 2 default_pool