Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 check_cluster_status 2021-07-24T05:00:00+00:00 EmrJobFlowSensor 2021-07-24T06:11:05.453756+00:00 2021-07-24T06:19:08.463981+00:00 0:08:03.010225 57695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T06:11:03.223031+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T06:10:45.319010+00:00 2021-07-24T06:10:47.004072+00:00 0:00:01.685062 57694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T06:10:43.118584+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T06:10:43.464895+00:00 2021-07-24T06:10:45.300900+00:00 0:00:01.836005 57693 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T06:10:41.113257+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T05:00:00+00:00 PythonOperator 2021-07-24T06:10:24.506750+00:00 2021-07-24T06:10:28.347401+00:00 0:00:03.840651 57692 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T06:10:20.992522+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T05:00:00+00:00 PythonOperator 2021-07-24T06:10:22.553380+00:00 2021-07-24T06:10:26.455197+00:00 0:00:03.901817 57691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T06:10:19.007743+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T05:00:00+00:00 TriggerDagRunOperator 2021-07-24T06:10:13.298871+00:00 2021-07-24T06:10:13.829058+00:00 0:00:00.530187 57690 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T06:10:10.987785+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T05:00:00+00:00 TriggerDagRunOperator 2021-07-24T06:10:13.117682+00:00 2021-07-24T06:10:13.542337+00:00 0:00:00.424655 57689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T06:10:10.987813+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T05:05:00+00:00 EmrJobFlowSensor 2021-07-24T06:05:47.098730+00:00 2021-07-24T06:13:49.556312+00:00 0:08:02.457582 57688 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T06:05:44.643543+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T06:05:24.765980+00:00 2021-07-24T06:05:26.496364+00:00 0:00:01.730384 57687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T06:05:22.562117+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T05:05:00+00:00 PythonOperator 2021-07-24T06:05:04.678793+00:00 2021-07-24T06:05:08.511731+00:00 0:00:03.832938 57686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T06:05:02.490009+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T05:00:00+00:00 EmrJobFlowSensor 2021-07-24T06:00:58.292231+00:00 2021-07-24T06:10:00.992390+00:00 0:09:02.700159 57685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T06:00:56.140591+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T05:00:00+00:00 EmrJobFlowSensor 2021-07-24T06:00:52.354244+00:00 2021-07-24T06:13:55.906560+00:00 0:13:03.552316 57684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T06:00:50.135355+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T06:00:36.499994+00:00 2021-07-24T06:00:38.280496+00:00 0:00:01.780502 57683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T06:00:34.155731+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T06:00:30.595130+00:00 2021-07-24T06:00:32.385822+00:00 0:00:01.790692 57682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T06:00:28.160080+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T05:00:00+00:00 PythonOperator 2021-07-24T06:00:15.503240+00:00 2021-07-24T06:00:19.317558+00:00 0:00:03.814318 57681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T06:00:12.086175+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T05:00:00+00:00 PythonOperator 2021-07-24T06:00:08.634678+00:00 2021-07-24T06:00:14.020543+00:00 0:00:05.385865 57680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T06:00:06.062083+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T04:00:00+00:00 EmrJobFlowSensor 2021-07-24T05:32:47.246288+00:00 2021-07-24T05:41:50.168824+00:00 0:09:02.922536 57679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T05:32:45.041120+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T04:00:00+00:00 EmrJobFlowSensor 2021-07-24T05:32:39.242912+00:00 2021-07-24T05:41:42.107009+00:00 0:09:02.864097 57678 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T05:32:36.922160+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T05:32:25.474937+00:00 2021-07-24T05:32:27.263507+00:00 0:00:01.788570 57677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T05:32:22.956925+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T05:32:15.179194+00:00 2021-07-24T05:32:16.909014+00:00 0:00:01.729820 57676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T05:32:12.946305+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T04:00:00+00:00 PythonOperator 2021-07-24T05:32:05.188718+00:00 2021-07-24T05:32:09.115420+00:00 0:00:03.926702 57675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T05:32:02.959910+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T04:00:00+00:00 PythonOperator 2021-07-24T05:31:51.185811+00:00 2021-07-24T05:31:55.049188+00:00 0:00:03.863377 57674 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T05:31:48.815455+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T04:00:00+00:00 TriggerDagRunOperator 2021-07-24T05:31:37.022382+00:00 2021-07-24T05:31:37.564147+00:00 0:00:00.541765 57673 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T05:31:34.803449+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T04:00:00+00:00 TriggerDagRunOperator 2021-07-24T05:31:37.003138+00:00 2021-07-24T05:31:37.389299+00:00 0:00:00.386161 57672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T05:31:34.803480+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T04:00:00+00:00 EmrJobFlowSensor 2021-07-24T05:22:14.355541+00:00 2021-07-24T05:31:17.202302+00:00 0:09:02.846761 57671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T05:22:11.745699+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T04:05:00+00:00 EmrJobFlowSensor 2021-07-24T05:22:12.004429+00:00 2021-07-24T05:30:14.629653+00:00 0:08:02.625224 57670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T05:22:09.745454+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T04:00:00+00:00 EmrJobFlowSensor 2021-07-24T05:22:06.341329+00:00 2021-07-24T05:36:10.292722+00:00 0:14:03.951393 57669 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T05:22:03.740873+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T05:21:53.837015+00:00 2021-07-24T05:21:55.685466+00:00 0:00:01.848451 57668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T05:21:51.617352+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T05:21:49.893571+00:00 2021-07-24T05:21:51.631358+00:00 0:00:01.737787 57667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T05:21:47.618750+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T05:21:44.119093+00:00 2021-07-24T05:21:45.942782+00:00 0:00:01.823689 57666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T05:21:41.607453+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T04:00:00+00:00 PythonOperator 2021-07-24T05:21:32.140715+00:00 2021-07-24T05:21:36.993052+00:00 0:00:04.852337 57665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T05:21:29.590040+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T04:05:00+00:00 PythonOperator 2021-07-24T05:21:28.494580+00:00 2021-07-24T05:21:33.422801+00:00 0:00:04.928221 57664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T05:21:25.587534+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T04:00:00+00:00 PythonOperator 2021-07-24T05:21:24.177613+00:00 2021-07-24T05:21:29.540815+00:00 0:00:05.363202 57663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T05:21:21.639256+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T03:00:00+00:00 EmrJobFlowSensor 2021-07-24T04:11:17.117614+00:00 2021-07-24T04:20:20.068075+00:00 0:09:02.950461 57661 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T04:11:14.888586+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T03:00:00+00:00 EmrJobFlowSensor 2021-07-24T04:11:07.057568+00:00 2021-07-24T04:20:10.135050+00:00 0:09:03.077482 57660 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T04:11:04.852087+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T04:10:45.063894+00:00 2021-07-24T04:10:46.814054+00:00 0:00:01.750160 57659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T04:10:42.828710+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T04:10:35.097535+00:00 2021-07-24T04:10:36.892080+00:00 0:00:01.794545 57658 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T04:10:32.820305+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T03:00:00+00:00 PythonOperator 2021-07-24T04:10:23.196249+00:00 2021-07-24T04:10:26.999830+00:00 0:00:03.803581 57657 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T04:10:20.809672+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T03:00:00+00:00 PythonOperator 2021-07-24T04:10:13.005026+00:00 2021-07-24T04:10:16.957165+00:00 0:00:03.952139 57656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T04:10:10.797520+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T03:00:00+00:00 TriggerDagRunOperator 2021-07-24T04:10:01.701015+00:00 2021-07-24T04:10:02.251377+00:00 0:00:00.550362 57655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T04:09:58.760411+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T03:00:00+00:00 TriggerDagRunOperator 2021-07-24T04:10:01.404091+00:00 2021-07-24T04:10:01.813537+00:00 0:00:00.409446 57654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T04:09:58.760457+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T03:05:00+00:00 EmrJobFlowSensor 2021-07-24T04:05:58.367966+00:00 2021-07-24T04:14:00.948431+00:00 0:08:02.580465 57653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T04:05:56.198148+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T04:05:36.379307+00:00 2021-07-24T04:05:38.099283+00:00 0:00:01.719976 57652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T04:05:34.183757+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T03:05:00+00:00 PythonOperator 2021-07-24T04:05:14.409022+00:00 2021-07-24T04:05:17.837046+00:00 0:00:03.428024 57651 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T04:05:12.108647+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T03:00:00+00:00 EmrJobFlowSensor 2021-07-24T04:00:59.996377+00:00 2021-07-24T04:14:03.520084+00:00 0:13:03.523707 57650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T04:00:57.746664+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T03:00:00+00:00 EmrJobFlowSensor 2021-07-24T04:00:51.825737+00:00 2021-07-24T04:09:54.832779+00:00 0:09:03.007042 57649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T04:00:49.618027+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T04:00:38.437530+00:00 2021-07-24T04:00:40.363833+00:00 0:00:01.926303 57648 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T04:00:35.606501+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T04:00:30.087455+00:00 2021-07-24T04:00:31.918327+00:00 0:00:01.830872 57647 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T04:00:27.608852+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T03:00:00+00:00 PythonOperator 2021-07-24T04:00:16.923703+00:00 2021-07-24T04:00:21.070362+00:00 0:00:04.146659 57646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T04:00:13.652509+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T03:00:00+00:00 PythonOperator 2021-07-24T04:00:10.558156+00:00 2021-07-24T04:00:15.239870+00:00 0:00:04.681714 57645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T04:00:07.450255+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T02:00:00+00:00 EmrJobFlowSensor 2021-07-24T03:11:41.079143+00:00 2021-07-24T03:20:44.072480+00:00 0:09:02.993337 57643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T03:11:38.743933+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T03:11:16.779394+00:00 2021-07-24T03:11:18.573010+00:00 0:00:01.793616 57642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T03:11:14.646190+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T02:00:00+00:00 EmrJobFlowSensor 2021-07-24T03:11:01.480918+00:00 2021-07-24T03:21:04.420165+00:00 0:10:02.939247 57641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T03:10:58.744020+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T02:00:00+00:00 PythonOperator 2021-07-24T03:10:54.908485+00:00 2021-07-24T03:10:58.832301+00:00 0:00:03.923816 57640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T03:10:52.593998+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T03:10:39.200362+00:00 2021-07-24T03:10:40.982178+00:00 0:00:01.781816 57639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T03:10:36.589449+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T02:00:00+00:00 PythonOperator 2021-07-24T03:10:02.705091+00:00 2021-07-24T03:10:06.842315+00:00 0:00:04.137224 57638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T03:10:00.506852+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T02:00:00+00:00 TriggerDagRunOperator 2021-07-24T03:09:39.088806+00:00 2021-07-24T03:09:39.589477+00:00 0:00:00.500671 57637 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T03:09:36.488240+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T02:00:00+00:00 TriggerDagRunOperator 2021-07-24T03:09:38.788435+00:00 2021-07-24T03:09:39.196455+00:00 0:00:00.408020 57636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T03:09:36.488207+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T02:05:00+00:00 EmrJobFlowSensor 2021-07-24T03:06:06.393895+00:00 2021-07-24T03:15:09.119734+00:00 0:09:02.725839 57635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T03:06:04.211875+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T03:05:44.480643+00:00 2021-07-24T03:05:46.138173+00:00 0:00:01.657530 57634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T03:05:42.199958+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T02:05:00+00:00 PythonOperator 2021-07-24T03:05:22.294265+00:00 2021-07-24T03:05:25.847888+00:00 0:00:03.553623 57633 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T03:05:20.130830+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T02:00:00+00:00 EmrJobFlowSensor 2021-07-24T03:01:18.412993+00:00 2021-07-24T03:14:21.685979+00:00 0:13:03.272986 57632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T03:01:15.961540+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T02:00:00+00:00 EmrJobFlowSensor 2021-07-24T03:01:16.307342+00:00 2021-07-24T03:09:19.100290+00:00 0:08:02.792948 57631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T03:01:13.883226+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T03:00:54.167716+00:00 2021-07-24T03:00:55.898508+00:00 0:00:01.730792 57630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T03:00:51.812877+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T03:00:34.187570+00:00 2021-07-24T03:00:35.962405+00:00 0:00:01.774835 57629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T03:00:31.792618+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T02:00:00+00:00 PythonOperator 2021-07-24T03:00:28.097562+00:00 2021-07-24T03:00:32.005757+00:00 0:00:03.908195 57628 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T03:00:25.791908+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T02:00:00+00:00 PythonOperator 2021-07-24T03:00:12.518440+00:00 2021-07-24T03:00:16.128498+00:00 0:00:03.610058 57627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T03:00:09.727190+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T01:00:00+00:00 EmrJobFlowSensor 2021-07-24T02:10:25.688360+00:00 2021-07-24T02:19:28.558449+00:00 0:09:02.870089 57625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T02:10:23.504765+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T01:00:00+00:00 EmrJobFlowSensor 2021-07-24T02:10:07.688614+00:00 2021-07-24T02:19:10.397885+00:00 0:09:02.709271 57624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T02:10:05.488543+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T02:10:04.056627+00:00 2021-07-24T02:10:05.822080+00:00 0:00:01.765453 57623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T02:10:01.489290+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T02:09:43.875338+00:00 2021-07-24T02:09:45.645649+00:00 0:00:01.770311 57622 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T02:09:41.474331+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T01:00:00+00:00 PythonOperator 2021-07-24T02:09:41.866557+00:00 2021-07-24T02:09:45.978312+00:00 0:00:04.111755 57621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T02:09:39.480001+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T01:00:00+00:00 PythonOperator 2021-07-24T02:09:23.756894+00:00 2021-07-24T02:09:27.353312+00:00 0:00:03.596418 57620 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T02:09:21.407906+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T01:00:00+00:00 TriggerDagRunOperator 2021-07-24T02:09:17.708412+00:00 2021-07-24T02:09:18.231528+00:00 0:00:00.523116 57619 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T02:09:15.405213+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T01:00:00+00:00 TriggerDagRunOperator 2021-07-24T02:09:17.576011+00:00 2021-07-24T02:09:17.986316+00:00 0:00:00.410305 57618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T02:09:15.405247+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T01:05:00+00:00 EmrJobFlowSensor 2021-07-24T02:05:57.417953+00:00 2021-07-24T02:14:00.159988+00:00 0:08:02.742035 57617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T02:05:55.199750+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T02:05:33.254845+00:00 2021-07-24T02:05:34.908501+00:00 0:00:01.653656 57616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T02:05:31.131438+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T01:05:00+00:00 PythonOperator 2021-07-24T02:05:11.175126+00:00 2021-07-24T02:05:15.055128+00:00 0:00:03.880002 57615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T02:05:09.049360+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T01:00:00+00:00 EmrJobFlowSensor 2021-07-24T02:01:03.321107+00:00 2021-07-24T02:09:06.058650+00:00 0:08:02.737543 57614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T02:01:00.513991+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T01:00:00+00:00 EmrJobFlowSensor 2021-07-24T02:01:01.133431+00:00 2021-07-24T02:15:04.965779+00:00 0:14:03.832348 57613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T02:00:58.582647+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T02:00:40.841013+00:00 2021-07-24T02:00:42.568354+00:00 0:00:01.727341 57612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T02:00:38.559266+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T02:00:39.099123+00:00 2021-07-24T02:00:40.923883+00:00 0:00:01.824760 57611 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T02:00:36.554384+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-24T01:00:00+00:00 PythonOperator 2021-07-24T02:00:19.922852+00:00 2021-07-24T02:00:23.521426+00:00 0:00:03.598574 57610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T02:00:16.389737+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T01:00:00+00:00 PythonOperator 2021-07-24T02:00:14.798286+00:00 2021-07-24T02:00:19.686205+00:00 0:00:04.887919 57609 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T02:00:12.342919+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-24T00:00:00+00:00 EmrJobFlowSensor 2021-07-24T01:12:19.324303+00:00 2021-07-24T01:22:22.385310+00:00 0:10:03.061007 57607 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T01:12:16.925820+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-24T00:00:00+00:00 EmrJobFlowSensor 2021-07-24T01:12:07.724232+00:00 2021-07-24T01:21:10.512508+00:00 0:09:02.788276 57606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T01:12:04.914229+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T01:11:59.224547+00:00 2021-07-24T01:12:00.924709+00:00 0:00:01.700162 57605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T01:11:56.914826+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T01:11:45.221735+00:00 2021-07-24T01:11:46.944482+00:00 0:00:01.722747 57604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T01:11:42.896117+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-24T00:00:00+00:00 PythonOperator 2021-07-24T01:11:37.098007+00:00 2021-07-24T01:11:40.609229+00:00 0:00:03.511222 57603 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T01:11:34.888364+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-24T00:00:00+00:00 PythonOperator 2021-07-24T01:11:22.931927+00:00 2021-07-24T01:11:27.126205+00:00 0:00:04.194278 57602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T01:11:20.801618+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-24T00:00:00+00:00 TriggerDagRunOperator 2021-07-24T01:11:13.190711+00:00 2021-07-24T01:11:13.695457+00:00 0:00:00.504746 57601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T01:11:10.793312+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-24T00:00:00+00:00 TriggerDagRunOperator 2021-07-24T01:11:12.980197+00:00 2021-07-24T01:11:13.366472+00:00 0:00:00.386275 57600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T01:11:10.793349+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-24T00:05:00+00:00 EmrJobFlowSensor 2021-07-24T01:06:04.772858+00:00 2021-07-24T01:15:07.847502+00:00 0:09:03.074644 57599 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T01:06:02.352236+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-24T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T01:05:42.511372+00:00 2021-07-24T01:05:44.155501+00:00 0:00:01.644129 57598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T01:05:40.282291+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-24T00:05:00+00:00 PythonOperator 2021-07-24T01:05:20.596431+00:00 2021-07-24T01:05:24.460377+00:00 0:00:03.863946 57597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T01:05:18.217240+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-24T00:00:00+00:00 EmrJobFlowSensor 2021-07-24T01:01:04.154869+00:00 2021-07-24T01:14:07.674366+00:00 0:13:03.519497 57596 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T01:01:01.686119+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-24T00:00:00+00:00 EmrJobFlowSensor 2021-07-24T01:00:51.752014+00:00 2021-07-24T01:10:54.711950+00:00 0:10:02.959936 57595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T01:00:49.594441+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T01:00:41.978780+00:00 2021-07-24T01:00:43.841663+00:00 0:00:01.862883 57594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T01:00:39.656419+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-24T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T01:00:31.760135+00:00 2021-07-24T01:00:33.498206+00:00 0:00:01.738071 57593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T01:00:29.572285+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-24T00:00:00+00:00 PythonOperator 2021-07-24T01:00:21.918532+00:00 2021-07-24T01:00:25.910334+00:00 0:00:03.991802 57592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T01:00:19.554985+00:00 2 default_pool