Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-06-25T22:00:00+00:00 EmrJobFlowSensor 2021-06-25T23:00:53.722211+00:00 2021-06-25T23:10:56.680682+00:00 0:10:02.958471 46069 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T23:00:51.432666+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T22:00:00+00:00 EmrJobFlowSensor 2021-06-25T23:00:47.621126+00:00 2021-06-25T23:19:51.989184+00:00 0:19:04.368058 46068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T23:00:45.420442+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T23:00:33.987634+00:00 2021-06-25T23:00:35.674188+00:00 0:00:01.686554 46067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T23:00:31.403844+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T23:00:30.336302+00:00 2021-06-25T23:00:32.177424+00:00 0:00:01.841122 46066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T23:00:27.467144+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T23:00:25.777442+00:00 2021-06-25T23:00:27.569850+00:00 0:00:01.792408 46065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T23:00:23.465983+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T22:00:00+00:00 PythonOperator 2021-06-25T23:00:10.552439+00:00 2021-06-25T23:00:14.115158+00:00 0:00:03.562719 46064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T23:00:07.452268+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-24T23:00:00+00:00 PythonOperator 2021-06-25T23:00:09.849733+00:00 2021-06-25T23:00:13.282881+00:00 0:00:03.433148 46063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T23:00:07.452222+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T22:00:00+00:00 PythonOperator 2021-06-25T23:00:04.077874+00:00 2021-06-25T23:00:08.430147+00:00 0:00:04.352273 46062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T23:00:01.455651+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T21:05:00+00:00 EmrJobFlowSensor 2021-06-25T22:12:59.445485+00:00 2021-06-25T22:15:01.197923+00:00 0:02:01.752438 46060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T22:12:57.112109+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T21:00:00+00:00 EmrJobFlowSensor 2021-06-25T22:12:03.224948+00:00 2021-06-25T22:20:05.891030+00:00 0:08:02.666082 46059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T22:12:01.016658+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T21:00:00+00:00 EmrJobFlowSensor 2021-06-25T22:12:01.505103+00:00 2021-06-25T22:21:04.451400+00:00 0:09:02.946297 46058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T22:11:59.058904+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T22:11:41.364844+00:00 2021-06-25T22:11:43.179778+00:00 0:00:01.814934 46057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T22:11:38.957876+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T22:11:41.185136+00:00 2021-06-25T22:11:42.948719+00:00 0:00:01.763583 46056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T22:11:38.957841+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T21:00:00+00:00 PythonOperator 2021-06-25T22:11:21.273462+00:00 2021-06-25T22:11:24.836937+00:00 0:00:03.563475 46055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T22:11:18.880367+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T21:00:00+00:00 PythonOperator 2021-06-25T22:11:19.114274+00:00 2021-06-25T22:11:22.755178+00:00 0:00:03.640904 46054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T22:11:16.836309+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T21:00:00+00:00 TriggerDagRunOperator 2021-06-25T22:10:59.454248+00:00 2021-06-25T22:10:59.938554+00:00 0:00:00.484306 46053 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T22:10:56.763309+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T21:00:00+00:00 TriggerDagRunOperator 2021-06-25T22:10:59.000850+00:00 2021-06-25T22:10:59.391809+00:00 0:00:00.390959 46052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T22:10:56.763274+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T22:05:38.620002+00:00 2021-06-25T22:05:40.491448+00:00 0:00:01.871446 46050 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T22:05:36.234138+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T21:05:00+00:00 PythonOperator 2021-06-25T22:05:16.404054+00:00 2021-06-25T22:05:19.634027+00:00 0:00:03.229973 46049 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T22:05:14.201544+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T21:00:00+00:00 EmrJobFlowSensor 2021-06-25T22:00:54.261364+00:00 2021-06-25T22:19:58.500044+00:00 0:19:04.238680 46048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T22:00:51.907800+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T21:00:00+00:00 EmrJobFlowSensor 2021-06-25T22:00:46.072842+00:00 2021-06-25T22:10:48.875461+00:00 0:10:02.802619 46047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T22:00:43.898348+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T22:00:34.147695+00:00 2021-06-25T22:00:36.000509+00:00 0:00:01.852814 46046 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T22:00:31.887325+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T22:00:26.074417+00:00 2021-06-25T22:00:27.854880+00:00 0:00:01.780463 46045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T22:00:23.834122+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T21:00:00+00:00 PythonOperator 2021-06-25T22:00:12.541577+00:00 2021-06-25T22:00:16.273756+00:00 0:00:03.732179 46044 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T22:00:09.819738+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T21:00:00+00:00 PythonOperator 2021-06-25T22:00:04.300974+00:00 2021-06-25T22:00:07.662979+00:00 0:00:03.362005 46043 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T22:00:01.812928+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T20:00:00+00:00 EmrJobFlowSensor 2021-06-25T21:11:48.266272+00:00 2021-06-25T21:20:51.013134+00:00 0:09:02.746862 46041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T21:11:45.353621+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T20:00:00+00:00 EmrJobFlowSensor 2021-06-25T21:11:45.907000+00:00 2021-06-25T21:20:48.966272+00:00 0:09:03.059272 46040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T21:11:43.359763+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T21:11:25.564078+00:00 2021-06-25T21:11:27.400605+00:00 0:00:01.836527 46039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T21:11:23.287286+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T21:11:25.492203+00:00 2021-06-25T21:11:27.187834+00:00 0:00:01.695631 46038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T21:11:23.287255+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T20:00:00+00:00 PythonOperator 2021-06-25T21:11:05.760711+00:00 2021-06-25T21:11:09.388383+00:00 0:00:03.627672 46037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T21:11:03.273740+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T20:00:00+00:00 PythonOperator 2021-06-25T21:11:03.941622+00:00 2021-06-25T21:11:07.658729+00:00 0:00:03.717107 46036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T21:11:01.271543+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T20:00:00+00:00 TriggerDagRunOperator 2021-06-25T21:10:55.795930+00:00 2021-06-25T21:10:56.547848+00:00 0:00:00.751918 46035 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T21:10:53.260068+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T20:00:00+00:00 TriggerDagRunOperator 2021-06-25T21:10:55.505320+00:00 2021-06-25T21:10:56.036125+00:00 0:00:00.530805 46034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T21:10:53.260099+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T20:05:00+00:00 EmrJobFlowSensor 2021-06-25T21:06:14.970105+00:00 2021-06-25T21:15:17.671804+00:00 0:09:02.701699 46033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T21:06:12.760983+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T21:05:54.869280+00:00 2021-06-25T21:05:56.576871+00:00 0:00:01.707591 46032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T21:05:52.743629+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T20:05:00+00:00 PythonOperator 2021-06-25T21:05:32.978481+00:00 2021-06-25T21:05:36.500383+00:00 0:00:03.521902 46031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T21:05:30.757862+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T20:00:00+00:00 EmrJobFlowSensor 2021-06-25T21:01:06.711695+00:00 2021-06-25T21:20:11.051753+00:00 0:19:04.340058 46030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T21:01:04.355267+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T20:00:00+00:00 EmrJobFlowSensor 2021-06-25T21:00:46.562634+00:00 2021-06-25T21:10:49.471825+00:00 0:10:02.909191 46029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T21:00:44.343476+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T21:00:44.860152+00:00 2021-06-25T21:00:46.713560+00:00 0:00:01.853408 46028 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T21:00:42.353615+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T21:00:26.539981+00:00 2021-06-25T21:00:28.411547+00:00 0:00:01.871566 46027 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T21:00:24.161690+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T20:00:00+00:00 PythonOperator 2021-06-25T21:00:24.292655+00:00 2021-06-25T21:00:28.118503+00:00 0:00:03.825848 46026 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T21:00:22.159149+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T20:00:00+00:00 PythonOperator 2021-06-25T21:00:04.980044+00:00 2021-06-25T21:00:08.574098+00:00 0:00:03.594054 46025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T21:00:02.141917+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T19:00:00+00:00 EmrJobFlowSensor 2021-06-25T20:12:16.896653+00:00 2021-06-25T20:21:19.723031+00:00 0:09:02.826378 46023 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T20:12:14.601141+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T19:00:00+00:00 EmrJobFlowSensor 2021-06-25T20:12:12.827334+00:00 2021-06-25T20:22:15.661892+00:00 0:10:02.834558 46022 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T20:12:10.597035+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T20:11:53.374642+00:00 2021-06-25T20:11:55.092333+00:00 0:00:01.717691 46021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T20:11:50.559319+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T20:11:51.155314+00:00 2021-06-25T20:11:53.249171+00:00 0:00:02.093857 46020 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T20:11:48.558994+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T19:00:00+00:00 PythonOperator 2021-06-25T20:11:34.433288+00:00 2021-06-25T20:11:38.241392+00:00 0:00:03.808104 46019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T20:11:30.542925+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T19:00:00+00:00 PythonOperator 2021-06-25T20:11:28.825719+00:00 2021-06-25T20:11:34.125836+00:00 0:00:05.300117 46018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T20:11:26.545981+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T19:00:00+00:00 TriggerDagRunOperator 2021-06-25T20:11:08.871166+00:00 2021-06-25T20:11:09.363813+00:00 0:00:00.492647 46017 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T20:11:06.491480+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T19:00:00+00:00 TriggerDagRunOperator 2021-06-25T20:11:08.668078+00:00 2021-06-25T20:11:09.097366+00:00 0:00:00.429288 46016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T20:11:06.491444+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T19:05:00+00:00 EmrJobFlowSensor 2021-06-25T20:06:08.315067+00:00 2021-06-25T20:14:10.928160+00:00 0:08:02.613093 46015 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T20:06:06.020160+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T20:05:46.469283+00:00 2021-06-25T20:05:48.279550+00:00 0:00:01.810267 46014 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T20:05:44.057912+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T19:05:00+00:00 PythonOperator 2021-06-25T20:05:24.733009+00:00 2021-06-25T20:05:27.759732+00:00 0:00:03.026723 46013 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T20:05:22.043637+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T19:00:00+00:00 EmrJobFlowSensor 2021-06-25T20:00:51.759648+00:00 2021-06-25T20:19:55.726338+00:00 0:19:03.966690 46012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T20:00:49.604636+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T19:00:00+00:00 EmrJobFlowSensor 2021-06-25T20:00:47.905546+00:00 2021-06-25T20:10:50.756395+00:00 0:10:02.850849 46011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T20:00:45.601933+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T20:00:29.908379+00:00 2021-06-25T20:00:31.638744+00:00 0:00:01.730365 46010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T20:00:27.655377+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T20:00:25.917468+00:00 2021-06-25T20:00:27.677136+00:00 0:00:01.759668 46009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T20:00:23.586989+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T19:00:00+00:00 PythonOperator 2021-06-25T20:00:11.110703+00:00 2021-06-25T20:00:15.129510+00:00 0:00:04.018807 46008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T20:00:07.528756+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T19:00:00+00:00 PythonOperator 2021-06-25T20:00:05.764377+00:00 2021-06-25T20:00:10.552477+00:00 0:00:04.788100 46007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T20:00:03.515063+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T18:00:00+00:00 EmrJobFlowSensor 2021-06-25T19:11:38.264911+00:00 2021-06-25T19:21:41.221164+00:00 0:10:02.956253 46005 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T19:11:35.934437+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T18:00:00+00:00 EmrJobFlowSensor 2021-06-25T19:11:18.621605+00:00 2021-06-25T19:21:21.548735+00:00 0:10:02.927130 46004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T19:11:15.970343+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T19:11:16.358667+00:00 2021-06-25T19:11:18.362436+00:00 0:00:02.003769 46003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T19:11:14.047924+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T19:10:56.080066+00:00 2021-06-25T19:10:57.846345+00:00 0:00:01.766279 46002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T19:10:53.907715+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T18:00:00+00:00 PythonOperator 2021-06-25T19:10:54.472485+00:00 2021-06-25T19:10:58.060742+00:00 0:00:03.588257 46001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T19:10:51.962612+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T18:00:00+00:00 PythonOperator 2021-06-25T19:10:36.131762+00:00 2021-06-25T19:10:39.442144+00:00 0:00:03.310382 46000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T19:10:33.881055+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T18:00:00+00:00 TriggerDagRunOperator 2021-06-25T19:10:30.320835+00:00 2021-06-25T19:10:30.810031+00:00 0:00:00.489196 45999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T19:10:27.822527+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T18:00:00+00:00 TriggerDagRunOperator 2021-06-25T19:10:30.096546+00:00 2021-06-25T19:10:30.472587+00:00 0:00:00.376041 45998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T19:10:27.822494+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T18:05:00+00:00 EmrJobFlowSensor 2021-06-25T19:05:51.441489+00:00 2021-06-25T19:13:54.134669+00:00 0:08:02.693180 45997 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T19:05:49.323720+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T19:05:29.680935+00:00 2021-06-25T19:05:31.329504+00:00 0:00:01.648569 45996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T19:05:27.303294+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T18:05:00+00:00 PythonOperator 2021-06-25T19:05:09.789132+00:00 2021-06-25T19:05:13.135574+00:00 0:00:03.346442 45995 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T19:05:07.303242+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T18:00:00+00:00 EmrJobFlowSensor 2021-06-25T19:01:10.956506+00:00 2021-06-25T19:10:13.722532+00:00 0:09:02.766026 45994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T19:01:08.725162+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T18:00:00+00:00 EmrJobFlowSensor 2021-06-25T19:00:56.909704+00:00 2021-06-25T19:21:01.308245+00:00 0:20:04.398541 45993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T19:00:54.712020+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T19:00:48.848709+00:00 2021-06-25T19:00:50.552358+00:00 0:00:01.703649 45992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T19:00:46.705740+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T19:00:35.122489+00:00 2021-06-25T19:00:36.940852+00:00 0:00:01.818363 45991 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T19:00:32.696848+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T18:00:00+00:00 PythonOperator 2021-06-25T19:00:26.850637+00:00 2021-06-25T19:00:30.400968+00:00 0:00:03.550331 45990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T19:00:24.684768+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T18:00:00+00:00 PythonOperator 2021-06-25T19:00:13.113311+00:00 2021-06-25T19:00:16.779512+00:00 0:00:03.666201 45989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T19:00:10.681956+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T17:00:00+00:00 EmrJobFlowSensor 2021-06-25T18:11:08.694514+00:00 2021-06-25T18:21:11.383459+00:00 0:10:02.688945 45987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T18:11:06.142140+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T17:00:00+00:00 EmrJobFlowSensor 2021-06-25T18:11:06.269445+00:00 2021-06-25T18:21:09.389513+00:00 0:10:03.120068 45986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T18:11:04.043514+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T18:10:46.561377+00:00 2021-06-25T18:10:48.346824+00:00 0:00:01.785447 45985 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T18:10:44.049450+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T18:10:46.405797+00:00 2021-06-25T18:10:48.123999+00:00 0:00:01.718202 45984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T18:10:44.049400+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T17:00:00+00:00 PythonOperator 2021-06-25T18:10:26.193743+00:00 2021-06-25T18:10:29.697280+00:00 0:00:03.503537 45983 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T18:10:23.955228+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T17:00:00+00:00 PythonOperator 2021-06-25T18:10:24.229488+00:00 2021-06-25T18:10:28.005922+00:00 0:00:03.776434 45982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T18:10:21.951159+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-25T17:00:00+00:00 TriggerDagRunOperator 2021-06-25T18:10:08.304163+00:00 2021-06-25T18:10:08.810616+00:00 0:00:00.506453 45981 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T18:10:05.940622+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T17:00:00+00:00 TriggerDagRunOperator 2021-06-25T18:10:08.231850+00:00 2021-06-25T18:10:08.619394+00:00 0:00:00.387544 45980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T18:10:05.940595+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-25T17:05:00+00:00 EmrJobFlowSensor 2021-06-25T18:06:03.920847+00:00 2021-06-25T18:15:06.614731+00:00 0:09:02.693884 45979 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T18:06:01.651530+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-25T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-25T18:05:41.815567+00:00 2021-06-25T18:05:43.502769+00:00 0:00:01.687202 45978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T18:05:39.627651+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-25T17:05:00+00:00 PythonOperator 2021-06-25T18:05:18.168489+00:00 2021-06-25T18:05:21.781630+00:00 0:00:03.613141 45977 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T18:05:15.661662+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-25T17:00:00+00:00 EmrJobFlowSensor 2021-06-25T18:00:59.473495+00:00 2021-06-25T18:20:03.707479+00:00 0:19:04.233984 45976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T18:00:57.218290+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-25T17:00:00+00:00 EmrJobFlowSensor 2021-06-25T18:00:55.671271+00:00 2021-06-25T18:09:58.580468+00:00 0:09:02.909197 45975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T18:00:53.340875+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-25T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T18:00:39.617077+00:00 2021-06-25T18:00:41.412952+00:00 0:00:01.795875 45974 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T18:00:37.191703+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-25T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T18:00:35.680410+00:00 2021-06-25T18:00:37.538532+00:00 0:00:01.858122 45973 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-25T18:00:33.196006+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-25T17:00:00+00:00 PythonOperator 2021-06-25T18:00:17.423448+00:00 2021-06-25T18:00:21.085083+00:00 0:00:03.661635 45972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T18:00:15.160403+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-25T17:00:00+00:00 PythonOperator 2021-06-25T18:00:11.889359+00:00 2021-06-25T18:00:15.255981+00:00 0:00:03.366622 45971 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-25T18:00:09.157101+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-25T16:00:00+00:00 EmrJobFlowSensor 2021-06-25T17:11:28.712800+00:00 2021-06-25T17:19:31.483771+00:00 0:08:02.770971 45969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T17:11:26.461344+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-25T16:00:00+00:00 EmrJobFlowSensor 2021-06-25T17:11:15.022494+00:00 2021-06-25T17:20:17.757948+00:00 0:09:02.735454 45968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T17:11:12.441310+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-25T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T17:11:06.793078+00:00 2021-06-25T17:11:08.491183+00:00 0:00:01.698105 45967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T17:11:04.484440+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-25T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-25T17:10:52.796468+00:00 2021-06-25T17:10:54.658880+00:00 0:00:01.862412 45966 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-25T17:10:50.425355+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-25T16:00:00+00:00 PythonOperator 2021-06-25T17:10:42.728256+00:00 2021-06-25T17:10:46.269423+00:00 0:00:03.541167 45965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T17:10:40.474947+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-25T16:00:00+00:00 PythonOperator 2021-06-25T17:10:30.795472+00:00 2021-06-25T17:10:34.794875+00:00 0:00:03.999403 45964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-25T17:10:28.452711+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-25T16:00:00+00:00 TriggerDagRunOperator 2021-06-25T17:10:24.784980+00:00 2021-06-25T17:10:25.329269+00:00 0:00:00.544289 45963 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-25T17:10:22.406134+00:00 2 default_pool