Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T11:05:42.974630+00:00 2021-06-23T11:05:44.641784+00:00 0:00:01.667154 44896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T11:05:40.693362+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T10:05:00+00:00 PythonOperator 2021-06-23T11:05:22.904991+00:00 2021-06-23T11:05:26.147467+00:00 0:00:03.242476 44895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T11:05:20.652526+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T10:00:00+00:00 EmrJobFlowSensor 2021-06-23T11:01:06.489129+00:00 2021-06-23T11:11:09.393415+00:00 0:10:02.904286 44894 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T11:01:04.185480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T10:00:00+00:00 EmrJobFlowSensor 2021-06-23T11:01:06.367648+00:00 2021-06-23T11:23:11.015853+00:00 0:22:04.648205 44893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T11:01:04.185507+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T11:00:46.669317+00:00 2021-06-23T11:00:48.427052+00:00 0:00:01.757735 44892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T11:00:44.159273+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T11:00:46.608493+00:00 2021-06-23T11:00:48.362080+00:00 0:00:01.753587 44891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T11:00:44.159244+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T10:00:00+00:00 PythonOperator 2021-06-23T11:00:25.025395+00:00 2021-06-23T11:00:28.846911+00:00 0:00:03.821516 44890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T11:00:22.155646+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T10:00:00+00:00 PythonOperator 2021-06-23T11:00:25.078606+00:00 2021-06-23T11:00:28.505470+00:00 0:00:03.426864 44889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T11:00:22.155617+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T09:00:00+00:00 EmrJobFlowSensor 2021-06-23T10:11:35.512563+00:00 2021-06-23T10:20:38.231755+00:00 0:09:02.719192 44887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T10:11:33.221498+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T10:11:11.589298+00:00 2021-06-23T10:11:13.280803+00:00 0:00:01.691505 44886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T10:11:09.253933+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T09:00:00+00:00 PythonOperator 2021-06-23T10:10:49.716248+00:00 2021-06-23T10:10:53.260122+00:00 0:00:03.543874 44885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T10:10:47.187425+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T09:00:00+00:00 TriggerDagRunOperator 2021-06-23T10:10:41.416137+00:00 2021-06-23T10:10:41.915639+00:00 0:00:00.499502 44884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T10:10:39.185286+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T09:00:00+00:00 TriggerDagRunOperator 2021-06-23T10:10:41.350778+00:00 2021-06-23T10:10:41.718787+00:00 0:00:00.368009 44883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T10:10:39.185239+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T09:05:00+00:00 EmrJobFlowSensor 2021-06-23T10:06:01.448405+00:00 2021-06-23T10:15:04.058224+00:00 0:09:02.609819 44882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T10:05:58.950945+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T10:05:39.196005+00:00 2021-06-23T10:05:40.848327+00:00 0:00:01.652322 44881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T10:05:36.857581+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T09:05:00+00:00 PythonOperator 2021-06-23T10:05:19.030235+00:00 2021-06-23T10:05:22.564566+00:00 0:00:03.534331 44880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T10:05:16.719595+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T09:00:00+00:00 EmrJobFlowSensor 2021-06-23T10:01:22.570130+00:00 2021-06-23T10:10:25.343699+00:00 0:09:02.773569 44879 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T10:01:20.286822+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T09:00:00+00:00 EmrJobFlowSensor 2021-06-23T10:01:20.439755+00:00 2021-06-23T10:23:25.115590+00:00 0:22:04.675835 44878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T10:01:18.302972+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T10:00:50.598622+00:00 2021-06-23T10:00:52.366112+00:00 0:00:01.767490 44877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T10:00:48.236310+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T10:00:50.483641+00:00 2021-06-23T10:00:52.216102+00:00 0:00:01.732461 44876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T10:00:48.236345+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T09:00:00+00:00 PythonOperator 2021-06-23T10:00:22.829095+00:00 2021-06-23T10:00:26.591781+00:00 0:00:03.762686 44875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T10:00:20.189868+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T09:00:00+00:00 PythonOperator 2021-06-23T10:00:20.604250+00:00 2021-06-23T10:00:24.450106+00:00 0:00:03.845856 44874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T10:00:18.194603+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T08:00:00+00:00 EmrJobFlowSensor 2021-06-23T09:12:47.904912+00:00 2021-06-23T09:21:50.648706+00:00 0:09:02.743794 44872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T09:12:45.723140+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T09:12:26.035533+00:00 2021-06-23T09:12:27.818637+00:00 0:00:01.783104 44871 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T09:12:23.705588+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T08:00:00+00:00 PythonOperator 2021-06-23T09:12:04.054319+00:00 2021-06-23T09:12:07.835711+00:00 0:00:03.781392 44870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T09:12:01.754101+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T08:00:00+00:00 TriggerDagRunOperator 2021-06-23T09:11:41.877054+00:00 2021-06-23T09:11:42.313791+00:00 0:00:00.436737 44869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T09:11:39.655252+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T08:00:00+00:00 TriggerDagRunOperator 2021-06-23T09:11:41.897564+00:00 2021-06-23T09:11:42.435122+00:00 0:00:00.537558 44868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T09:11:39.655280+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T08:05:00+00:00 EmrJobFlowSensor 2021-06-23T09:05:47.267560+00:00 2021-06-23T09:14:49.910967+00:00 0:09:02.643407 44867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T09:05:45.171751+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T09:05:27.320234+00:00 2021-06-23T09:05:28.958606+00:00 0:00:01.638372 44866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T09:05:25.109763+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T08:05:00+00:00 PythonOperator 2021-06-23T09:05:05.379533+00:00 2021-06-23T09:05:08.779027+00:00 0:00:03.399494 44865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T09:05:03.090768+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T08:00:00+00:00 EmrJobFlowSensor 2021-06-23T09:01:20.765832+00:00 2021-06-23T09:11:23.550556+00:00 0:10:02.784724 44864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T09:01:18.701366+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T08:00:00+00:00 EmrJobFlowSensor 2021-06-23T09:01:04.863971+00:00 2021-06-23T09:23:09.298993+00:00 0:22:04.435022 44863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T09:01:02.687576+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T09:01:01.128587+00:00 2021-06-23T09:01:02.906966+00:00 0:00:01.778379 44862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T09:00:58.767803+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T09:00:43.831502+00:00 2021-06-23T09:00:45.547659+00:00 0:00:01.716157 44861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T09:00:40.682367+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T08:00:00+00:00 PythonOperator 2021-06-23T09:00:38.871971+00:00 2021-06-23T09:00:43.432066+00:00 0:00:04.560095 44860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T09:00:36.740792+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T08:00:00+00:00 PythonOperator 2021-06-23T09:00:20.742875+00:00 2021-06-23T09:00:24.431307+00:00 0:00:03.688432 44859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T09:00:18.599101+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T07:00:00+00:00 EmrJobFlowSensor 2021-06-23T08:12:11.152214+00:00 2021-06-23T08:21:13.789493+00:00 0:09:02.637279 44857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T08:12:08.921422+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T08:11:48.614642+00:00 2021-06-23T08:11:50.338666+00:00 0:00:01.724024 44856 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T08:11:46.367296+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T07:00:00+00:00 PythonOperator 2021-06-23T08:11:26.813532+00:00 2021-06-23T08:11:29.753129+00:00 0:00:02.939597 44855 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T08:11:24.344420+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T07:00:00+00:00 TriggerDagRunOperator 2021-06-23T08:11:15.026808+00:00 2021-06-23T08:11:15.452565+00:00 0:00:00.425757 44854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T08:11:12.379669+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T07:00:00+00:00 TriggerDagRunOperator 2021-06-23T08:11:14.956763+00:00 2021-06-23T08:11:15.510227+00:00 0:00:00.553464 44853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T08:11:12.379698+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T07:05:00+00:00 EmrJobFlowSensor 2021-06-23T08:06:06.228399+00:00 2021-06-23T08:15:09.139204+00:00 0:09:02.910805 44852 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T08:06:03.787382+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T08:05:44.307714+00:00 2021-06-23T08:05:46.059447+00:00 0:00:01.751733 44851 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T08:05:41.783237+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T07:05:00+00:00 PythonOperator 2021-06-23T08:05:21.874856+00:00 2021-06-23T08:05:25.363381+00:00 0:00:03.488525 44850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T08:05:19.728612+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T07:00:00+00:00 EmrJobFlowSensor 2021-06-23T08:00:59.481516+00:00 2021-06-23T08:11:02.381923+00:00 0:10:02.900407 44849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T08:00:57.311703+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T07:00:00+00:00 EmrJobFlowSensor 2021-06-23T08:00:49.690282+00:00 2021-06-23T08:23:54.426460+00:00 0:23:04.736178 44848 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T08:00:47.301406+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T08:00:37.496367+00:00 2021-06-23T08:00:39.336038+00:00 0:00:01.839671 44847 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T08:00:35.293146+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T08:00:27.522897+00:00 2021-06-23T08:00:29.220521+00:00 0:00:01.697624 44846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T08:00:25.355432+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T07:00:00+00:00 PythonOperator 2021-06-23T08:00:17.609921+00:00 2021-06-23T08:00:20.999889+00:00 0:00:03.389968 44845 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T08:00:15.264170+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T07:00:00+00:00 PythonOperator 2021-06-23T08:00:07.544455+00:00 2021-06-23T08:00:11.258708+00:00 0:00:03.714253 44844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T08:00:05.253014+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T06:00:00+00:00 EmrJobFlowSensor 2021-06-23T07:12:12.117514+00:00 2021-06-23T07:21:14.885615+00:00 0:09:02.768101 44842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T07:12:09.943400+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T06:00:00+00:00 EmrJobFlowSensor 2021-06-23T07:12:06.191684+00:00 2021-06-23T07:21:09.039858+00:00 0:09:02.848174 44841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T07:12:03.944155+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T07:11:50.547449+00:00 2021-06-23T07:11:52.263471+00:00 0:00:01.716022 44840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T07:11:47.922375+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T07:11:42.133421+00:00 2021-06-23T07:11:43.836369+00:00 0:00:01.702948 44839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T07:11:39.915791+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T06:00:00+00:00 PythonOperator 2021-06-23T07:11:28.621669+00:00 2021-06-23T07:11:32.631919+00:00 0:00:04.010250 44838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T07:11:25.970458+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T06:00:00+00:00 PythonOperator 2021-06-23T07:11:20.323479+00:00 2021-06-23T07:11:23.822744+00:00 0:00:03.499265 44837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T07:11:17.970393+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T06:00:00+00:00 TriggerDagRunOperator 2021-06-23T07:11:08.198035+00:00 2021-06-23T07:11:08.619211+00:00 0:00:00.421176 44836 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T07:11:05.890432+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T06:00:00+00:00 TriggerDagRunOperator 2021-06-23T07:11:08.217930+00:00 2021-06-23T07:11:08.787643+00:00 0:00:00.569713 44835 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T07:11:05.890464+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T06:05:00+00:00 EmrJobFlowSensor 2021-06-23T07:06:13.678935+00:00 2021-06-23T07:16:16.516505+00:00 0:10:02.837570 44834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T07:06:11.498151+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T07:05:51.813646+00:00 2021-06-23T07:05:53.554077+00:00 0:00:01.740431 44833 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T07:05:49.424245+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T06:05:00+00:00 PythonOperator 2021-06-23T07:05:29.914937+00:00 2021-06-23T07:05:33.434508+00:00 0:00:03.519571 44832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T07:05:27.473077+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T06:00:00+00:00 EmrJobFlowSensor 2021-06-23T07:01:03.324441+00:00 2021-06-23T07:23:07.934697+00:00 0:22:04.610256 44831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T07:01:00.974482+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T06:00:00+00:00 EmrJobFlowSensor 2021-06-23T07:00:55.241986+00:00 2021-06-23T07:10:58.168254+00:00 0:10:02.926268 44830 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T07:00:52.903283+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T07:00:41.079371+00:00 2021-06-23T07:00:42.952400+00:00 0:00:01.873029 44829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T07:00:38.891991+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T07:00:35.146766+00:00 2021-06-23T07:00:36.975344+00:00 0:00:01.828578 44828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T07:00:32.883956+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T06:00:00+00:00 PythonOperator 2021-06-23T07:00:19.223583+00:00 2021-06-23T07:00:22.661375+00:00 0:00:03.437792 44827 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T07:00:16.831631+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T06:00:00+00:00 PythonOperator 2021-06-23T07:00:13.180871+00:00 2021-06-23T07:00:16.790583+00:00 0:00:03.609712 44826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T07:00:10.821329+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T05:00:00+00:00 EmrJobFlowSensor 2021-06-23T06:12:34.883921+00:00 2021-06-23T06:21:37.482718+00:00 0:09:02.598797 44824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T06:12:32.668466+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T05:00:00+00:00 EmrJobFlowSensor 2021-06-23T06:12:29.038090+00:00 2021-06-23T06:22:31.901270+00:00 0:10:02.863180 44823 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T06:12:26.662607+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T06:12:10.916096+00:00 2021-06-23T06:12:12.761948+00:00 0:00:01.845852 44822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T06:12:08.644748+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T06:12:09.039339+00:00 2021-06-23T06:12:10.738482+00:00 0:00:01.699143 44821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T06:12:06.645150+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T05:00:00+00:00 PythonOperator 2021-06-23T06:11:51.805098+00:00 2021-06-23T06:11:55.510273+00:00 0:00:03.705175 44820 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T06:11:48.630345+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T05:00:00+00:00 PythonOperator 2021-06-23T06:11:46.997280+00:00 2021-06-23T06:11:51.793907+00:00 0:00:04.796627 44819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T06:11:44.627409+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T05:00:00+00:00 TriggerDagRunOperator 2021-06-23T06:11:33.310856+00:00 2021-06-23T06:11:33.822332+00:00 0:00:00.511476 44818 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T06:11:30.656563+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T05:00:00+00:00 TriggerDagRunOperator 2021-06-23T06:11:33.136938+00:00 2021-06-23T06:11:33.564029+00:00 0:00:00.427091 44817 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T06:11:30.656612+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T05:05:00+00:00 EmrJobFlowSensor 2021-06-23T06:06:02.331662+00:00 2021-06-23T06:15:04.893741+00:00 0:09:02.562079 44816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T06:06:00.078938+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T06:05:40.162770+00:00 2021-06-23T06:05:41.800936+00:00 0:00:01.638166 44815 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T06:05:38.001773+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T05:05:00+00:00 PythonOperator 2021-06-23T06:05:18.425457+00:00 2021-06-23T06:05:21.705088+00:00 0:00:03.279631 44814 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T06:05:15.980250+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T05:00:00+00:00 EmrJobFlowSensor 2021-06-23T06:01:05.897035+00:00 2021-06-23T06:11:08.795303+00:00 0:10:02.898268 44813 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T06:01:03.565342+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T05:00:00+00:00 EmrJobFlowSensor 2021-06-23T06:01:04.021489+00:00 2021-06-23T06:23:08.782167+00:00 0:22:04.760678 44812 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T06:01:01.562873+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T06:00:45.783443+00:00 2021-06-23T06:00:47.612639+00:00 0:00:01.829196 44811 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T06:00:43.495028+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T06:00:39.853009+00:00 2021-06-23T06:00:41.532185+00:00 0:00:01.679176 44810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T06:00:37.544746+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T05:00:00+00:00 PythonOperator 2021-06-23T06:00:23.584133+00:00 2021-06-23T06:00:27.125428+00:00 0:00:03.541295 44809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T06:00:21.422663+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T05:00:00+00:00 PythonOperator 2021-06-23T06:00:17.789641+00:00 2021-06-23T06:00:21.318691+00:00 0:00:03.529050 44808 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T06:00:15.417321+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T04:00:00+00:00 EmrJobFlowSensor 2021-06-23T05:11:50.549162+00:00 2021-06-23T05:19:53.194042+00:00 0:08:02.644880 44806 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T05:11:48.124236+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T04:00:00+00:00 EmrJobFlowSensor 2021-06-23T05:11:40.308259+00:00 2021-06-23T05:21:43.026669+00:00 0:10:02.718410 44805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T05:11:38.116087+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T05:11:28.341477+00:00 2021-06-23T05:11:30.165977+00:00 0:00:01.824500 44804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T05:11:26.108575+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T05:11:16.753430+00:00 2021-06-23T05:11:18.487696+00:00 0:00:01.734266 44803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T05:11:14.094675+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T04:00:00+00:00 PythonOperator 2021-06-23T05:11:08.407613+00:00 2021-06-23T05:11:11.977064+00:00 0:00:03.569451 44802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T05:11:06.087046+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T04:00:00+00:00 PythonOperator 2021-06-23T05:10:54.378812+00:00 2021-06-23T05:10:58.221479+00:00 0:00:03.842667 44801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T05:10:52.058205+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T04:00:00+00:00 TriggerDagRunOperator 2021-06-23T05:10:48.363181+00:00 2021-06-23T05:10:48.975318+00:00 0:00:00.612137 44800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T05:10:46.053088+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T04:00:00+00:00 TriggerDagRunOperator 2021-06-23T05:10:48.230353+00:00 2021-06-23T05:10:48.626632+00:00 0:00:00.396279 44799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T05:10:46.053124+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T04:05:00+00:00 EmrJobFlowSensor 2021-06-23T05:05:51.824203+00:00 2021-06-23T05:14:54.609920+00:00 0:09:02.785717 44798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T05:05:49.649235+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T05:05:31.758087+00:00 2021-06-23T05:05:33.428694+00:00 0:00:01.670607 44797 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T05:05:29.631838+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T04:05:00+00:00 PythonOperator 2021-06-23T05:05:09.956212+00:00 2021-06-23T05:05:13.484625+00:00 0:00:03.528413 44796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T05:05:07.623954+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T04:00:00+00:00 EmrJobFlowSensor 2021-06-23T05:01:05.410524+00:00 2021-06-23T05:10:08.155549+00:00 0:09:02.745025 44795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T05:01:03.197944+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T04:00:00+00:00 EmrJobFlowSensor 2021-06-23T05:00:59.615030+00:00 2021-06-23T05:24:04.322163+00:00 0:23:04.707133 44794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T05:00:57.280295+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T05:00:45.466650+00:00 2021-06-23T05:00:47.370685+00:00 0:00:01.904035 44793 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T05:00:43.151315+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T05:00:37.287329+00:00 2021-06-23T05:00:38.951500+00:00 0:00:01.664171 44792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T05:00:35.141940+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T04:00:00+00:00 PythonOperator 2021-06-23T05:00:23.319549+00:00 2021-06-23T05:00:26.827764+00:00 0:00:03.508215 44791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T05:00:21.133717+00:00 2 default_pool