Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T19:00:59.871379+00:00 2021-06-30T19:01:01.674830+00:00 0:00:01.803451 48069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T19:00:57.510561+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T19:00:47.809177+00:00 2021-06-30T19:00:49.533929+00:00 0:00:01.724752 48068 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T19:00:45.461468+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T18:00:00+00:00 PythonOperator 2021-06-30T19:00:31.968753+00:00 2021-06-30T19:00:35.613072+00:00 0:00:03.644319 48067 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T19:00:29.463524+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T18:00:00+00:00 PythonOperator 2021-06-30T19:00:07.716492+00:00 2021-06-30T19:00:11.377282+00:00 0:00:03.660790 48066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T19:00:05.384066+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T17:00:00+00:00 TriggerDagRunOperator 2021-06-30T18:14:06.508142+00:00 2021-06-30T18:14:07.057488+00:00 0:00:00.549346 48065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T18:14:04.251712+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T17:00:00+00:00 TriggerDagRunOperator 2021-06-30T18:14:06.480216+00:00 2021-06-30T18:14:06.894019+00:00 0:00:00.413803 48064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T18:14:04.251747+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T17:05:00+00:00 EmrJobFlowSensor 2021-06-30T18:06:03.745591+00:00 2021-06-30T18:15:06.462273+00:00 0:09:02.716682 48063 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T18:06:01.432860+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T18:05:41.758464+00:00 2021-06-30T18:05:43.622962+00:00 0:00:01.864498 48062 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T18:05:39.418768+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T17:05:00+00:00 PythonOperator 2021-06-30T18:05:19.650612+00:00 2021-06-30T18:05:23.311475+00:00 0:00:03.660863 48061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T18:05:17.463530+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T17:00:00+00:00 EmrJobFlowSensor 2021-06-30T18:05:01.598971+00:00 2021-06-30T18:16:04.730866+00:00 0:11:03.131895 48060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T18:04:59.383511+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T17:00:00+00:00 EmrJobFlowSensor 2021-06-30T18:04:59.695646+00:00 2021-06-30T18:14:02.515270+00:00 0:09:02.819624 48059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T18:04:57.386869+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T18:04:39.725427+00:00 2021-06-30T18:04:41.520425+00:00 0:00:01.794998 48058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T18:04:37.356693+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T18:04:37.930139+00:00 2021-06-30T18:04:39.668883+00:00 0:00:01.738744 48057 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T18:04:35.363558+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T17:00:00+00:00 PythonOperator 2021-06-30T18:00:23.109881+00:00 2021-06-30T18:00:26.713983+00:00 0:00:03.604102 48055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T18:00:20.902943+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T17:00:00+00:00 PythonOperator 2021-06-30T18:00:09.502571+00:00 2021-06-30T18:00:13.244951+00:00 0:00:03.742380 48054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T18:00:06.956445+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T16:00:00+00:00 TriggerDagRunOperator 2021-06-30T17:11:21.674658+00:00 2021-06-30T17:11:22.087381+00:00 0:00:00.412723 48053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T17:11:19.463881+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T16:00:00+00:00 TriggerDagRunOperator 2021-06-30T17:11:21.709769+00:00 2021-06-30T17:11:22.215622+00:00 0:00:00.505853 48052 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T17:11:19.463845+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T16:05:00+00:00 EmrJobFlowSensor 2021-06-30T17:05:53.270733+00:00 2021-06-30T17:13:55.934813+00:00 0:08:02.664080 48051 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T17:05:51.091921+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T17:05:31.395416+00:00 2021-06-30T17:05:33.068570+00:00 0:00:01.673154 48050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T17:05:29.142112+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T16:05:00+00:00 PythonOperator 2021-06-30T17:05:09.379695+00:00 2021-06-30T17:05:12.961555+00:00 0:00:03.581860 48049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T17:05:07.024557+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T16:00:00+00:00 EmrJobFlowSensor 2021-06-30T17:01:14.951979+00:00 2021-06-30T17:12:18.139973+00:00 0:11:03.187994 48048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T17:01:12.704190+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T16:00:00+00:00 EmrJobFlowSensor 2021-06-30T17:01:09.093802+00:00 2021-06-30T17:11:11.877430+00:00 0:10:02.783628 48047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T17:01:06.755736+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T17:00:52.901350+00:00 2021-06-30T17:00:54.614214+00:00 0:00:01.712864 48046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T17:00:50.682469+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T17:00:48.999820+00:00 2021-06-30T17:00:50.835840+00:00 0:00:01.836020 48045 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T17:00:46.650437+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T16:00:00+00:00 PythonOperator 2021-06-30T17:00:32.797199+00:00 2021-06-30T17:00:36.666959+00:00 0:00:03.869760 48044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T17:00:30.640488+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T16:00:00+00:00 PythonOperator 2021-06-30T17:00:27.255369+00:00 2021-06-30T17:00:30.630363+00:00 0:00:03.374994 48043 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T17:00:24.643517+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T15:00:00+00:00 TriggerDagRunOperator 2021-06-30T16:10:24.552186+00:00 2021-06-30T16:10:24.975701+00:00 0:00:00.423515 48041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T16:10:22.257340+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T15:00:00+00:00 TriggerDagRunOperator 2021-06-30T16:10:24.553854+00:00 2021-06-30T16:10:25.107643+00:00 0:00:00.553789 48040 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T16:10:22.257373+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T15:05:00+00:00 EmrJobFlowSensor 2021-06-30T16:05:52.211068+00:00 2021-06-30T16:14:54.963523+00:00 0:09:02.752455 48039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T16:05:49.871359+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T16:05:30.385590+00:00 2021-06-30T16:05:32.008728+00:00 0:00:01.623138 48038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T16:05:27.849850+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T15:05:00+00:00 PythonOperator 2021-06-30T16:05:08.311415+00:00 2021-06-30T16:05:11.922348+00:00 0:00:03.610933 48037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T16:05:05.752894+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T15:00:00+00:00 EmrJobFlowSensor 2021-06-30T16:00:57.317271+00:00 2021-06-30T16:13:00.598249+00:00 0:12:03.280978 48036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T16:00:55.190926+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T15:00:00+00:00 EmrJobFlowSensor 2021-06-30T16:00:53.617636+00:00 2021-06-30T16:09:56.341507+00:00 0:09:02.723871 48035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T16:00:51.182744+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T16:00:37.405333+00:00 2021-06-30T16:00:39.275917+00:00 0:00:01.870584 48034 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T16:00:35.156513+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T16:00:31.425930+00:00 2021-06-30T16:00:33.264238+00:00 0:00:01.838308 48033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T16:00:29.162688+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T15:00:00+00:00 PythonOperator 2021-06-30T16:00:15.388693+00:00 2021-06-30T16:00:19.497858+00:00 0:00:04.109165 48032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T16:00:13.113260+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T15:00:00+00:00 PythonOperator 2021-06-30T16:00:09.559376+00:00 2021-06-30T16:00:13.317215+00:00 0:00:03.757839 48031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T16:00:07.103950+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T14:00:00+00:00 TriggerDagRunOperator 2021-06-30T15:11:09.038435+00:00 2021-06-30T15:11:09.519393+00:00 0:00:00.480958 48029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T15:11:06.139354+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T14:00:00+00:00 TriggerDagRunOperator 2021-06-30T15:11:08.665458+00:00 2021-06-30T15:11:09.108841+00:00 0:00:00.443383 48028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T15:11:06.139400+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T14:05:00+00:00 EmrJobFlowSensor 2021-06-30T15:06:08.218945+00:00 2021-06-30T15:15:11.152944+00:00 0:09:02.933999 48027 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T15:06:05.761883+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T15:05:45.984182+00:00 2021-06-30T15:05:47.607990+00:00 0:00:01.623808 48026 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T15:05:43.643787+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T14:05:00+00:00 PythonOperator 2021-06-30T15:05:24.492653+00:00 2021-06-30T15:05:27.457310+00:00 0:00:02.964657 48025 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T15:05:21.628752+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T14:00:00+00:00 EmrJobFlowSensor 2021-06-30T15:00:59.806345+00:00 2021-06-30T15:11:02.760352+00:00 0:10:02.954007 48024 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T15:00:56.993065+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T14:00:00+00:00 EmrJobFlowSensor 2021-06-30T15:00:57.413658+00:00 2021-06-30T15:12:00.748939+00:00 0:11:03.335281 48023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T15:00:55.057746+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T15:00:37.229118+00:00 2021-06-30T15:00:39.048286+00:00 0:00:01.819168 48022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T15:00:34.963431+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T15:00:37.154079+00:00 2021-06-30T15:00:38.922178+00:00 0:00:01.768099 48021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T15:00:34.963399+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T14:00:00+00:00 PythonOperator 2021-06-30T15:00:17.149415+00:00 2021-06-30T15:00:20.509755+00:00 0:00:03.360340 48020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T15:00:14.924792+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T14:00:00+00:00 PythonOperator 2021-06-30T15:00:15.611402+00:00 2021-06-30T15:00:19.559858+00:00 0:00:03.948456 48019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T15:00:12.918851+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T13:00:00+00:00 TriggerDagRunOperator 2021-06-30T14:11:29.424757+00:00 2021-06-30T14:11:29.938445+00:00 0:00:00.513688 48017 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T14:11:26.909018+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T13:00:00+00:00 TriggerDagRunOperator 2021-06-30T14:11:29.161654+00:00 2021-06-30T14:11:29.556791+00:00 0:00:00.395137 48016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T14:11:26.909050+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T13:05:00+00:00 EmrJobFlowSensor 2021-06-30T14:06:07.065786+00:00 2021-06-30T14:15:09.737663+00:00 0:09:02.671877 48015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T14:06:04.462612+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T14:05:44.582281+00:00 2021-06-30T14:05:46.328814+00:00 0:00:01.746533 48014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T14:05:42.334442+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T13:05:00+00:00 PythonOperator 2021-06-30T14:05:22.484730+00:00 2021-06-30T14:05:26.062801+00:00 0:00:03.578071 48013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T14:05:20.307227+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T13:00:00+00:00 EmrJobFlowSensor 2021-06-30T14:01:08.438906+00:00 2021-06-30T14:11:11.334095+00:00 0:10:02.895189 48012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T14:01:05.892009+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T13:00:00+00:00 EmrJobFlowSensor 2021-06-30T14:01:06.296926+00:00 2021-06-30T14:12:09.557446+00:00 0:11:03.260520 48011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T14:01:03.888273+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T14:00:46.777201+00:00 2021-06-30T14:00:48.603914+00:00 0:00:01.826713 48010 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T14:00:43.881915+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T14:00:44.438176+00:00 2021-06-30T14:00:46.678307+00:00 0:00:02.240131 48009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T14:00:41.878382+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T13:00:00+00:00 PythonOperator 2021-06-30T14:00:24.298259+00:00 2021-06-30T14:00:27.640010+00:00 0:00:03.341751 48008 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T14:00:21.864978+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T13:00:00+00:00 PythonOperator 2021-06-30T14:00:22.094667+00:00 2021-06-30T14:00:26.027275+00:00 0:00:03.932608 48007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T14:00:19.840773+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T12:00:00+00:00 TriggerDagRunOperator 2021-06-30T13:10:27.298180+00:00 2021-06-30T13:10:27.786247+00:00 0:00:00.488067 48005 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T13:10:24.776454+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T12:00:00+00:00 TriggerDagRunOperator 2021-06-30T13:10:27.160343+00:00 2021-06-30T13:10:27.541027+00:00 0:00:00.380684 48004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T13:10:24.776419+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T12:05:00+00:00 EmrJobFlowSensor 2021-06-30T13:07:08.679256+00:00 2021-06-30T13:16:11.258278+00:00 0:09:02.579022 48003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T13:07:06.481071+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T13:06:42.560948+00:00 2021-06-30T13:06:44.213648+00:00 0:00:01.652700 48002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T13:06:40.432243+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T12:05:00+00:00 PythonOperator 2021-06-30T13:06:10.593312+00:00 2021-06-30T13:06:14.256635+00:00 0:00:03.663323 48001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T13:06:08.410140+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T12:00:00+00:00 EmrJobFlowSensor 2021-06-30T13:01:08.092885+00:00 2021-06-30T13:10:10.822670+00:00 0:09:02.729785 48000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T13:01:05.899447+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T12:00:00+00:00 EmrJobFlowSensor 2021-06-30T13:00:56.087418+00:00 2021-06-30T13:11:59.172025+00:00 0:11:03.084607 47999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T13:00:53.869273+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T13:00:44.397356+00:00 2021-06-30T13:00:46.178878+00:00 0:00:01.781522 47998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T13:00:41.946187+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T13:00:34.109493+00:00 2021-06-30T13:00:35.812543+00:00 0:00:01.703050 47997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T13:00:31.874710+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T12:00:00+00:00 PythonOperator 2021-06-30T13:00:22.063255+00:00 2021-06-30T13:00:25.512817+00:00 0:00:03.449562 47996 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T13:00:19.797758+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T12:00:00+00:00 PythonOperator 2021-06-30T13:00:12.101618+00:00 2021-06-30T13:00:16.063655+00:00 0:00:03.962037 47995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T13:00:09.789214+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T11:00:00+00:00 TriggerDagRunOperator 2021-06-30T12:11:20.516951+00:00 2021-06-30T12:11:20.917308+00:00 0:00:00.400357 47993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T12:11:18.198302+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T11:00:00+00:00 TriggerDagRunOperator 2021-06-30T12:11:20.490918+00:00 2021-06-30T12:11:21.049873+00:00 0:00:00.558955 47992 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T12:11:18.198273+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T11:05:00+00:00 EmrJobFlowSensor 2021-06-30T12:06:06.108775+00:00 2021-06-30T12:14:08.571978+00:00 0:08:02.463203 47991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T12:06:03.336902+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T12:05:41.494105+00:00 2021-06-30T12:05:43.230329+00:00 0:00:01.736224 47990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T12:05:39.347383+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T11:05:00+00:00 PythonOperator 2021-06-30T12:05:19.665811+00:00 2021-06-30T12:05:23.047985+00:00 0:00:03.382174 47989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T12:05:17.297202+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T11:00:00+00:00 EmrJobFlowSensor 2021-06-30T12:01:07.211125+00:00 2021-06-30T12:11:10.030951+00:00 0:10:02.819826 47988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T12:01:04.941683+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T11:00:00+00:00 EmrJobFlowSensor 2021-06-30T12:00:59.152497+00:00 2021-06-30T12:13:02.415360+00:00 0:12:03.262863 47987 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T12:00:56.817501+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T12:00:43.048906+00:00 2021-06-30T12:00:44.782365+00:00 0:00:01.733459 47986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T12:00:40.848629+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T12:00:39.042821+00:00 2021-06-30T12:00:40.806478+00:00 0:00:01.763657 47985 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T12:00:36.801480+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T11:00:00+00:00 PythonOperator 2021-06-30T12:00:21.493448+00:00 2021-06-30T12:00:25.180365+00:00 0:00:03.686917 47984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T12:00:18.864295+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T11:00:00+00:00 PythonOperator 2021-06-30T12:00:15.509156+00:00 2021-06-30T12:00:19.700334+00:00 0:00:04.191178 47983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T12:00:12.849538+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T10:00:00+00:00 TriggerDagRunOperator 2021-06-30T11:11:52.134356+00:00 2021-06-30T11:11:52.796972+00:00 0:00:00.662616 47981 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T11:11:49.852875+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T10:00:00+00:00 TriggerDagRunOperator 2021-06-30T11:11:52.084108+00:00 2021-06-30T11:11:52.476688+00:00 0:00:00.392580 47980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T11:11:49.852828+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T10:05:00+00:00 EmrJobFlowSensor 2021-06-30T11:06:01.384740+00:00 2021-06-30T11:15:04.154649+00:00 0:09:02.769909 47979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T11:05:59.246573+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T11:05:39.483092+00:00 2021-06-30T11:05:41.122134+00:00 0:00:01.639042 47978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T11:05:37.147701+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T10:05:00+00:00 PythonOperator 2021-06-30T11:05:17.281322+00:00 2021-06-30T11:05:20.554814+00:00 0:00:03.273492 47977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T11:05:15.088941+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T10:00:00+00:00 EmrJobFlowSensor 2021-06-30T11:01:12.995051+00:00 2021-06-30T11:11:15.892296+00:00 0:10:02.897245 47976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T11:01:10.658114+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T10:00:00+00:00 EmrJobFlowSensor 2021-06-30T11:00:50.677563+00:00 2021-06-30T11:11:53.896255+00:00 0:11:03.218692 47975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T11:00:48.522878+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-30T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T11:00:48.692141+00:00 2021-06-30T11:00:50.412122+00:00 0:00:01.719981 47974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-30T11:00:46.522401+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T11:00:26.724376+00:00 2021-06-30T11:00:28.561529+00:00 0:00:01.837153 47973 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T11:00:24.500428+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-30T10:00:00+00:00 PythonOperator 2021-06-30T11:00:24.667631+00:00 2021-06-30T11:00:28.357720+00:00 0:00:03.690089 47972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-30T11:00:22.508352+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-30T10:00:00+00:00 PythonOperator 2021-06-30T11:00:05.287608+00:00 2021-06-30T11:00:09.186967+00:00 0:00:03.899359 47971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T11:00:02.489696+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-30T09:00:00+00:00 TriggerDagRunOperator 2021-06-30T10:10:10.312707+00:00 2021-06-30T10:10:10.798536+00:00 0:00:00.485829 47969 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T10:10:07.896201+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-30T09:00:00+00:00 TriggerDagRunOperator 2021-06-30T10:10:10.223009+00:00 2021-06-30T10:10:10.626654+00:00 0:00:00.403645 47968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T10:10:07.896142+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-30T09:05:00+00:00 EmrJobFlowSensor 2021-06-30T10:05:53.787647+00:00 2021-06-30T10:14:56.458919+00:00 0:09:02.671272 47967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T10:05:51.503094+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-30T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-30T10:05:30.095838+00:00 2021-06-30T10:05:31.821709+00:00 0:00:01.725871 47966 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T10:05:27.561123+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-30T09:05:00+00:00 PythonOperator 2021-06-30T10:05:09.627333+00:00 2021-06-30T10:05:13.283138+00:00 0:00:03.655805 47965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T10:05:07.415435+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-30T09:00:00+00:00 EmrJobFlowSensor 2021-06-30T10:01:05.333436+00:00 2021-06-30T10:12:08.476027+00:00 0:11:03.142591 47964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-30T10:01:03.073180+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-30T09:00:00+00:00 EmrJobFlowSensor 2021-06-30T10:00:55.158828+00:00 2021-06-30T10:09:57.993876+00:00 0:09:02.835048 47963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-30T10:00:53.001402+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-30T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-30T10:00:41.774954+00:00 2021-06-30T10:00:43.674228+00:00 0:00:01.899274 47962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-30T10:00:38.995887+00:00 2 default_pool