Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-07-18T10:00:00+00:00 EmrJobFlowSensor 2021-07-18T11:12:29.723450+00:00 2021-07-18T11:21:32.616684+00:00 0:09:02.893234 55171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T11:12:27.325386+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T10:00:00+00:00 EmrJobFlowSensor 2021-07-18T11:12:15.606828+00:00 2021-07-18T11:21:18.578293+00:00 0:09:02.971465 55170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T11:12:13.314536+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T11:12:09.588512+00:00 2021-07-18T11:12:11.422097+00:00 0:00:01.833585 55169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T11:12:07.307450+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T11:11:53.689363+00:00 2021-07-18T11:11:55.355768+00:00 0:00:01.666405 55168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T11:11:51.355818+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T10:00:00+00:00 PythonOperator 2021-07-18T11:11:46.003697+00:00 2021-07-18T11:11:49.730405+00:00 0:00:03.726708 55167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T11:11:43.340836+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T10:00:00+00:00 PythonOperator 2021-07-18T11:11:33.826249+00:00 2021-07-18T11:11:37.440326+00:00 0:00:03.614077 55166 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T11:11:31.353853+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T10:00:00+00:00 TriggerDagRunOperator 2021-07-18T11:11:23.676051+00:00 2021-07-18T11:11:24.173970+00:00 0:00:00.497919 55165 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T11:11:21.249637+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T10:00:00+00:00 TriggerDagRunOperator 2021-07-18T11:11:23.471936+00:00 2021-07-18T11:11:23.870954+00:00 0:00:00.399018 55164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T11:11:21.249593+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T10:05:00+00:00 EmrJobFlowSensor 2021-07-18T11:05:55.210757+00:00 2021-07-18T11:14:58.187385+00:00 0:09:02.976628 55163 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T11:05:52.793176+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T11:05:35.180069+00:00 2021-07-18T11:05:36.967913+00:00 0:00:01.787844 55162 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T11:05:32.768543+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T10:05:00+00:00 PythonOperator 2021-07-18T11:05:10.847021+00:00 2021-07-18T11:05:14.814072+00:00 0:00:03.967051 55161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T11:05:08.695972+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T10:00:00+00:00 EmrJobFlowSensor 2021-07-18T11:00:58.605122+00:00 2021-07-18T11:11:01.483870+00:00 0:10:02.878748 55160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T11:00:56.260422+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T10:00:00+00:00 EmrJobFlowSensor 2021-07-18T11:00:50.610599+00:00 2021-07-18T11:15:54.472569+00:00 0:15:03.861970 55159 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T11:00:48.209878+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T11:00:37.073386+00:00 2021-07-18T11:00:38.882660+00:00 0:00:01.809274 55158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T11:00:34.257667+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T11:00:28.631807+00:00 2021-07-18T11:00:30.426625+00:00 0:00:01.794818 55157 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T11:00:26.193096+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T10:00:00+00:00 PythonOperator 2021-07-18T11:00:14.689899+00:00 2021-07-18T11:00:18.192127+00:00 0:00:03.502228 55156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T11:00:12.188128+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T10:00:00+00:00 PythonOperator 2021-07-18T11:00:06.493361+00:00 2021-07-18T11:00:10.701017+00:00 0:00:04.207656 55155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T11:00:04.109841+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T09:00:00+00:00 EmrJobFlowSensor 2021-07-18T10:11:23.900301+00:00 2021-07-18T10:20:26.749050+00:00 0:09:02.848749 55153 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T10:11:21.462343+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T09:00:00+00:00 EmrJobFlowSensor 2021-07-18T10:11:19.772658+00:00 2021-07-18T10:20:22.573978+00:00 0:09:02.801320 55152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T10:11:17.466137+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T10:11:02.016998+00:00 2021-07-18T10:11:03.717076+00:00 0:00:01.700078 55151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T10:10:59.551895+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T10:10:57.715481+00:00 2021-07-18T10:10:59.511914+00:00 0:00:01.796433 55150 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T10:10:55.450359+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T09:00:00+00:00 PythonOperator 2021-07-18T10:10:39.994546+00:00 2021-07-18T10:10:44.070476+00:00 0:00:04.075930 55149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T10:10:37.356887+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T09:00:00+00:00 PythonOperator 2021-07-18T10:10:37.742492+00:00 2021-07-18T10:10:42.170882+00:00 0:00:04.428390 55148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T10:10:35.352887+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T09:00:00+00:00 TriggerDagRunOperator 2021-07-18T10:10:15.692090+00:00 2021-07-18T10:10:16.280110+00:00 0:00:00.588020 55147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T10:10:13.334768+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T09:00:00+00:00 TriggerDagRunOperator 2021-07-18T10:10:15.573058+00:00 2021-07-18T10:10:15.962004+00:00 0:00:00.388946 55146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T10:10:13.334800+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T09:05:00+00:00 EmrJobFlowSensor 2021-07-18T10:06:15.168060+00:00 2021-07-18T10:15:17.778675+00:00 0:09:02.610615 55145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T10:06:12.966695+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T10:05:43.205182+00:00 2021-07-18T10:05:44.829790+00:00 0:00:01.624608 55144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T10:05:40.943028+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T09:05:00+00:00 PythonOperator 2021-07-18T10:05:23.065294+00:00 2021-07-18T10:05:27.142682+00:00 0:00:04.077388 55143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T10:05:20.930336+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T09:00:00+00:00 EmrJobFlowSensor 2021-07-18T10:00:58.737001+00:00 2021-07-18T10:14:02.137660+00:00 0:13:03.400659 55142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T10:00:56.455387+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T09:00:00+00:00 EmrJobFlowSensor 2021-07-18T10:00:52.653820+00:00 2021-07-18T10:09:55.484080+00:00 0:09:02.830260 55141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T10:00:50.446709+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T10:00:36.735356+00:00 2021-07-18T10:00:38.505144+00:00 0:00:01.769788 55140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T10:00:34.435008+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T10:00:30.899799+00:00 2021-07-18T10:00:32.694238+00:00 0:00:01.794439 55139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T10:00:28.556684+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T09:00:00+00:00 PythonOperator 2021-07-18T10:00:14.814565+00:00 2021-07-18T10:00:18.989294+00:00 0:00:04.174729 55138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T10:00:12.489959+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T09:00:00+00:00 PythonOperator 2021-07-18T10:00:08.751489+00:00 2021-07-18T10:00:12.616904+00:00 0:00:03.865415 55137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T10:00:06.415840+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T08:00:00+00:00 EmrJobFlowSensor 2021-07-18T09:12:34.511070+00:00 2021-07-18T09:20:37.037332+00:00 0:08:02.526262 55135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T09:12:32.140788+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T08:00:00+00:00 EmrJobFlowSensor 2021-07-18T09:12:32.518198+00:00 2021-07-18T09:22:35.827752+00:00 0:10:03.309554 55134 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T09:12:29.660067+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T09:12:07.759872+00:00 2021-07-18T09:12:09.474589+00:00 0:00:01.714717 55133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T09:12:05.486632+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T09:12:01.953924+00:00 2021-07-18T09:12:03.817540+00:00 0:00:01.863616 55132 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T09:11:59.546520+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T08:00:00+00:00 PythonOperator 2021-07-18T09:11:40.371022+00:00 2021-07-18T09:11:44.477579+00:00 0:00:04.106557 55131 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T09:11:37.471992+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T08:00:00+00:00 PythonOperator 2021-07-18T09:11:38.126194+00:00 2021-07-18T09:11:42.312998+00:00 0:00:04.186804 55130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T09:11:35.549088+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T08:00:00+00:00 TriggerDagRunOperator 2021-07-18T09:11:23.826848+00:00 2021-07-18T09:11:24.337292+00:00 0:00:00.510444 55129 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T09:11:21.443075+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T08:00:00+00:00 TriggerDagRunOperator 2021-07-18T09:11:23.686876+00:00 2021-07-18T09:11:24.068983+00:00 0:00:00.382107 55128 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T09:11:21.443110+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T08:05:00+00:00 EmrJobFlowSensor 2021-07-18T09:06:21.388491+00:00 2021-07-18T09:15:24.068691+00:00 0:09:02.680200 55127 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T09:06:19.083629+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T09:05:47.209017+00:00 2021-07-18T09:05:49.052507+00:00 0:00:01.843490 55126 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T09:05:45.018755+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T08:05:00+00:00 PythonOperator 2021-07-18T09:05:23.062082+00:00 2021-07-18T09:05:26.888464+00:00 0:00:03.826382 55125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T09:05:20.961536+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T08:00:00+00:00 EmrJobFlowSensor 2021-07-18T09:01:04.716826+00:00 2021-07-18T09:15:08.293938+00:00 0:14:03.577112 55124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T09:01:02.448751+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T08:00:00+00:00 EmrJobFlowSensor 2021-07-18T09:00:50.492684+00:00 2021-07-18T09:10:53.328811+00:00 0:10:02.836127 55123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T09:00:48.312795+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T09:00:42.605699+00:00 2021-07-18T09:00:44.426538+00:00 0:00:01.820839 55122 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T09:00:40.306780+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T09:00:29.073419+00:00 2021-07-18T09:00:30.918312+00:00 0:00:01.844893 55121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T09:00:26.368006+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T08:00:00+00:00 PythonOperator 2021-07-18T09:00:20.506936+00:00 2021-07-18T09:00:24.728211+00:00 0:00:04.221275 55120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T09:00:18.291679+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T08:00:00+00:00 PythonOperator 2021-07-18T09:00:09.055920+00:00 2021-07-18T09:00:12.896884+00:00 0:00:03.840964 55119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T09:00:06.285627+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T07:00:00+00:00 EmrJobFlowSensor 2021-07-18T08:12:29.396848+00:00 2021-07-18T08:21:32.199736+00:00 0:09:02.802888 55117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T08:12:27.053744+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T07:00:00+00:00 EmrJobFlowSensor 2021-07-18T08:12:25.583119+00:00 2021-07-18T08:22:28.340704+00:00 0:10:02.757585 55116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T08:12:23.260011+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T08:12:07.761927+00:00 2021-07-18T08:12:09.533055+00:00 0:00:01.771128 55115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T08:12:04.865699+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T08:12:05.289875+00:00 2021-07-18T08:12:07.127643+00:00 0:00:01.837768 55114 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T08:12:02.867012+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T07:00:00+00:00 PythonOperator 2021-07-18T08:11:45.543085+00:00 2021-07-18T08:11:49.236472+00:00 0:00:03.693387 55113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T08:11:42.852894+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T07:00:00+00:00 PythonOperator 2021-07-18T08:11:43.286667+00:00 2021-07-18T08:11:47.430582+00:00 0:00:04.143915 55112 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T08:11:40.843303+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T07:00:00+00:00 TriggerDagRunOperator 2021-07-18T08:11:27.042566+00:00 2021-07-18T08:11:27.521467+00:00 0:00:00.478901 55111 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T08:11:24.689332+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T07:00:00+00:00 TriggerDagRunOperator 2021-07-18T08:11:26.835048+00:00 2021-07-18T08:11:27.293706+00:00 0:00:00.458658 55110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T08:11:24.689298+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T07:05:00+00:00 EmrJobFlowSensor 2021-07-18T08:05:48.260683+00:00 2021-07-18T08:13:50.834835+00:00 0:08:02.574152 55109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T08:05:46.115246+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T08:05:26.341567+00:00 2021-07-18T08:05:28.053220+00:00 0:00:01.711653 55108 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T08:05:24.096504+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T07:05:00+00:00 PythonOperator 2021-07-18T08:05:04.329104+00:00 2021-07-18T08:05:07.753173+00:00 0:00:03.424069 55107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T08:05:02.035849+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T07:00:00+00:00 EmrJobFlowSensor 2021-07-18T08:01:05.935470+00:00 2021-07-18T08:16:09.687675+00:00 0:15:03.752205 55106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T08:01:03.685681+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T07:00:00+00:00 EmrJobFlowSensor 2021-07-18T08:00:57.771838+00:00 2021-07-18T08:11:00.934259+00:00 0:10:03.162421 55105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T08:00:55.611316+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T08:00:44.064096+00:00 2021-07-18T08:00:45.906754+00:00 0:00:01.842658 55104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T08:00:41.605746+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T08:00:37.940161+00:00 2021-07-18T08:00:39.849237+00:00 0:00:01.909076 55103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T08:00:35.592607+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T07:00:00+00:00 PythonOperator 2021-07-18T08:00:22.245263+00:00 2021-07-18T08:00:26.632987+00:00 0:00:04.387724 55102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T08:00:19.548254+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T07:00:00+00:00 PythonOperator 2021-07-18T08:00:16.177614+00:00 2021-07-18T08:00:20.518340+00:00 0:00:04.340726 55101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T08:00:13.573379+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T06:00:00+00:00 EmrJobFlowSensor 2021-07-18T07:11:35.714456+00:00 2021-07-18T07:21:38.965186+00:00 0:10:03.250730 55099 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T07:11:33.374128+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T06:00:00+00:00 EmrJobFlowSensor 2021-07-18T07:11:27.511577+00:00 2021-07-18T07:21:30.327848+00:00 0:10:02.816271 55098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T07:11:25.286227+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T07:11:13.634768+00:00 2021-07-18T07:11:15.442436+00:00 0:00:01.807668 55097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T07:11:11.256702+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T07:11:05.949739+00:00 2021-07-18T07:11:07.709814+00:00 0:00:01.760075 55096 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T07:11:03.266545+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T06:00:00+00:00 PythonOperator 2021-07-18T07:10:51.361918+00:00 2021-07-18T07:10:54.846675+00:00 0:00:03.484757 55095 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T07:10:49.143410+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T06:00:00+00:00 PythonOperator 2021-07-18T07:10:43.375672+00:00 2021-07-18T07:10:47.538601+00:00 0:00:04.162929 55094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T07:10:41.118279+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T06:00:00+00:00 TriggerDagRunOperator 2021-07-18T07:10:33.488158+00:00 2021-07-18T07:10:34.052343+00:00 0:00:00.564185 55093 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T07:10:31.107603+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T06:00:00+00:00 TriggerDagRunOperator 2021-07-18T07:10:33.293892+00:00 2021-07-18T07:10:33.743889+00:00 0:00:00.449997 55092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T07:10:31.107629+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T06:05:00+00:00 EmrJobFlowSensor 2021-07-18T07:06:12.772731+00:00 2021-07-18T07:15:15.360786+00:00 0:09:02.588055 55091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T07:06:10.632643+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T07:05:44.933444+00:00 2021-07-18T07:05:46.587796+00:00 0:00:01.654352 55090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T07:05:42.608103+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T06:05:00+00:00 PythonOperator 2021-07-18T07:05:20.970844+00:00 2021-07-18T07:05:25.064827+00:00 0:00:04.093983 55089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T07:05:18.679028+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T06:00:00+00:00 EmrJobFlowSensor 2021-07-18T07:01:16.286381+00:00 2021-07-18T07:15:19.890608+00:00 0:14:03.604227 55088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T07:01:14.126214+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T06:00:00+00:00 EmrJobFlowSensor 2021-07-18T07:01:12.400332+00:00 2021-07-18T07:10:15.473225+00:00 0:09:03.072893 55087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T07:01:10.123370+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T07:00:46.539211+00:00 2021-07-18T07:00:48.376095+00:00 0:00:01.836884 55086 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T07:00:44.166390+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T07:00:40.626784+00:00 2021-07-18T07:00:42.464433+00:00 0:00:01.837649 55085 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T07:00:38.090707+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T06:00:00+00:00 PythonOperator 2021-07-18T07:00:24.150579+00:00 2021-07-18T07:00:28.230320+00:00 0:00:04.079741 55084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T07:00:22.026317+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T06:00:00+00:00 PythonOperator 2021-07-18T07:00:12.223582+00:00 2021-07-18T07:00:16.039484+00:00 0:00:03.815902 55083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T07:00:10.017596+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T05:00:00+00:00 EmrJobFlowSensor 2021-07-18T06:19:39.994150+00:00 2021-07-18T06:28:42.566701+00:00 0:09:02.572551 55082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T06:19:37.843309+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T05:00:00+00:00 EmrJobFlowSensor 2021-07-18T06:19:32.201914+00:00 2021-07-18T06:27:34.777171+00:00 0:08:02.575257 55081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T06:19:29.845817+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T05:05:00+00:00 EmrJobFlowSensor 2021-07-18T06:19:26.424596+00:00 2021-07-18T06:27:29.256080+00:00 0:08:02.831484 55080 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T06:19:23.834930+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T06:19:18.706897+00:00 2021-07-18T06:19:20.444451+00:00 0:00:01.737554 55079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T06:19:15.835334+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T06:19:10.147955+00:00 2021-07-18T06:19:11.838192+00:00 0:00:01.690237 55078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T06:19:07.879325+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T06:19:04.248938+00:00 2021-07-18T06:19:06.049216+00:00 0:00:01.800278 55077 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T06:19:01.817620+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T05:00:00+00:00 PythonOperator 2021-07-18T06:18:56.010959+00:00 2021-07-18T06:19:00.052913+00:00 0:00:04.041954 55076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T06:18:53.808435+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T05:00:00+00:00 PythonOperator 2021-07-18T06:18:50.315180+00:00 2021-07-18T06:18:54.042122+00:00 0:00:03.726942 55075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T06:18:47.808025+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T05:00:00+00:00 TriggerDagRunOperator 2021-07-18T06:18:44.546722+00:00 2021-07-18T06:18:45.359552+00:00 0:00:00.812830 55074 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T06:18:39.798998+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T05:00:00+00:00 TriggerDagRunOperator 2021-07-18T06:18:44.558915+00:00 2021-07-18T06:18:45.362472+00:00 0:00:00.803557 55073 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T06:18:39.799012+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T05:05:00+00:00 PythonOperator 2021-07-18T06:18:42.417618+00:00 2021-07-18T06:18:46.196186+00:00 0:00:03.778568 55072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T06:18:39.798969+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T05:00:00+00:00 EmrJobFlowSensor 2021-07-18T06:01:10.387758+00:00 2021-07-18T06:11:13.459112+00:00 0:10:03.071354 55070 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T06:01:08.266286+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T05:00:00+00:00 EmrJobFlowSensor 2021-07-18T06:00:58.613827+00:00 2021-07-18T06:16:02.685575+00:00 0:15:04.071748 55069 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T06:00:56.253598+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T06:00:44.912305+00:00 2021-07-18T06:00:46.780788+00:00 0:00:01.868483 55068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T06:00:42.200084+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T06:00:36.448605+00:00 2021-07-18T06:00:38.278014+00:00 0:00:01.829409 55067 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T06:00:34.190056+00:00 2 default_pool