Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T12:00:00+00:00 TriggerDagRunOperator 2021-06-08T13:11:17.871448+00:00 2021-06-08T13:11:18.306217+00:00 0:00:00.434769 38257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T13:11:14.965020+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T12:05:00+00:00 EmrJobFlowSensor 2021-06-08T13:06:08.150755+00:00 2021-06-08T13:15:10.925523+00:00 0:09:02.774768 38255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T13:06:05.887917+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T13:05:46.046633+00:00 2021-06-08T13:05:47.660329+00:00 0:00:01.613696 38254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T13:05:43.846797+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T12:05:00+00:00 PythonOperator 2021-06-08T13:05:14.309928+00:00 2021-06-08T13:05:17.733176+00:00 0:00:03.423248 38253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T13:05:11.872065+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T12:00:00+00:00 EmrJobFlowSensor 2021-06-08T13:01:09.639795+00:00 2021-06-08T13:13:12.615531+00:00 0:12:02.975736 38252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T13:01:07.403135+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T12:00:00+00:00 EmrJobFlowSensor 2021-06-08T13:01:03.672598+00:00 2021-06-08T13:11:06.643694+00:00 0:10:02.971096 38251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T13:01:01.389715+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T13:00:43.699754+00:00 2021-06-08T13:00:45.493706+00:00 0:00:01.793952 38250 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T13:00:41.339240+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T13:00:41.590010+00:00 2021-06-08T13:00:43.267254+00:00 0:00:01.677244 38249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T13:00:39.340780+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T12:00:00+00:00 PythonOperator 2021-06-08T13:00:23.553218+00:00 2021-06-08T13:00:27.144002+00:00 0:00:03.590784 38248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T13:00:21.313236+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T12:00:00+00:00 PythonOperator 2021-06-08T13:00:19.903752+00:00 2021-06-08T13:00:23.184810+00:00 0:00:03.281058 38247 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T13:00:17.311903+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T11:00:00+00:00 EmrJobFlowSensor 2021-06-08T12:20:19.585421+00:00 2021-06-08T12:28:22.118231+00:00 0:08:02.532810 38246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T12:20:17.431845+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T11:00:00+00:00 EmrJobFlowSensor 2021-06-08T12:19:47.590857+00:00 2021-06-08T12:28:50.143332+00:00 0:09:02.552475 38245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T12:19:45.402781+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T12:19:37.540514+00:00 2021-06-08T12:19:39.215111+00:00 0:00:01.674597 38244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T12:19:35.393779+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T12:19:23.704673+00:00 2021-06-08T12:19:25.509350+00:00 0:00:01.804677 38243 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T12:19:21.385722+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T11:00:00+00:00 PythonOperator 2021-06-08T12:19:15.693113+00:00 2021-06-08T12:19:19.035720+00:00 0:00:03.342607 38242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T12:19:13.326824+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T11:00:00+00:00 PythonOperator 2021-06-08T12:19:03.671180+00:00 2021-06-08T12:19:07.263398+00:00 0:00:03.592218 38241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T12:19:01.317948+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T11:00:00+00:00 TriggerDagRunOperator 2021-06-08T12:18:53.621697+00:00 2021-06-08T12:18:54.122291+00:00 0:00:00.500594 38240 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T12:18:51.308423+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T11:00:00+00:00 TriggerDagRunOperator 2021-06-08T12:18:53.479456+00:00 2021-06-08T12:18:53.854061+00:00 0:00:00.374605 38239 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T12:18:51.308393+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T11:00:00+00:00 EmrJobFlowSensor 2021-06-08T12:08:40.440007+00:00 2021-06-08T12:20:43.562943+00:00 0:12:03.122936 38238 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T12:08:38.116879+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T11:00:00+00:00 EmrJobFlowSensor 2021-06-08T12:08:30.632923+00:00 2021-06-08T12:18:33.437256+00:00 0:10:02.804333 38237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T12:08:28.158081+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T11:05:00+00:00 EmrJobFlowSensor 2021-06-08T12:08:28.447012+00:00 2021-06-08T12:17:31.195531+00:00 0:09:02.748519 38236 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T12:08:26.103330+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T12:08:10.300199+00:00 2021-06-08T12:08:11.983364+00:00 0:00:01.683165 38235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T12:08:08.089411+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T12:08:06.627707+00:00 2021-06-08T12:08:08.381286+00:00 0:00:01.753579 38234 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T12:08:04.162352+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T12:08:06.590373+00:00 2021-06-08T12:08:08.356201+00:00 0:00:01.765828 38233 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T12:08:04.162394+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T11:00:00+00:00 PythonOperator 2021-06-08T12:07:49.081133+00:00 2021-06-08T12:07:52.882688+00:00 0:00:03.801555 38232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T12:07:46.031107+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T11:00:00+00:00 PythonOperator 2021-06-08T12:07:44.689272+00:00 2021-06-08T12:07:49.079454+00:00 0:00:04.390182 38231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T12:07:42.071879+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T11:05:00+00:00 PythonOperator 2021-06-08T12:07:44.572791+00:00 2021-06-08T12:07:47.740499+00:00 0:00:03.167708 38230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T12:07:42.071851+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T10:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:37:22.697889+00:00 2021-06-08T11:47:25.540920+00:00 0:10:02.843031 38228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:37:20.463792+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:36:54.697232+00:00 2021-06-08T11:36:56.543448+00:00 0:00:01.846216 38227 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T11:36:52.433732+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T10:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:30:33.980799+00:00 2021-06-08T11:39:36.637278+00:00 0:09:02.656479 38226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:30:31.786797+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:30:12.093512+00:00 2021-06-08T11:30:13.767001+00:00 0:00:01.673489 38225 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T11:30:09.763428+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T09:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:25:35.878669+00:00 2021-06-08T11:36:38.754221+00:00 0:11:02.875552 38224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T10:00:00+00:00 PythonOperator 2021-06-08T11:25:03.610972+00:00 2021-06-08T11:25:07.106050+00:00 0:00:03.495078 38223 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:25:01.318059+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:24:51.330161+00:00 2021-06-08T11:24:53.154832+00:00 0:00:01.824671 38222 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T09:00:00+00:00 PythonOperator 2021-06-08T11:24:42.984760+00:00 2021-06-08T11:24:46.585974+00:00 0:00:03.601214 38221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T09:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:19:50.340124+00:00 2021-06-08T11:29:53.176321+00:00 0:10:02.836197 38220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T10:00:00+00:00 PythonOperator 2021-06-08T11:19:49.197312+00:00 2021-06-08T11:19:52.705718+00:00 0:00:03.508406 38219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:19:46.701702+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:19:41.970308+00:00 2021-06-08T11:19:43.731451+00:00 0:00:01.761143 38218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T09:00:00+00:00 PythonOperator 2021-06-08T11:14:18.842544+00:00 2021-06-08T11:14:22.186427+00:00 0:00:03.343883 38217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T10:00:00+00:00 TriggerDagRunOperator 2021-06-08T11:11:08.290724+00:00 2021-06-08T11:11:08.738322+00:00 0:00:00.447598 38216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:11:05.842194+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T10:00:00+00:00 TriggerDagRunOperator 2021-06-08T11:11:08.131076+00:00 2021-06-08T11:11:08.701695+00:00 0:00:00.570619 38215 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:11:05.842165+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T09:00:00+00:00 TriggerDagRunOperator 2021-06-08T11:09:20.181256+00:00 2021-06-08T11:09:20.683579+00:00 0:00:00.502323 38214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:09:17.733189+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T09:00:00+00:00 TriggerDagRunOperator 2021-06-08T11:08:58.706133+00:00 2021-06-08T11:08:59.198887+00:00 0:00:00.492754 38213 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:08:55.663369+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T10:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:08:58.095421+00:00 2021-06-08T11:10:59.831841+00:00 0:02:01.736420 38212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:08:55.663416+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T10:05:00+00:00 EmrJobFlowSensor 2021-06-08T11:06:01.464300+00:00 2021-06-08T11:14:03.938224+00:00 0:08:02.473924 38211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:05:59.340809+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:05:33.750949+00:00 2021-06-08T11:05:35.432907+00:00 0:00:01.681958 38210 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T11:05:31.360648+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T10:05:00+00:00 PythonOperator 2021-06-08T11:05:13.442145+00:00 2021-06-08T11:05:16.747281+00:00 0:00:03.305136 38209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:05:11.238671+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T10:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:00:52.869811+00:00 2021-06-08T11:11:55.707711+00:00 0:11:02.837900 38208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:00:50.753386+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:00:38.985355+00:00 2021-06-08T11:00:40.677840+00:00 0:00:01.692485 38207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T11:00:36.740295+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:00:31.199130+00:00 2021-06-08T11:00:32.954153+00:00 0:00:01.755023 38206 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T11:00:28.762597+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T10:00:00+00:00 PythonOperator 2021-06-08T11:00:17.470876+00:00 2021-06-08T11:00:20.828092+00:00 0:00:03.357216 38205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T11:00:14.775632+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T10:00:00+00:00 PythonOperator 2021-06-08T11:00:09.013336+00:00 2021-06-08T11:00:12.540602+00:00 0:00:03.527266 38204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:00:06.753058+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T09:00:00+00:00 EmrJobFlowSensor 2021-06-08T10:59:05.059838+00:00 2021-06-08T11:12:08.108994+00:00 0:13:03.049156 38203 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T10:59:02.654773+00:00 7 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T09:00:00+00:00 EmrJobFlowSensor 2021-06-08T10:58:51.088209+00:00 2021-06-08T11:08:53.899692+00:00 0:10:02.811483 38202 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T10:58:48.746317+00:00 7 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T10:58:44.837141+00:00 2021-06-08T10:58:46.641305+00:00 0:00:01.804164 38201 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T10:58:42.611873+00:00 3 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T10:58:31.251047+00:00 2021-06-08T10:58:32.976312+00:00 0:00:01.725265 38200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T10:58:28.747835+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T09:00:00+00:00 PythonOperator 2021-06-08T10:58:22.780898+00:00 2021-06-08T10:58:26.107167+00:00 0:00:03.326269 38199 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T10:58:20.526925+00:00 3 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T09:00:00+00:00 PythonOperator 2021-06-08T10:58:08.814731+00:00 2021-06-08T10:58:12.185442+00:00 0:00:03.370711 38198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T10:58:06.515656+00:00 3 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T09:05:00+00:00 EmrJobFlowSensor 2021-06-08T10:06:02.254623+00:00 2021-06-08T10:14:04.967964+00:00 0:08:02.713341 38188 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T10:06:00.111003+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T10:05:34.391574+00:00 2021-06-08T10:05:36.162203+00:00 0:00:01.770629 38187 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T10:05:32.084923+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T09:05:00+00:00 PythonOperator 2021-06-08T10:05:12.197701+00:00 2021-06-08T10:05:15.683716+00:00 0:00:03.486015 38186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T10:05:09.985446+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:11:16.807992+00:00 2021-06-08T09:21:19.744362+00:00 0:10:02.936370 38179 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:11:14.639957+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:11:13.010192+00:00 2021-06-08T09:21:15.813710+00:00 0:10:02.803518 38178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:11:10.645594+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:10:55.122647+00:00 2021-06-08T09:10:56.798882+00:00 0:00:01.676235 38177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T09:10:52.676932+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:10:50.988105+00:00 2021-06-08T09:10:52.779633+00:00 0:00:01.791528 38176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T09:10:48.672838+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:10:35.746470+00:00 2021-06-08T09:10:39.700187+00:00 0:00:03.953717 38175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:10:32.610558+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:10:31.407453+00:00 2021-06-08T09:10:35.924689+00:00 0:00:04.517236 38174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:10:28.606049+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T08:00:00+00:00 TriggerDagRunOperator 2021-06-08T09:10:23.253152+00:00 2021-06-08T09:10:23.746935+00:00 0:00:00.493783 38173 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:10:20.598139+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T08:00:00+00:00 TriggerDagRunOperator 2021-06-08T09:10:23.070191+00:00 2021-06-08T09:10:23.460733+00:00 0:00:00.390542 38172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:10:20.598168+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T08:05:00+00:00 EmrJobFlowSensor 2021-06-08T09:05:58.160719+00:00 2021-06-08T09:14:00.694324+00:00 0:08:02.533605 38170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:05:55.882161+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:05:35.978754+00:00 2021-06-08T09:05:37.598113+00:00 0:00:01.619359 38169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T09:05:33.799308+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T08:05:00+00:00 PythonOperator 2021-06-08T09:05:14.475499+00:00 2021-06-08T09:05:17.367958+00:00 0:00:02.892459 38168 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:05:11.843466+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:00:57.757246+00:00 2021-06-08T09:10:00.377011+00:00 0:09:02.619765 38167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:00:55.346429+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:00:51.556035+00:00 2021-06-08T09:11:54.439882+00:00 0:11:02.883847 38166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:00:49.344663+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:00:35.478601+00:00 2021-06-08T09:00:37.154606+00:00 0:00:01.676005 38165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T09:00:33.329178+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:00:29.726902+00:00 2021-06-08T09:00:31.499944+00:00 0:00:01.773042 38164 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T09:00:27.318808+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:00:15.482519+00:00 2021-06-08T09:00:18.914098+00:00 0:00:03.431579 38163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T09:00:13.308507+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:00:09.617263+00:00 2021-06-08T09:00:13.122323+00:00 0:00:03.505060 38162 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:00:07.302903+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:10:32.966560+00:00 2021-06-08T08:18:35.426688+00:00 0:08:02.460128 38161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:10:30.045903+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:10:30.524580+00:00 2021-06-08T08:19:33.500340+00:00 0:09:02.975760 38160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:10:27.952734+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T07:05:00+00:00 EmrJobFlowSensor 2021-06-08T08:10:18.051278+00:00 2021-06-08T08:19:20.874981+00:00 0:09:02.823703 38159 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:10:15.812484+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:10:09.991963+00:00 2021-06-08T08:10:11.699326+00:00 0:00:01.707363 38158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:10:07.800217+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:10:08.020261+00:00 2021-06-08T08:10:09.870853+00:00 0:00:01.850592 38157 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:10:05.801184+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:09:56.056755+00:00 2021-06-08T08:09:57.775383+00:00 0:00:01.718628 38156 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:09:53.788070+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:09:48.000531+00:00 2021-06-08T08:09:51.203692+00:00 0:00:03.203161 38155 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:09:45.760855+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:09:46.000619+00:00 2021-06-08T08:09:49.656462+00:00 0:00:03.655843 38154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:09:43.760901+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T07:05:00+00:00 PythonOperator 2021-06-08T08:09:36.358418+00:00 2021-06-08T08:09:39.500805+00:00 0:00:03.142387 38153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:09:33.752379+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T07:00:00+00:00 TriggerDagRunOperator 2021-06-08T08:09:28.180089+00:00 2021-06-08T08:09:28.797464+00:00 0:00:00.617375 38152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:09:25.625454+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T07:00:00+00:00 TriggerDagRunOperator 2021-06-08T08:09:28.071749+00:00 2021-06-08T08:09:28.455887+00:00 0:00:00.384138 38151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:09:25.625483+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:01:10.064177+00:00 2021-06-08T08:09:12.592845+00:00 0:08:02.528668 38149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:01:07.884248+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:00:51.984485+00:00 2021-06-08T08:12:55.026718+00:00 0:12:03.042233 38148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:00:49.828817+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:00:48.092765+00:00 2021-06-08T08:00:49.904994+00:00 0:00:01.812229 38147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T08:00:45.823500+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:00:30.383030+00:00 2021-06-08T08:00:32.054672+00:00 0:00:01.671642 38146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:00:27.862945+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:00:26.310689+00:00 2021-06-08T08:00:29.621473+00:00 0:00:03.310784 38145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T08:00:23.866418+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:00:04.008028+00:00 2021-06-08T08:00:07.559997+00:00 0:00:03.551969 38144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:00:01.783448+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:16:15.425754+00:00 2021-06-08T07:27:18.620346+00:00 0:11:03.194592 38143 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:16:13.135093+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:15:53.613949+00:00 2021-06-08T07:15:55.401888+00:00 0:00:01.787939 38142 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:15:51.174706+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:15:47.501231+00:00 2021-06-08T07:25:50.120794+00:00 0:10:02.619563 38141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:15:45.170941+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T06:00:00+00:00 PythonOperator 2021-06-08T07:15:33.673899+00:00 2021-06-08T07:15:37.369856+00:00 0:00:03.695957 38140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:15:31.166444+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:15:27.280921+00:00 2021-06-08T07:15:28.953695+00:00 0:00:01.672774 38139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:15:25.093680+00:00 2 default_pool