Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-08T09:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:25:35.878669+00:00 2021-06-08T11:36:38.754221+00:00 0:11:02.875552 38224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T10:00:00+00:00 PythonOperator 2021-06-08T11:25:03.610972+00:00 2021-06-08T11:25:07.106050+00:00 0:00:03.495078 38223 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:25:01.318059+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:24:51.330161+00:00 2021-06-08T11:24:53.154832+00:00 0:00:01.824671 38222 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T09:00:00+00:00 PythonOperator 2021-06-08T11:24:42.984760+00:00 2021-06-08T11:24:46.585974+00:00 0:00:03.601214 38221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T09:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:19:50.340124+00:00 2021-06-08T11:29:53.176321+00:00 0:10:02.836197 38220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T10:00:00+00:00 PythonOperator 2021-06-08T11:19:49.197312+00:00 2021-06-08T11:19:52.705718+00:00 0:00:03.508406 38219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:19:46.701702+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:19:41.970308+00:00 2021-06-08T11:19:43.731451+00:00 0:00:01.761143 38218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T09:00:00+00:00 PythonOperator 2021-06-08T11:14:18.842544+00:00 2021-06-08T11:14:22.186427+00:00 0:00:03.343883 38217 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T10:00:00+00:00 TriggerDagRunOperator 2021-06-08T11:11:08.290724+00:00 2021-06-08T11:11:08.738322+00:00 0:00:00.447598 38216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:11:05.842194+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T10:00:00+00:00 TriggerDagRunOperator 2021-06-08T11:11:08.131076+00:00 2021-06-08T11:11:08.701695+00:00 0:00:00.570619 38215 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:11:05.842165+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T09:00:00+00:00 TriggerDagRunOperator 2021-06-08T11:09:20.181256+00:00 2021-06-08T11:09:20.683579+00:00 0:00:00.502323 38214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:09:17.733189+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T09:00:00+00:00 TriggerDagRunOperator 2021-06-08T11:08:58.706133+00:00 2021-06-08T11:08:59.198887+00:00 0:00:00.492754 38213 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:08:55.663369+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T10:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:08:58.095421+00:00 2021-06-08T11:10:59.831841+00:00 0:02:01.736420 38212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:08:55.663416+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T10:05:00+00:00 EmrJobFlowSensor 2021-06-08T11:06:01.464300+00:00 2021-06-08T11:14:03.938224+00:00 0:08:02.473924 38211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:05:59.340809+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:05:33.750949+00:00 2021-06-08T11:05:35.432907+00:00 0:00:01.681958 38210 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T11:05:31.360648+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T10:05:00+00:00 PythonOperator 2021-06-08T11:05:13.442145+00:00 2021-06-08T11:05:16.747281+00:00 0:00:03.305136 38209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:05:11.238671+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T10:00:00+00:00 EmrJobFlowSensor 2021-06-08T11:00:52.869811+00:00 2021-06-08T11:11:55.707711+00:00 0:11:02.837900 38208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T11:00:50.753386+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:00:38.985355+00:00 2021-06-08T11:00:40.677840+00:00 0:00:01.692485 38207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T11:00:36.740295+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T11:00:31.199130+00:00 2021-06-08T11:00:32.954153+00:00 0:00:01.755023 38206 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T11:00:28.762597+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T10:00:00+00:00 PythonOperator 2021-06-08T11:00:17.470876+00:00 2021-06-08T11:00:20.828092+00:00 0:00:03.357216 38205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T11:00:14.775632+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T10:00:00+00:00 PythonOperator 2021-06-08T11:00:09.013336+00:00 2021-06-08T11:00:12.540602+00:00 0:00:03.527266 38204 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T11:00:06.753058+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T09:00:00+00:00 EmrJobFlowSensor 2021-06-08T10:59:05.059838+00:00 2021-06-08T11:12:08.108994+00:00 0:13:03.049156 38203 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T10:59:02.654773+00:00 7 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T09:00:00+00:00 EmrJobFlowSensor 2021-06-08T10:58:51.088209+00:00 2021-06-08T11:08:53.899692+00:00 0:10:02.811483 38202 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T10:58:48.746317+00:00 7 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T10:58:44.837141+00:00 2021-06-08T10:58:46.641305+00:00 0:00:01.804164 38201 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T10:58:42.611873+00:00 3 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T10:58:31.251047+00:00 2021-06-08T10:58:32.976312+00:00 0:00:01.725265 38200 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T10:58:28.747835+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T09:00:00+00:00 PythonOperator 2021-06-08T10:58:22.780898+00:00 2021-06-08T10:58:26.107167+00:00 0:00:03.326269 38199 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T10:58:20.526925+00:00 3 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T09:00:00+00:00 PythonOperator 2021-06-08T10:58:08.814731+00:00 2021-06-08T10:58:12.185442+00:00 0:00:03.370711 38198 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T10:58:06.515656+00:00 3 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T09:05:00+00:00 EmrJobFlowSensor 2021-06-08T10:06:02.254623+00:00 2021-06-08T10:14:04.967964+00:00 0:08:02.713341 38188 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T10:06:00.111003+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T10:05:34.391574+00:00 2021-06-08T10:05:36.162203+00:00 0:00:01.770629 38187 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T10:05:32.084923+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T09:05:00+00:00 PythonOperator 2021-06-08T10:05:12.197701+00:00 2021-06-08T10:05:15.683716+00:00 0:00:03.486015 38186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T10:05:09.985446+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:11:16.807992+00:00 2021-06-08T09:21:19.744362+00:00 0:10:02.936370 38179 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:11:14.639957+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:11:13.010192+00:00 2021-06-08T09:21:15.813710+00:00 0:10:02.803518 38178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:11:10.645594+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:10:55.122647+00:00 2021-06-08T09:10:56.798882+00:00 0:00:01.676235 38177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T09:10:52.676932+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:10:50.988105+00:00 2021-06-08T09:10:52.779633+00:00 0:00:01.791528 38176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T09:10:48.672838+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:10:35.746470+00:00 2021-06-08T09:10:39.700187+00:00 0:00:03.953717 38175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:10:32.610558+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:10:31.407453+00:00 2021-06-08T09:10:35.924689+00:00 0:00:04.517236 38174 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:10:28.606049+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T08:00:00+00:00 TriggerDagRunOperator 2021-06-08T09:10:23.253152+00:00 2021-06-08T09:10:23.746935+00:00 0:00:00.493783 38173 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:10:20.598139+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T08:00:00+00:00 TriggerDagRunOperator 2021-06-08T09:10:23.070191+00:00 2021-06-08T09:10:23.460733+00:00 0:00:00.390542 38172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:10:20.598168+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T08:05:00+00:00 EmrJobFlowSensor 2021-06-08T09:05:58.160719+00:00 2021-06-08T09:14:00.694324+00:00 0:08:02.533605 38170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:05:55.882161+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:05:35.978754+00:00 2021-06-08T09:05:37.598113+00:00 0:00:01.619359 38169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T09:05:33.799308+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T08:05:00+00:00 PythonOperator 2021-06-08T09:05:14.475499+00:00 2021-06-08T09:05:17.367958+00:00 0:00:02.892459 38168 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:05:11.843466+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:00:57.757246+00:00 2021-06-08T09:10:00.377011+00:00 0:09:02.619765 38167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:00:55.346429+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:00:51.556035+00:00 2021-06-08T09:11:54.439882+00:00 0:11:02.883847 38166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:00:49.344663+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:00:35.478601+00:00 2021-06-08T09:00:37.154606+00:00 0:00:01.676005 38165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T09:00:33.329178+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:00:29.726902+00:00 2021-06-08T09:00:31.499944+00:00 0:00:01.773042 38164 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T09:00:27.318808+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:00:15.482519+00:00 2021-06-08T09:00:18.914098+00:00 0:00:03.431579 38163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T09:00:13.308507+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:00:09.617263+00:00 2021-06-08T09:00:13.122323+00:00 0:00:03.505060 38162 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:00:07.302903+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:10:32.966560+00:00 2021-06-08T08:18:35.426688+00:00 0:08:02.460128 38161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:10:30.045903+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:10:30.524580+00:00 2021-06-08T08:19:33.500340+00:00 0:09:02.975760 38160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:10:27.952734+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T07:05:00+00:00 EmrJobFlowSensor 2021-06-08T08:10:18.051278+00:00 2021-06-08T08:19:20.874981+00:00 0:09:02.823703 38159 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:10:15.812484+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:10:09.991963+00:00 2021-06-08T08:10:11.699326+00:00 0:00:01.707363 38158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:10:07.800217+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:10:08.020261+00:00 2021-06-08T08:10:09.870853+00:00 0:00:01.850592 38157 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:10:05.801184+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:09:56.056755+00:00 2021-06-08T08:09:57.775383+00:00 0:00:01.718628 38156 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:09:53.788070+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:09:48.000531+00:00 2021-06-08T08:09:51.203692+00:00 0:00:03.203161 38155 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:09:45.760855+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:09:46.000619+00:00 2021-06-08T08:09:49.656462+00:00 0:00:03.655843 38154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:09:43.760901+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T07:05:00+00:00 PythonOperator 2021-06-08T08:09:36.358418+00:00 2021-06-08T08:09:39.500805+00:00 0:00:03.142387 38153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:09:33.752379+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T07:00:00+00:00 TriggerDagRunOperator 2021-06-08T08:09:28.180089+00:00 2021-06-08T08:09:28.797464+00:00 0:00:00.617375 38152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:09:25.625454+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T07:00:00+00:00 TriggerDagRunOperator 2021-06-08T08:09:28.071749+00:00 2021-06-08T08:09:28.455887+00:00 0:00:00.384138 38151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:09:25.625483+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:01:10.064177+00:00 2021-06-08T08:09:12.592845+00:00 0:08:02.528668 38149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:01:07.884248+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:00:51.984485+00:00 2021-06-08T08:12:55.026718+00:00 0:12:03.042233 38148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:00:49.828817+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:00:48.092765+00:00 2021-06-08T08:00:49.904994+00:00 0:00:01.812229 38147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T08:00:45.823500+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:00:30.383030+00:00 2021-06-08T08:00:32.054672+00:00 0:00:01.671642 38146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:00:27.862945+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:00:26.310689+00:00 2021-06-08T08:00:29.621473+00:00 0:00:03.310784 38145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T08:00:23.866418+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:00:04.008028+00:00 2021-06-08T08:00:07.559997+00:00 0:00:03.551969 38144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:00:01.783448+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:16:15.425754+00:00 2021-06-08T07:27:18.620346+00:00 0:11:03.194592 38143 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:16:13.135093+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:15:53.613949+00:00 2021-06-08T07:15:55.401888+00:00 0:00:01.787939 38142 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:15:51.174706+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:15:47.501231+00:00 2021-06-08T07:25:50.120794+00:00 0:10:02.619563 38141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:15:45.170941+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T06:00:00+00:00 PythonOperator 2021-06-08T07:15:33.673899+00:00 2021-06-08T07:15:37.369856+00:00 0:00:03.695957 38140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:15:31.166444+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:15:27.280921+00:00 2021-06-08T07:15:28.953695+00:00 0:00:01.672774 38139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:15:25.093680+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T06:00:00+00:00 PythonOperator 2021-06-08T07:15:05.268097+00:00 2021-06-08T07:15:08.655182+00:00 0:00:03.387085 38138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:15:03.038892+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T06:00:00+00:00 TriggerDagRunOperator 2021-06-08T07:14:59.823816+00:00 2021-06-08T07:15:00.338515+00:00 0:00:00.514699 38137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:14:57.033477+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T06:00:00+00:00 TriggerDagRunOperator 2021-06-08T07:14:59.423776+00:00 2021-06-08T07:14:59.937207+00:00 0:00:00.513431 38136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:14:57.033444+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T06:05:00+00:00 EmrJobFlowSensor 2021-06-08T07:06:04.684796+00:00 2021-06-08T07:15:07.306993+00:00 0:09:02.622197 38135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:06:02.273179+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:05:42.434886+00:00 2021-06-08T07:05:44.196621+00:00 0:00:01.761735 38134 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:05:40.192815+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T06:05:00+00:00 PythonOperator 2021-06-08T07:05:20.291471+00:00 2021-06-08T07:05:23.645000+00:00 0:00:03.353529 38133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:05:18.061650+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:04:48.263781+00:00 2021-06-08T07:14:50.918952+00:00 0:10:02.655171 38132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:04:45.996818+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:04:40.217497+00:00 2021-06-08T07:16:43.304682+00:00 0:12:03.087185 38131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:04:37.987585+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:04:26.397508+00:00 2021-06-08T07:04:28.274757+00:00 0:00:01.877249 38130 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T07:04:23.963476+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:04:20.166051+00:00 2021-06-08T07:04:21.822026+00:00 0:00:01.655975 38129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:04:17.954911+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T06:00:00+00:00 PythonOperator 2021-06-08T07:04:04.294596+00:00 2021-06-08T07:04:07.655778+00:00 0:00:03.361182 38128 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T07:04:01.945392+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T06:00:00+00:00 PythonOperator 2021-06-08T07:03:58.311094+00:00 2021-06-08T07:04:01.897472+00:00 0:00:03.586378 38127 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:03:55.938462+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T05:00:00+00:00 EmrJobFlowSensor 2021-06-08T06:11:23.828918+00:00 2021-06-08T06:21:26.451722+00:00 0:10:02.622804 38125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:11:21.673388+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T05:00:00+00:00 EmrJobFlowSensor 2021-06-08T06:11:11.847855+00:00 2021-06-08T06:21:14.815845+00:00 0:10:02.967990 38124 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:11:09.614465+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:11:01.868955+00:00 2021-06-08T06:11:03.571419+00:00 0:00:01.702464 38123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T06:10:59.612167+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:10:51.794242+00:00 2021-06-08T06:10:53.436946+00:00 0:00:01.642704 38122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T06:10:49.601305+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T05:00:00+00:00 PythonOperator 2021-06-08T06:10:38.576519+00:00 2021-06-08T06:10:42.009321+00:00 0:00:03.432802 38121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:10:35.651952+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T05:00:00+00:00 PythonOperator 2021-06-08T06:10:30.198397+00:00 2021-06-08T06:10:33.454757+00:00 0:00:03.256360 38120 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:10:27.640987+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T05:00:00+00:00 TriggerDagRunOperator 2021-06-08T06:10:15.976484+00:00 2021-06-08T06:10:16.394690+00:00 0:00:00.418206 38119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:10:13.547389+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T05:00:00+00:00 TriggerDagRunOperator 2021-06-08T06:10:15.994559+00:00 2021-06-08T06:10:16.534131+00:00 0:00:00.539572 38118 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:10:13.547417+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T05:05:00+00:00 EmrJobFlowSensor 2021-06-08T06:05:55.479335+00:00 2021-06-08T06:14:58.052105+00:00 0:09:02.572770 38117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:05:53.193228+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:05:33.364817+00:00 2021-06-08T06:05:34.977632+00:00 0:00:01.612815 38116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T06:05:31.111218+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T05:05:00+00:00 PythonOperator 2021-06-08T06:05:11.265234+00:00 2021-06-08T06:05:14.516435+00:00 0:00:03.251201 38115 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:05:09.091604+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T05:00:00+00:00 EmrJobFlowSensor 2021-06-08T06:01:06.654110+00:00 2021-06-08T06:13:09.580160+00:00 0:12:02.926050 38114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:01:04.589103+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T05:00:00+00:00 EmrJobFlowSensor 2021-06-08T06:00:58.873498+00:00 2021-06-08T06:10:01.469458+00:00 0:09:02.595960 38113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:00:56.573812+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:00:46.819917+00:00 2021-06-08T06:00:48.653686+00:00 0:00:01.833769 38112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T06:00:44.564078+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:00:36.860850+00:00 2021-06-08T06:00:38.574678+00:00 0:00:01.713828 38111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T06:00:34.563940+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T05:00:00+00:00 PythonOperator 2021-06-08T06:00:25.053110+00:00 2021-06-08T06:00:28.461914+00:00 0:00:03.408804 38110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:00:22.575334+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T05:00:00+00:00 PythonOperator 2021-06-08T06:00:16.875274+00:00 2021-06-08T06:00:20.279203+00:00 0:00:03.403929 38109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T06:00:14.561300+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T04:00:00+00:00 EmrJobFlowSensor 2021-06-08T05:12:21.003318+00:00 2021-06-08T05:21:23.677720+00:00 0:09:02.674402 38107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:12:18.804829+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T04:00:00+00:00 EmrJobFlowSensor 2021-06-08T05:12:19.280980+00:00 2021-06-08T05:22:22.203006+00:00 0:10:02.922026 38106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:12:16.851094+00:00 2 default_pool