Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-20T00:00:00+00:00 EmrJobFlowSensor 2021-06-20T01:11:20.149678+00:00 2021-06-20T01:21:23.073370+00:00 0:10:02.923692 43407 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:11:17.710075+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T00:00:00+00:00 EmrJobFlowSensor 2021-06-20T01:11:11.933509+00:00 2021-06-20T01:21:14.760850+00:00 0:10:02.827341 43406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:11:09.714406+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T01:10:57.893021+00:00 2021-06-20T01:10:59.742470+00:00 0:00:01.849449 43405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T01:10:55.693336+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T01:10:49.972725+00:00 2021-06-20T01:10:51.662595+00:00 0:00:01.689870 43404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T01:10:47.696426+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T00:00:00+00:00 PythonOperator 2021-06-20T01:10:37.951372+00:00 2021-06-20T01:10:41.442719+00:00 0:00:03.491347 43403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T01:10:35.641210+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T00:00:00+00:00 PythonOperator 2021-06-20T01:10:29.872971+00:00 2021-06-20T01:10:33.476773+00:00 0:00:03.603802 43402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T01:10:27.662861+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T00:00:00+00:00 TriggerDagRunOperator 2021-06-20T01:10:11.929559+00:00 2021-06-20T01:10:12.468950+00:00 0:00:00.539391 43401 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:10:09.622322+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T00:00:00+00:00 TriggerDagRunOperator 2021-06-20T01:10:11.886021+00:00 2021-06-20T01:10:12.302554+00:00 0:00:00.416533 43400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:10:09.622353+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T00:05:00+00:00 EmrJobFlowSensor 2021-06-20T01:06:01.758362+00:00 2021-06-20T01:15:04.412925+00:00 0:09:02.654563 43399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:05:59.259062+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T01:05:39.435850+00:00 2021-06-20T01:05:41.102332+00:00 0:00:01.666482 43398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T01:05:37.159234+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T00:05:00+00:00 PythonOperator 2021-06-20T01:05:17.509237+00:00 2021-06-20T01:05:20.501558+00:00 0:00:02.992321 43397 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T01:05:15.035382+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T00:00:00+00:00 EmrJobFlowSensor 2021-06-20T01:00:54.567073+00:00 2021-06-20T01:12:57.650666+00:00 0:12:03.083593 43396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:00:52.432867+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T00:00:00+00:00 EmrJobFlowSensor 2021-06-20T01:00:48.705123+00:00 2021-06-20T01:09:51.391978+00:00 0:09:02.686855 43395 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T01:00:46.426821+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T01:00:32.553818+00:00 2021-06-20T01:00:34.284365+00:00 0:00:01.730547 43394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T01:00:30.413716+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T01:00:28.824529+00:00 2021-06-20T01:00:30.640988+00:00 0:00:01.816459 43393 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T01:00:26.417302+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T00:00:00+00:00 PythonOperator 2021-06-20T01:00:11.621008+00:00 2021-06-20T01:00:15.528731+00:00 0:00:03.907723 43392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T01:00:08.457847+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T00:00:00+00:00 PythonOperator 2021-06-20T01:00:06.755618+00:00 2021-06-20T01:00:11.247019+00:00 0:00:04.491401 43391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T01:00:04.397010+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T23:00:00+00:00 EmrJobFlowSensor 2021-06-20T00:12:39.193738+00:00 2021-06-20T00:22:41.967655+00:00 0:10:02.773917 43389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T00:12:36.879540+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T23:00:00+00:00 EmrJobFlowSensor 2021-06-20T00:12:31.208446+00:00 2021-06-20T00:22:33.933735+00:00 0:10:02.725289 43388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T00:12:28.868684+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T00:12:16.984108+00:00 2021-06-20T00:12:18.733022+00:00 0:00:01.748914 43387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T00:12:14.801228+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T00:12:09.136245+00:00 2021-06-20T00:12:10.950648+00:00 0:00:01.814403 43386 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T00:12:06.785574+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T23:00:00+00:00 PythonOperator 2021-06-20T00:11:56.890927+00:00 2021-06-20T00:12:00.578423+00:00 0:00:03.687496 43385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T00:11:54.704582+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T23:00:00+00:00 PythonOperator 2021-06-20T00:11:47.088622+00:00 2021-06-20T00:11:50.362509+00:00 0:00:03.273887 43384 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T00:11:44.763393+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T23:00:00+00:00 TriggerDagRunOperator 2021-06-20T00:11:35.511032+00:00 2021-06-20T00:11:36.002148+00:00 0:00:00.491116 43383 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T00:11:32.756203+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T23:00:00+00:00 TriggerDagRunOperator 2021-06-20T00:11:35.166304+00:00 2021-06-20T00:11:35.586859+00:00 0:00:00.420555 43382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T00:11:32.756155+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T23:05:00+00:00 EmrJobFlowSensor 2021-06-20T00:06:04.379735+00:00 2021-06-20T00:15:06.967183+00:00 0:09:02.587448 43381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T00:06:02.009675+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T00:05:42.167390+00:00 2021-06-20T00:05:43.862975+00:00 0:00:01.695585 43380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T00:05:39.994869+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T23:05:00+00:00 PythonOperator 2021-06-20T00:05:20.268079+00:00 2021-06-20T00:05:23.523517+00:00 0:00:03.255438 43379 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T00:05:17.903379+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T23:00:00+00:00 EmrJobFlowSensor 2021-06-20T00:01:12.067946+00:00 2021-06-20T00:11:14.956485+00:00 0:10:02.888539 43378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T00:01:09.501494+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T23:00:00+00:00 EmrJobFlowSensor 2021-06-20T00:01:09.825222+00:00 2021-06-20T00:12:13.092616+00:00 0:11:03.267394 43377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T00:01:07.506263+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T00:00:51.702313+00:00 2021-06-20T00:00:53.530193+00:00 0:00:01.827880 43376 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T00:00:49.484634+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T00:00:47.927245+00:00 2021-06-20T00:00:49.684212+00:00 0:00:01.756967 43375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T00:00:45.480627+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T23:00:00+00:00 PythonOperator 2021-06-20T00:00:21.599773+00:00 2021-06-20T00:00:25.101168+00:00 0:00:03.501395 43374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T00:00:19.457679+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T23:00:00+00:00 PythonOperator 2021-06-20T00:00:07.844301+00:00 2021-06-20T00:00:11.305155+00:00 0:00:03.460854 43373 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T00:00:05.449648+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T22:00:00+00:00 EmrJobFlowSensor 2021-06-19T23:12:29.127977+00:00 2021-06-19T23:21:31.692721+00:00 0:09:02.564744 43371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T23:12:26.957522+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T22:00:00+00:00 EmrJobFlowSensor 2021-06-19T23:12:13.314777+00:00 2021-06-19T23:22:16.086694+00:00 0:10:02.771917 43370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T23:12:10.944756+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T23:12:07.158345+00:00 2021-06-19T23:12:08.878420+00:00 0:00:01.720075 43369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T23:12:04.941953+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T23:11:51.129819+00:00 2021-06-19T23:11:52.838258+00:00 0:00:01.708439 43368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T23:11:48.925844+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T22:00:00+00:00 PythonOperator 2021-06-19T23:11:45.280981+00:00 2021-06-19T23:11:48.593257+00:00 0:00:03.312276 43367 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T23:11:42.922358+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T22:00:00+00:00 PythonOperator 2021-06-19T23:11:29.483351+00:00 2021-06-19T23:11:33.259838+00:00 0:00:03.776487 43366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T23:11:26.907627+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T22:00:00+00:00 TriggerDagRunOperator 2021-06-19T23:11:21.196914+00:00 2021-06-19T23:11:21.711274+00:00 0:00:00.514360 43365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T23:11:18.903654+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T22:00:00+00:00 TriggerDagRunOperator 2021-06-19T23:11:21.092917+00:00 2021-06-19T23:11:21.487877+00:00 0:00:00.394960 43364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T23:11:18.903689+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T22:05:00+00:00 EmrJobFlowSensor 2021-06-19T23:06:00.860545+00:00 2021-06-19T23:15:03.466833+00:00 0:09:02.606288 43363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T23:05:58.465384+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T23:05:30.656543+00:00 2021-06-19T23:05:32.426403+00:00 0:00:01.769860 43362 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T23:05:28.366898+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T22:05:00+00:00 PythonOperator 2021-06-19T23:05:06.705422+00:00 2021-06-19T23:05:10.184224+00:00 0:00:03.478802 43361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T23:05:04.362817+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T22:00:00+00:00 EmrJobFlowSensor 2021-06-19T23:01:02.362521+00:00 2021-06-19T23:11:05.308196+00:00 0:10:02.945675 43360 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T23:00:59.992347+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T22:00:00+00:00 EmrJobFlowSensor 2021-06-19T23:01:02.199905+00:00 2021-06-19T23:14:05.435683+00:00 0:13:03.235778 43359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T23:00:59.992379+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-18T23:00:00+00:00 EmrJobFlowSensor 2021-06-19T23:00:56.490043+00:00 2021-06-19T23:10:59.366623+00:00 0:10:02.876580 43358 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T23:00:54.057066+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T23:00:40.288023+00:00 2021-06-19T23:00:42.101730+00:00 0:00:01.813707 43357 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T23:00:37.967937+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T23:00:40.193260+00:00 2021-06-19T23:00:41.932247+00:00 0:00:01.738987 43356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T23:00:37.967905+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-18T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T23:00:34.359550+00:00 2021-06-19T23:00:36.176916+00:00 0:00:01.817366 43355 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T23:00:31.960175+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T22:00:00+00:00 PythonOperator 2021-06-19T23:00:18.396553+00:00 2021-06-19T23:00:21.692132+00:00 0:00:03.295579 43354 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T23:00:15.901916+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T22:00:00+00:00 PythonOperator 2021-06-19T23:00:18.266476+00:00 2021-06-19T23:00:21.963084+00:00 0:00:03.696608 43353 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T23:00:15.901952+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-18T23:00:00+00:00 PythonOperator 2021-06-19T23:00:12.629797+00:00 2021-06-19T23:00:16.134625+00:00 0:00:03.504828 43352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T23:00:09.958776+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T21:00:00+00:00 EmrJobFlowSensor 2021-06-19T22:11:37.735504+00:00 2021-06-19T22:20:40.458974+00:00 0:09:02.723470 43350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T22:11:35.586013+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T21:00:00+00:00 EmrJobFlowSensor 2021-06-19T22:11:19.814944+00:00 2021-06-19T22:20:22.712256+00:00 0:09:02.897312 43349 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T22:11:17.545562+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T22:11:15.784720+00:00 2021-06-19T22:11:17.619209+00:00 0:00:01.834489 43348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T22:11:13.538311+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T22:10:59.050899+00:00 2021-06-19T22:11:00.749716+00:00 0:00:01.698817 43347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T22:10:55.575493+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T21:00:00+00:00 PythonOperator 2021-06-19T22:10:53.889148+00:00 2021-06-19T22:10:58.410852+00:00 0:00:04.521704 43346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T22:10:51.575144+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T21:00:00+00:00 PythonOperator 2021-06-19T22:10:33.673973+00:00 2021-06-19T22:10:37.372062+00:00 0:00:03.698089 43345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T22:10:31.504529+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T21:00:00+00:00 TriggerDagRunOperator 2021-06-19T22:10:17.784829+00:00 2021-06-19T22:10:18.405746+00:00 0:00:00.620917 43344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T22:10:15.490238+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T21:00:00+00:00 TriggerDagRunOperator 2021-06-19T22:10:17.637136+00:00 2021-06-19T22:10:18.146488+00:00 0:00:00.509352 43343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T22:10:15.490271+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T21:05:00+00:00 EmrJobFlowSensor 2021-06-19T22:06:05.277044+00:00 2021-06-19T22:14:07.876696+00:00 0:08:02.599652 43342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T22:06:03.086123+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T22:05:43.158127+00:00 2021-06-19T22:05:44.778330+00:00 0:00:01.620203 43341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T22:05:41.016251+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T21:05:00+00:00 PythonOperator 2021-06-19T22:05:21.395870+00:00 2021-06-19T22:05:24.945980+00:00 0:00:03.550110 43340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T22:05:19.074794+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T21:00:00+00:00 EmrJobFlowSensor 2021-06-19T22:01:22.866819+00:00 2021-06-19T22:12:25.823210+00:00 0:11:02.956391 43339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T22:01:20.626601+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T21:00:00+00:00 EmrJobFlowSensor 2021-06-19T22:01:10.900698+00:00 2021-06-19T22:10:13.586347+00:00 0:09:02.685649 43338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T22:01:08.612305+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T22:00:54.872583+00:00 2021-06-19T22:00:56.609210+00:00 0:00:01.736627 43337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T22:00:52.598908+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T22:00:48.899420+00:00 2021-06-19T22:00:50.575658+00:00 0:00:01.676238 43336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T22:00:46.592673+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T21:00:00+00:00 PythonOperator 2021-06-19T22:00:17.078794+00:00 2021-06-19T22:00:20.686647+00:00 0:00:03.607853 43335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T22:00:14.562460+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T21:00:00+00:00 PythonOperator 2021-06-19T22:00:08.982181+00:00 2021-06-19T22:00:12.570240+00:00 0:00:03.588059 43334 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T22:00:06.554690+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T20:00:00+00:00 EmrJobFlowSensor 2021-06-19T21:12:36.225414+00:00 2021-06-19T21:22:39.205118+00:00 0:10:02.979704 43332 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T21:12:33.985024+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T20:00:00+00:00 EmrJobFlowSensor 2021-06-19T21:12:18.155977+00:00 2021-06-19T21:21:20.869660+00:00 0:09:02.713683 43331 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T21:12:15.963977+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T21:12:14.360480+00:00 2021-06-19T21:12:16.064962+00:00 0:00:01.704482 43330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T21:12:11.950552+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T21:11:57.094160+00:00 2021-06-19T21:11:58.813616+00:00 0:00:01.719456 43329 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T21:11:53.936559+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T20:00:00+00:00 PythonOperator 2021-06-19T21:11:52.147884+00:00 2021-06-19T21:11:56.603735+00:00 0:00:04.455851 43328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T21:11:49.933677+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T20:00:00+00:00 PythonOperator 2021-06-19T21:11:34.348158+00:00 2021-06-19T21:11:38.100035+00:00 0:00:03.751877 43327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T21:11:31.946400+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T20:00:00+00:00 TriggerDagRunOperator 2021-06-19T21:11:28.461569+00:00 2021-06-19T21:11:28.949392+00:00 0:00:00.487823 43326 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T21:11:25.899284+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T20:00:00+00:00 TriggerDagRunOperator 2021-06-19T21:11:28.094312+00:00 2021-06-19T21:11:28.481635+00:00 0:00:00.387323 43325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T21:11:25.899323+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T20:05:00+00:00 EmrJobFlowSensor 2021-06-19T21:05:49.853045+00:00 2021-06-19T21:14:52.521369+00:00 0:09:02.668324 43324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T21:05:47.412029+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T21:05:27.692422+00:00 2021-06-19T21:05:29.335105+00:00 0:00:01.642683 43323 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T21:05:25.384564+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T20:05:00+00:00 PythonOperator 2021-06-19T21:05:05.636425+00:00 2021-06-19T21:05:08.955416+00:00 0:00:03.318991 43322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T21:05:03.363068+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T20:00:00+00:00 EmrJobFlowSensor 2021-06-19T21:01:03.678572+00:00 2021-06-19T21:11:06.581597+00:00 0:10:02.903025 43321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T21:01:01.074520+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T20:00:00+00:00 EmrJobFlowSensor 2021-06-19T21:01:01.318625+00:00 2021-06-19T21:13:04.728468+00:00 0:12:03.409843 43320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T21:00:59.076913+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T21:00:41.970552+00:00 2021-06-19T21:00:43.709237+00:00 0:00:01.738685 43319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T21:00:39.056776+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T21:00:39.743500+00:00 2021-06-19T21:00:41.757519+00:00 0:00:02.014019 43318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T21:00:37.054135+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T20:00:00+00:00 PythonOperator 2021-06-19T21:00:17.542392+00:00 2021-06-19T21:00:20.860665+00:00 0:00:03.318273 43317 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T21:00:15.044480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T20:00:00+00:00 PythonOperator 2021-06-19T21:00:15.655184+00:00 2021-06-19T21:00:19.364474+00:00 0:00:03.709290 43316 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T21:00:13.050969+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T19:00:00+00:00 EmrJobFlowSensor 2021-06-19T20:12:33.840137+00:00 2021-06-19T20:21:36.681391+00:00 0:09:02.841254 43314 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T20:12:31.448122+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T19:00:00+00:00 EmrJobFlowSensor 2021-06-19T20:12:27.651862+00:00 2021-06-19T20:21:30.324652+00:00 0:09:02.672790 43313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T20:12:25.443188+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T20:12:11.922258+00:00 2021-06-19T20:12:13.747386+00:00 0:00:01.825128 43312 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T20:12:09.543811+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T20:12:07.589848+00:00 2021-06-19T20:12:09.277303+00:00 0:00:01.687455 43311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T20:12:05.389782+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T19:00:00+00:00 PythonOperator 2021-06-19T20:11:51.518359+00:00 2021-06-19T20:11:55.074352+00:00 0:00:03.555993 43310 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T20:11:49.361589+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T19:00:00+00:00 PythonOperator 2021-06-19T20:11:45.591468+00:00 2021-06-19T20:11:49.299983+00:00 0:00:03.708515 43309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T20:11:43.345337+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T19:00:00+00:00 TriggerDagRunOperator 2021-06-19T20:11:39.674934+00:00 2021-06-19T20:11:40.177393+00:00 0:00:00.502459 43308 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T20:11:37.339866+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T19:00:00+00:00 TriggerDagRunOperator 2021-06-19T20:11:39.529434+00:00 2021-06-19T20:11:39.908974+00:00 0:00:00.379540 43307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T20:11:37.339900+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T19:05:00+00:00 EmrJobFlowSensor 2021-06-19T20:05:46.947762+00:00 2021-06-19T20:14:49.723774+00:00 0:09:02.776012 43306 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T20:05:44.770524+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T20:05:25.172051+00:00 2021-06-19T20:05:26.906211+00:00 0:00:01.734160 43305 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T20:05:22.766305+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T19:05:00+00:00 PythonOperator 2021-06-19T20:05:05.026147+00:00 2021-06-19T20:05:08.517046+00:00 0:00:03.490899 43304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T20:05:02.752198+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T19:00:00+00:00 EmrJobFlowSensor 2021-06-19T20:01:22.491667+00:00 2021-06-19T20:11:25.361619+00:00 0:10:02.869952 43303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T20:01:20.155955+00:00 2 default_pool