Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T23:00:00+00:00 TriggerDagRunOperator 2021-07-04T00:10:10.086872+00:00 2021-07-04T00:10:10.470892+00:00 0:00:00.384020 49460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T00:10:07.566430+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T23:05:00+00:00 EmrJobFlowSensor 2021-07-04T00:07:01.362546+00:00 2021-07-04T00:15:04.021661+00:00 0:08:02.659115 49459 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T00:06:59.107674+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-04T00:05:43.434861+00:00 2021-07-04T00:05:45.215020+00:00 0:00:01.780159 49458 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T00:05:41.053906+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T23:05:00+00:00 PythonOperator 2021-07-04T00:05:21.018051+00:00 2021-07-04T00:05:24.902718+00:00 0:00:03.884667 49457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T00:05:18.889836+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T23:00:00+00:00 EmrJobFlowSensor 2021-07-04T00:00:58.578010+00:00 2021-07-04T00:12:01.614870+00:00 0:11:03.036860 49456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-04T00:00:56.427537+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T23:00:00+00:00 EmrJobFlowSensor 2021-07-04T00:00:52.725042+00:00 2021-07-04T00:09:55.526449+00:00 0:09:02.801407 49455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T00:00:50.418172+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T00:00:39.220526+00:00 2021-07-04T00:00:40.916029+00:00 0:00:01.695503 49454 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-04T00:00:36.409618+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-04T00:00:30.880885+00:00 2021-07-04T00:00:32.598373+00:00 0:00:01.717488 49453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-04T00:00:28.555618+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T23:00:00+00:00 PythonOperator 2021-07-04T00:00:12.850072+00:00 2021-07-04T00:00:16.465076+00:00 0:00:03.615004 49452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-04T00:00:10.388308+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T23:00:00+00:00 PythonOperator 2021-07-04T00:00:07.001685+00:00 2021-07-04T00:00:10.677249+00:00 0:00:03.675564 49451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-04T00:00:04.444072+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T22:00:00+00:00 EmrJobFlowSensor 2021-07-03T23:11:17.913095+00:00 2021-07-03T23:20:20.692523+00:00 0:09:02.779428 49449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T23:11:15.479628+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T22:00:00+00:00 EmrJobFlowSensor 2021-07-03T23:11:11.613177+00:00 2021-07-03T23:20:14.390861+00:00 0:09:02.777684 49448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T23:11:09.417352+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T23:10:55.570420+00:00 2021-07-03T23:10:57.278227+00:00 0:00:01.707807 49447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T23:10:53.351363+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T23:10:49.685754+00:00 2021-07-03T23:10:51.477965+00:00 0:00:01.792211 49446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T23:10:47.347413+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T22:00:00+00:00 PythonOperator 2021-07-03T23:10:36.120980+00:00 2021-07-03T23:10:39.724524+00:00 0:00:03.603544 49445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T23:10:33.335840+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T22:00:00+00:00 PythonOperator 2021-07-03T23:10:27.557570+00:00 2021-07-03T23:10:30.997911+00:00 0:00:03.440341 49444 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T23:10:25.329856+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T22:00:00+00:00 TriggerDagRunOperator 2021-07-03T23:10:21.739480+00:00 2021-07-03T23:10:22.224209+00:00 0:00:00.484729 49443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T23:10:19.350107+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T22:00:00+00:00 TriggerDagRunOperator 2021-07-03T23:10:21.636263+00:00 2021-07-03T23:10:22.044833+00:00 0:00:00.408570 49442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T23:10:19.350063+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T22:05:00+00:00 EmrJobFlowSensor 2021-07-03T23:05:53.294951+00:00 2021-07-03T23:13:55.895289+00:00 0:08:02.600338 49441 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T23:05:50.850196+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T23:05:31.171379+00:00 2021-07-03T23:05:32.818842+00:00 0:00:01.647463 49440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T23:05:28.867909+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T22:05:00+00:00 PythonOperator 2021-07-03T23:05:08.786719+00:00 2021-07-03T23:05:12.413558+00:00 0:00:03.626839 49439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T23:05:06.688481+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-02T23:00:00+00:00 EmrJobFlowSensor 2021-07-03T23:01:06.409186+00:00 2021-07-03T23:10:09.205364+00:00 0:09:02.796178 49438 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T23:01:04.183945+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T22:00:00+00:00 EmrJobFlowSensor 2021-07-03T23:01:04.377790+00:00 2021-07-03T23:11:07.174858+00:00 0:10:02.797068 49437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T23:01:02.183643+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T22:00:00+00:00 EmrJobFlowSensor 2021-07-03T23:00:56.467652+00:00 2021-07-03T23:09:59.251845+00:00 0:09:02.784193 49436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T23:00:54.167883+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-02T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T23:00:44.284399+00:00 2021-07-03T23:00:45.954302+00:00 0:00:01.669903 49435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T23:00:42.121684+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T23:00:42.455396+00:00 2021-07-03T23:00:44.383897+00:00 0:00:01.928501 49434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T23:00:40.108715+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T23:00:36.535743+00:00 2021-07-03T23:00:38.387257+00:00 0:00:01.851514 49433 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T23:00:34.157659+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-02T23:00:00+00:00 PythonOperator 2021-07-03T23:00:25.535885+00:00 2021-07-03T23:00:29.241788+00:00 0:00:03.705903 49432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T23:00:22.154200+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T22:00:00+00:00 PythonOperator 2021-07-03T23:00:20.362100+00:00 2021-07-03T23:00:25.149300+00:00 0:00:04.787200 49431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T23:00:18.097883+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T22:00:00+00:00 PythonOperator 2021-07-03T23:00:14.626050+00:00 2021-07-03T23:00:18.089931+00:00 0:00:03.463881 49430 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T23:00:12.156196+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T21:00:00+00:00 EmrJobFlowSensor 2021-07-03T22:12:19.765255+00:00 2021-07-03T22:22:22.601297+00:00 0:10:02.836042 49428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T22:12:17.472865+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T21:00:00+00:00 EmrJobFlowSensor 2021-07-03T22:12:13.615953+00:00 2021-07-03T22:20:16.204625+00:00 0:08:02.588672 49427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T22:12:11.422695+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T22:11:57.696248+00:00 2021-07-03T22:11:59.595613+00:00 0:00:01.899365 49426 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T22:11:55.406577+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T22:11:51.592314+00:00 2021-07-03T22:11:53.434023+00:00 0:00:01.841709 49425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T22:11:49.402846+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T21:00:00+00:00 PythonOperator 2021-07-03T22:11:36.085247+00:00 2021-07-03T22:11:40.047762+00:00 0:00:03.962515 49424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T22:11:33.387352+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T21:00:00+00:00 PythonOperator 2021-07-03T22:11:27.795013+00:00 2021-07-03T22:11:31.453476+00:00 0:00:03.658463 49423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T22:11:25.384702+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T21:00:00+00:00 TriggerDagRunOperator 2021-07-03T22:11:11.832580+00:00 2021-07-03T22:11:12.460069+00:00 0:00:00.627489 49422 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T22:11:09.368218+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T21:00:00+00:00 TriggerDagRunOperator 2021-07-03T22:11:11.739095+00:00 2021-07-03T22:11:12.243252+00:00 0:00:00.504157 49421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T22:11:09.368286+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T21:05:00+00:00 EmrJobFlowSensor 2021-07-03T22:06:27.058857+00:00 2021-07-03T22:15:29.701424+00:00 0:09:02.642567 49420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T22:06:24.860508+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T22:06:06.978296+00:00 2021-07-03T22:06:08.636511+00:00 0:00:01.658215 49419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T22:06:04.760495+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T21:05:00+00:00 PythonOperator 2021-07-03T22:05:45.132784+00:00 2021-07-03T22:05:48.730988+00:00 0:00:03.598204 49418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T22:05:42.768429+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T21:00:00+00:00 EmrJobFlowSensor 2021-07-03T22:00:52.459411+00:00 2021-07-03T22:10:55.336299+00:00 0:10:02.876888 49417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T22:00:50.141241+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T21:00:00+00:00 EmrJobFlowSensor 2021-07-03T22:00:52.324817+00:00 2021-07-03T22:10:55.403144+00:00 0:10:03.078327 49416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T22:00:50.141210+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T22:00:30.954609+00:00 2021-07-03T22:00:32.809850+00:00 0:00:01.855241 49415 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T22:00:28.255956+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T22:00:30.787687+00:00 2021-07-03T22:00:32.546040+00:00 0:00:01.758353 49414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T22:00:28.256003+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T21:00:00+00:00 PythonOperator 2021-07-03T22:00:10.426283+00:00 2021-07-03T22:00:13.807974+00:00 0:00:03.381691 49413 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T22:00:08.083223+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T21:00:00+00:00 PythonOperator 2021-07-03T22:00:08.601689+00:00 2021-07-03T22:00:12.406443+00:00 0:00:03.804754 49412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T22:00:06.145598+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T20:05:00+00:00 EmrJobFlowSensor 2021-07-03T21:12:58.055831+00:00 2021-07-03T21:14:59.798766+00:00 0:02:01.742935 49410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T21:12:55.855488+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T20:00:00+00:00 EmrJobFlowSensor 2021-07-03T21:12:24.172489+00:00 2021-07-03T21:21:27.051104+00:00 0:09:02.878615 49409 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T21:12:21.801712+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T20:00:00+00:00 EmrJobFlowSensor 2021-07-03T21:12:21.957244+00:00 2021-07-03T21:21:24.761544+00:00 0:09:02.804300 49408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T21:12:19.797427+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T21:12:05.036928+00:00 2021-07-03T21:12:06.757415+00:00 0:00:01.720487 49407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T21:12:01.782952+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T21:12:02.754455+00:00 2021-07-03T21:12:04.816557+00:00 0:00:02.062102 49406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T21:11:59.842907+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T20:00:00+00:00 PythonOperator 2021-07-03T21:11:40.424482+00:00 2021-07-03T21:11:44.061346+00:00 0:00:03.636864 49405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T21:11:37.779455+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T20:00:00+00:00 PythonOperator 2021-07-03T21:11:40.351083+00:00 2021-07-03T21:11:43.989763+00:00 0:00:03.638680 49404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T21:11:37.779492+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T20:00:00+00:00 TriggerDagRunOperator 2021-07-03T21:11:26.108282+00:00 2021-07-03T21:11:26.606139+00:00 0:00:00.497857 49403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T21:11:23.710200+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T20:00:00+00:00 TriggerDagRunOperator 2021-07-03T21:11:26.001965+00:00 2021-07-03T21:11:26.399706+00:00 0:00:00.397741 49402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T21:11:23.710166+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T21:05:45.327715+00:00 2021-07-03T21:05:47.046926+00:00 0:00:01.719211 49400 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T21:05:43.095494+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T20:05:00+00:00 PythonOperator 2021-07-03T21:05:25.336938+00:00 2021-07-03T21:05:28.217019+00:00 0:00:02.880081 49399 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T21:05:22.998303+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T20:00:00+00:00 EmrJobFlowSensor 2021-07-03T21:01:12.730765+00:00 2021-07-03T21:11:15.557704+00:00 0:10:02.826939 49398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T21:01:10.503037+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T20:00:00+00:00 EmrJobFlowSensor 2021-07-03T21:01:09.162227+00:00 2021-07-03T21:11:12.284007+00:00 0:10:03.121780 49397 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T21:01:06.492086+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T21:00:46.974739+00:00 2021-07-03T21:00:48.772134+00:00 0:00:01.797395 49396 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T21:00:44.426001+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T21:00:30.810492+00:00 2021-07-03T21:00:32.584913+00:00 0:00:01.774421 49395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T21:00:28.469333+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T20:00:00+00:00 PythonOperator 2021-07-03T21:00:14.789053+00:00 2021-07-03T21:00:18.557901+00:00 0:00:03.768848 49394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T21:00:12.443237+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T20:00:00+00:00 PythonOperator 2021-07-03T21:00:08.930115+00:00 2021-07-03T21:00:12.672945+00:00 0:00:03.742830 49393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T21:00:06.345374+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T19:05:00+00:00 EmrJobFlowSensor 2021-07-03T20:13:17.970109+00:00 2021-07-03T20:14:19.594019+00:00 0:01:01.623910 49391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T20:13:15.727540+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T19:00:00+00:00 EmrJobFlowSensor 2021-07-03T20:12:36.295854+00:00 2021-07-03T20:22:39.047360+00:00 0:10:02.751506 49390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T20:12:33.687919+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T19:00:00+00:00 EmrJobFlowSensor 2021-07-03T20:12:33.936633+00:00 2021-07-03T20:22:37.088957+00:00 0:10:03.152324 49389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T20:12:31.686443+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T20:12:14.305087+00:00 2021-07-03T20:12:16.027655+00:00 0:00:01.722568 49388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T20:12:11.627345+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T20:12:11.941112+00:00 2021-07-03T20:12:14.002615+00:00 0:00:02.061503 49387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T20:12:09.640483+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T19:00:00+00:00 PythonOperator 2021-07-03T20:11:43.953861+00:00 2021-07-03T20:11:47.544137+00:00 0:00:03.590276 49386 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T20:11:41.598041+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T19:00:00+00:00 PythonOperator 2021-07-03T20:11:34.221953+00:00 2021-07-03T20:11:37.656146+00:00 0:00:03.434193 49385 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T20:11:31.589870+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T19:00:00+00:00 TriggerDagRunOperator 2021-07-03T20:11:21.814146+00:00 2021-07-03T20:11:22.330103+00:00 0:00:00.515957 49384 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T20:11:19.547447+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T19:00:00+00:00 TriggerDagRunOperator 2021-07-03T20:11:21.713550+00:00 2021-07-03T20:11:22.120352+00:00 0:00:00.406802 49383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T20:11:19.547416+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T20:05:31.693639+00:00 2021-07-03T20:05:33.425769+00:00 0:00:01.732130 49381 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T20:05:29.043989+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T19:05:00+00:00 PythonOperator 2021-07-03T20:05:11.433137+00:00 2021-07-03T20:05:14.324340+00:00 0:00:02.891203 49380 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T20:05:08.800934+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T19:00:00+00:00 EmrJobFlowSensor 2021-07-03T20:01:08.858727+00:00 2021-07-03T20:11:11.835545+00:00 0:10:02.976818 49379 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T20:01:06.425384+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T19:00:00+00:00 EmrJobFlowSensor 2021-07-03T20:01:06.572102+00:00 2021-07-03T20:11:09.617657+00:00 0:10:03.045555 49378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T20:01:04.420285+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T20:00:34.649547+00:00 2021-07-03T20:00:36.595224+00:00 0:00:01.945677 49377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T20:00:32.385821+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T20:00:28.624338+00:00 2021-07-03T20:00:30.335882+00:00 0:00:01.711544 49376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T20:00:26.335509+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T19:00:00+00:00 PythonOperator 2021-07-03T20:00:09.277866+00:00 2021-07-03T20:00:13.078219+00:00 0:00:03.800353 49375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T20:00:06.344263+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T19:00:00+00:00 PythonOperator 2021-07-03T20:00:06.801993+00:00 2021-07-03T20:00:10.907526+00:00 0:00:04.105533 49374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T20:00:04.318495+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T18:00:00+00:00 EmrJobFlowSensor 2021-07-03T19:11:39.196218+00:00 2021-07-03T19:21:42.177652+00:00 0:10:02.981434 49372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T19:11:36.857550+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T18:00:00+00:00 EmrJobFlowSensor 2021-07-03T19:11:31.503595+00:00 2021-07-03T19:20:34.298852+00:00 0:09:02.795257 49371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T19:11:28.880869+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-03T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T19:11:15.191022+00:00 2021-07-03T19:11:16.894331+00:00 0:00:01.703309 49370 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T19:11:12.875693+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-03T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T19:11:09.482957+00:00 2021-07-03T19:11:11.308923+00:00 0:00:01.825966 49369 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T19:11:06.822787+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-03T18:00:00+00:00 PythonOperator 2021-07-03T19:10:54.503231+00:00 2021-07-03T19:10:58.334678+00:00 0:00:03.831447 49368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T19:10:50.871782+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-03T18:00:00+00:00 PythonOperator 2021-07-03T19:10:49.212578+00:00 2021-07-03T19:10:54.056722+00:00 0:00:04.844144 49367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T19:10:46.863099+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-03T18:00:00+00:00 TriggerDagRunOperator 2021-07-03T19:10:37.200701+00:00 2021-07-03T19:10:37.684203+00:00 0:00:00.483502 49366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T19:10:34.856872+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-03T18:00:00+00:00 TriggerDagRunOperator 2021-07-03T19:10:37.085519+00:00 2021-07-03T19:10:37.521742+00:00 0:00:00.436223 49365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T19:10:34.856905+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-03T18:05:00+00:00 EmrJobFlowSensor 2021-07-03T19:05:50.668766+00:00 2021-07-03T19:14:53.366310+00:00 0:09:02.697544 49364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T19:05:48.404555+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-03T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-03T19:05:31.005422+00:00 2021-07-03T19:05:32.801655+00:00 0:00:01.796233 49363 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T19:05:28.380115+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-03T18:05:00+00:00 PythonOperator 2021-07-03T19:05:08.751478+00:00 2021-07-03T19:05:11.639838+00:00 0:00:02.888360 49362 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T19:05:06.329496+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-03T18:00:00+00:00 EmrJobFlowSensor 2021-07-03T19:01:08.229202+00:00 2021-07-03T19:10:11.088761+00:00 0:09:02.859559 49361 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T19:01:05.947293+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T18:00:00+00:00 EmrJobFlowSensor 2021-07-03T19:00:52.221205+00:00 2021-07-03T19:10:55.111238+00:00 0:10:02.890033 49360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T19:00:49.928917+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-03T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T19:00:46.457787+00:00 2021-07-03T19:00:48.328014+00:00 0:00:01.870227 49359 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-03T19:00:43.967794+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T19:00:30.685693+00:00 2021-07-03T19:00:32.353954+00:00 0:00:01.668261 49358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T19:00:28.140926+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-03T18:00:00+00:00 PythonOperator 2021-07-03T19:00:24.111512+00:00 2021-07-03T19:00:27.733663+00:00 0:00:03.622151 49357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-03T19:00:21.918854+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T18:00:00+00:00 PythonOperator 2021-07-03T19:00:08.199159+00:00 2021-07-03T19:00:11.901062+00:00 0:00:03.701903 49356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T19:00:05.893997+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-03T17:00:00+00:00 EmrJobFlowSensor 2021-07-03T18:13:02.539842+00:00 2021-07-03T18:22:05.504990+00:00 0:09:02.965148 49354 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T18:12:59.746928+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-03T17:00:00+00:00 EmrJobFlowSensor 2021-07-03T18:13:00.418898+00:00 2021-07-03T18:22:03.677891+00:00 0:09:03.258993 49353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T18:12:57.791354+00:00 2 default_pool