Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T23:11:02.888883+00:00 2021-06-17T23:11:04.619070+00:00 0:00:01.730187 42489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T23:11:00.694573+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T23:10:58.879003+00:00 2021-06-17T23:11:00.666627+00:00 0:00:01.787624 42488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T23:10:56.643759+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T22:00:00+00:00 PythonOperator 2021-06-17T23:10:42.276207+00:00 2021-06-17T23:10:45.740097+00:00 0:00:03.463890 42487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T23:10:38.619248+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T22:00:00+00:00 PythonOperator 2021-06-17T23:10:36.783174+00:00 2021-06-17T23:10:41.860504+00:00 0:00:05.077330 42486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T23:10:34.616801+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T22:00:00+00:00 TriggerDagRunOperator 2021-06-17T23:10:21.219092+00:00 2021-06-17T23:10:21.733034+00:00 0:00:00.513942 42485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T23:10:18.681852+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T22:00:00+00:00 TriggerDagRunOperator 2021-06-17T23:10:21.081979+00:00 2021-06-17T23:10:21.489384+00:00 0:00:00.407405 42484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T23:10:18.681803+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T22:05:00+00:00 EmrJobFlowSensor 2021-06-17T23:05:52.359733+00:00 2021-06-17T23:13:54.918048+00:00 0:08:02.558315 42483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T23:05:50.215127+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T23:05:30.605733+00:00 2021-06-17T23:05:32.264709+00:00 0:00:01.658976 42482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T23:05:28.263509+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T22:05:00+00:00 PythonOperator 2021-06-17T23:05:08.800769+00:00 2021-06-17T23:05:12.030637+00:00 0:00:03.229868 42481 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T23:05:06.269026+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T22:00:00+00:00 EmrJobFlowSensor 2021-06-17T23:01:06.052570+00:00 2021-06-17T23:10:08.701931+00:00 0:09:02.649361 42480 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T23:01:03.750907+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-16T23:00:00+00:00 EmrJobFlowSensor 2021-06-17T23:01:02.115834+00:00 2021-06-17T23:11:04.926022+00:00 0:10:02.810188 42479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T23:00:59.770713+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T22:00:00+00:00 EmrJobFlowSensor 2021-06-17T23:00:48.176882+00:00 2021-06-17T23:11:51.078331+00:00 0:11:02.901449 42478 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T23:00:45.660081+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T23:00:44.196572+00:00 2021-06-17T23:00:45.940687+00:00 0:00:01.744115 42477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T23:00:41.670932+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-16T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T23:00:41.967130+00:00 2021-06-17T23:00:43.740970+00:00 0:00:01.773840 42476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T23:00:39.670286+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T23:00:28.919604+00:00 2021-06-17T23:00:31.009992+00:00 0:00:02.090388 42475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T23:00:25.592428+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T22:00:00+00:00 PythonOperator 2021-06-17T23:00:25.118067+00:00 2021-06-17T23:00:29.922536+00:00 0:00:04.804469 42474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T23:00:21.663623+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-16T23:00:00+00:00 PythonOperator 2021-06-17T23:00:20.000344+00:00 2021-06-17T23:00:24.966053+00:00 0:00:04.965709 42473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T23:00:17.655014+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T22:00:00+00:00 PythonOperator 2021-06-17T23:00:05.951099+00:00 2021-06-17T23:00:09.665909+00:00 0:00:03.714810 42472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T23:00:03.553150+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T21:00:00+00:00 EmrJobFlowSensor 2021-06-17T22:11:22.594783+00:00 2021-06-17T22:21:25.422589+00:00 0:10:02.827806 42470 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T22:11:20.357994+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T21:00:00+00:00 EmrJobFlowSensor 2021-06-17T22:11:16.576570+00:00 2021-06-17T22:21:19.443747+00:00 0:10:02.867177 42469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T22:11:14.352891+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T22:11:01.234722+00:00 2021-06-17T22:11:03.202265+00:00 0:00:01.967543 42468 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T22:10:58.366817+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T22:10:56.717310+00:00 2021-06-17T22:10:58.426321+00:00 0:00:01.709011 42467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T22:10:54.217072+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T21:00:00+00:00 PythonOperator 2021-06-17T22:10:38.663005+00:00 2021-06-17T22:10:41.891040+00:00 0:00:03.228035 42466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T22:10:36.253645+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T21:00:00+00:00 PythonOperator 2021-06-17T22:10:34.834785+00:00 2021-06-17T22:10:38.032135+00:00 0:00:03.197350 42465 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T22:10:32.262506+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T21:00:00+00:00 TriggerDagRunOperator 2021-06-17T22:10:24.743779+00:00 2021-06-17T22:10:25.274374+00:00 0:00:00.530595 42464 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T22:10:22.188014+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T21:00:00+00:00 TriggerDagRunOperator 2021-06-17T22:10:24.587050+00:00 2021-06-17T22:10:25.141932+00:00 0:00:00.554882 42463 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T22:10:22.187984+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T21:05:00+00:00 EmrJobFlowSensor 2021-06-17T22:06:08.015731+00:00 2021-06-17T22:14:10.589675+00:00 0:08:02.573944 42462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T22:06:05.792467+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T22:05:44.028378+00:00 2021-06-17T22:05:45.804289+00:00 0:00:01.775911 42461 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T22:05:41.728635+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T21:05:00+00:00 PythonOperator 2021-06-17T22:05:24.021335+00:00 2021-06-17T22:05:27.452084+00:00 0:00:03.430749 42460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T22:05:21.705948+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T21:00:00+00:00 EmrJobFlowSensor 2021-06-17T22:00:59.798811+00:00 2021-06-17T22:13:02.872318+00:00 0:12:03.073507 42459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T22:00:57.365412+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T21:00:00+00:00 EmrJobFlowSensor 2021-06-17T22:00:57.403278+00:00 2021-06-17T22:09:59.953419+00:00 0:09:02.550141 42458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T22:00:55.291268+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T22:00:39.844887+00:00 2021-06-17T22:00:41.545405+00:00 0:00:01.700518 42457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T22:00:37.223745+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T22:00:37.420500+00:00 2021-06-17T22:00:39.527353+00:00 0:00:02.106853 42456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T22:00:35.221750+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T21:00:00+00:00 PythonOperator 2021-06-17T22:00:15.470143+00:00 2021-06-17T22:00:19.127713+00:00 0:00:03.657570 42455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T22:00:13.213626+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T21:00:00+00:00 PythonOperator 2021-06-17T22:00:14.372911+00:00 2021-06-17T22:00:17.714668+00:00 0:00:03.341757 42454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T22:00:11.259965+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T20:00:00+00:00 EmrJobFlowSensor 2021-06-17T21:24:19.102908+00:00 2021-06-17T21:24:20.647289+00:00 0:00:01.544381 42452 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T21:24:16.840163+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T20:00:00+00:00 EmrJobFlowSensor 2021-06-17T21:12:37.628806+00:00 2021-06-17T21:21:40.263910+00:00 0:09:02.635104 42451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T21:12:35.499629+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T21:12:14.373429+00:00 2021-06-17T21:12:16.114045+00:00 0:00:01.740616 42449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T21:12:11.549096+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T21:12:11.946602+00:00 2021-06-17T21:12:14.062162+00:00 0:00:02.115560 42448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T21:12:09.551058+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T20:00:00+00:00 PythonOperator 2021-06-17T21:11:37.675422+00:00 2021-06-17T21:11:41.412096+00:00 0:00:03.736674 42447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T21:11:35.437823+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T20:00:00+00:00 PythonOperator 2021-06-17T21:11:37.695209+00:00 2021-06-17T21:11:41.015777+00:00 0:00:03.320568 42446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T21:11:35.437794+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T20:00:00+00:00 TriggerDagRunOperator 2021-06-17T21:11:17.975920+00:00 2021-06-17T21:11:18.423662+00:00 0:00:00.447742 42445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T21:11:15.481758+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T20:00:00+00:00 TriggerDagRunOperator 2021-06-17T21:11:17.990913+00:00 2021-06-17T21:11:18.576907+00:00 0:00:00.585994 42444 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T21:11:15.481712+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T20:05:00+00:00 EmrJobFlowSensor 2021-06-17T21:05:47.279255+00:00 2021-06-17T21:13:49.772722+00:00 0:08:02.493467 42443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T21:05:45.044929+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T21:05:27.029328+00:00 2021-06-17T21:05:28.805927+00:00 0:00:01.776599 42442 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T21:05:24.869093+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T20:05:00+00:00 PythonOperator 2021-06-17T21:05:05.183989+00:00 2021-06-17T21:05:08.632858+00:00 0:00:03.448869 42441 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T21:05:02.868120+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T20:00:00+00:00 EmrJobFlowSensor 2021-06-17T21:01:02.506411+00:00 2021-06-17T21:11:05.223903+00:00 0:10:02.717492 42440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T21:01:00.336276+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T20:00:00+00:00 EmrJobFlowSensor 2021-06-17T21:01:00.591873+00:00 2021-06-17T21:13:03.721544+00:00 0:12:03.129671 42439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T21:00:58.348318+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T21:00:40.579967+00:00 2021-06-17T21:00:42.438281+00:00 0:00:01.858314 42438 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T21:00:38.313249+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T21:00:38.471067+00:00 2021-06-17T21:00:40.180785+00:00 0:00:01.709718 42437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T21:00:36.308298+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T20:00:00+00:00 PythonOperator 2021-06-17T21:00:20.503137+00:00 2021-06-17T21:00:23.783589+00:00 0:00:03.280452 42436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T21:00:18.296119+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T20:00:00+00:00 PythonOperator 2021-06-17T21:00:18.544428+00:00 2021-06-17T21:00:22.161937+00:00 0:00:03.617509 42435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T21:00:16.294734+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T19:00:00+00:00 EmrJobFlowSensor 2021-06-17T20:11:46.748699+00:00 2021-06-17T20:21:49.537273+00:00 0:10:02.788574 42433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T20:11:44.038682+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T19:00:00+00:00 EmrJobFlowSensor 2021-06-17T20:11:44.420236+00:00 2021-06-17T20:20:47.519322+00:00 0:09:03.099086 42432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T20:11:42.038426+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T20:11:24.511150+00:00 2021-06-17T20:11:26.170840+00:00 0:00:01.659690 42431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T20:11:22.087392+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T20:11:22.539683+00:00 2021-06-17T20:11:24.365777+00:00 0:00:01.826094 42430 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T20:11:20.084415+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T19:00:00+00:00 PythonOperator 2021-06-17T20:11:02.951337+00:00 2021-06-17T20:11:06.458702+00:00 0:00:03.507365 42429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T20:11:00.069786+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T19:00:00+00:00 PythonOperator 2021-06-17T20:11:00.595402+00:00 2021-06-17T20:11:04.750592+00:00 0:00:04.155190 42428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T20:10:58.063786+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T19:00:00+00:00 TriggerDagRunOperator 2021-06-17T20:10:42.180244+00:00 2021-06-17T20:10:42.710153+00:00 0:00:00.529909 42427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T20:10:39.948427+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T19:00:00+00:00 TriggerDagRunOperator 2021-06-17T20:10:42.200528+00:00 2021-06-17T20:10:42.748591+00:00 0:00:00.548063 42426 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T20:10:39.948396+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T19:05:00+00:00 EmrJobFlowSensor 2021-06-17T20:06:19.929971+00:00 2021-06-17T20:15:22.701365+00:00 0:09:02.771394 42425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T20:06:17.531991+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T20:05:47.645073+00:00 2021-06-17T20:05:49.346536+00:00 0:00:01.701463 42424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T20:05:45.490367+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T19:05:00+00:00 PythonOperator 2021-06-17T20:05:23.635879+00:00 2021-06-17T20:05:26.899640+00:00 0:00:03.263761 42423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T20:05:21.440640+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T19:00:00+00:00 EmrJobFlowSensor 2021-06-17T20:01:15.218182+00:00 2021-06-17T20:13:18.342710+00:00 0:12:03.124528 42422 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T20:01:13.001369+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T19:00:00+00:00 EmrJobFlowSensor 2021-06-17T20:01:15.223043+00:00 2021-06-17T20:10:17.923300+00:00 0:09:02.700257 42421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T20:01:13.001335+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T20:00:53.403832+00:00 2021-06-17T20:00:55.077906+00:00 0:00:01.674074 42420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T20:00:51.050349+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T20:00:51.389207+00:00 2021-06-17T20:00:53.208874+00:00 0:00:01.819667 42419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T20:00:49.054226+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T19:00:00+00:00 PythonOperator 2021-06-17T20:00:23.475619+00:00 2021-06-17T20:00:26.960163+00:00 0:00:03.484544 42418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T20:00:20.899628+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T19:00:00+00:00 PythonOperator 2021-06-17T20:00:15.167324+00:00 2021-06-17T20:00:18.825073+00:00 0:00:03.657749 42417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T20:00:12.895122+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T18:00:00+00:00 EmrJobFlowSensor 2021-06-17T19:11:23.311414+00:00 2021-06-17T19:21:26.138007+00:00 0:10:02.826593 42415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T19:11:21.018248+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T18:00:00+00:00 EmrJobFlowSensor 2021-06-17T19:11:21.185097+00:00 2021-06-17T19:19:23.900583+00:00 0:08:02.715486 42414 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T19:11:19.028580+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T19:10:51.309660+00:00 2021-06-17T19:10:53.176601+00:00 0:00:01.866941 42413 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T19:10:48.995320+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T19:10:39.314008+00:00 2021-06-17T19:10:41.020566+00:00 0:00:01.706558 42412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T19:10:37.052825+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T18:00:00+00:00 PythonOperator 2021-06-17T19:10:27.139898+00:00 2021-06-17T19:10:30.669187+00:00 0:00:03.529289 42411 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T19:10:24.904279+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T18:00:00+00:00 PythonOperator 2021-06-17T19:10:19.158755+00:00 2021-06-17T19:10:22.649417+00:00 0:00:03.490662 42410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T19:10:16.904583+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T18:00:00+00:00 TriggerDagRunOperator 2021-06-17T19:10:09.301385+00:00 2021-06-17T19:10:09.788957+00:00 0:00:00.487572 42409 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T19:10:06.890266+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T18:00:00+00:00 TriggerDagRunOperator 2021-06-17T19:10:09.174339+00:00 2021-06-17T19:10:09.597955+00:00 0:00:00.423616 42408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T19:10:06.890304+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T18:05:00+00:00 EmrJobFlowSensor 2021-06-17T19:05:54.590496+00:00 2021-06-17T19:14:57.135559+00:00 0:09:02.545063 42407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T19:05:52.422210+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T19:05:28.697410+00:00 2021-06-17T19:05:30.366403+00:00 0:00:01.668993 42406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T19:05:26.448609+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T18:05:00+00:00 PythonOperator 2021-06-17T19:05:06.831634+00:00 2021-06-17T19:05:10.047908+00:00 0:00:03.216274 42405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T19:05:04.368349+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T18:00:00+00:00 EmrJobFlowSensor 2021-06-17T19:01:04.231337+00:00 2021-06-17T19:12:07.209699+00:00 0:11:02.978362 42404 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T19:01:01.900460+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T18:00:00+00:00 EmrJobFlowSensor 2021-06-17T19:01:00.427528+00:00 2021-06-17T19:10:03.256284+00:00 0:09:02.828756 42403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T19:00:57.893322+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-17T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T19:00:42.506163+00:00 2021-06-17T19:00:44.248976+00:00 0:00:01.742813 42402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T19:00:39.886630+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T19:00:40.014665+00:00 2021-06-17T19:00:42.125804+00:00 0:00:02.111139 42401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T19:00:37.859783+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-17T18:00:00+00:00 PythonOperator 2021-06-17T19:00:21.965085+00:00 2021-06-17T19:00:25.608336+00:00 0:00:03.643251 42400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T19:00:19.803568+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-17T18:00:00+00:00 PythonOperator 2021-06-17T19:00:18.538432+00:00 2021-06-17T19:00:21.859372+00:00 0:00:03.320940 42399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-17T19:00:15.802661+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-17T17:00:00+00:00 EmrJobFlowSensor 2021-06-17T18:12:20.196987+00:00 2021-06-17T18:22:23.030784+00:00 0:10:02.833797 42397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T18:12:17.858178+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-17T17:00:00+00:00 EmrJobFlowSensor 2021-06-17T18:12:12.015795+00:00 2021-06-17T18:21:14.681208+00:00 0:09:02.665413 42396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T18:12:09.793160+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-17T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T18:11:58.423535+00:00 2021-06-17T18:12:00.155899+00:00 0:00:01.732364 42395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T18:11:55.780774+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-17T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T18:11:49.971723+00:00 2021-06-17T18:11:51.753600+00:00 0:00:01.781877 42394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T18:11:47.719947+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-17T17:00:00+00:00 PythonOperator 2021-06-17T18:11:35.969606+00:00 2021-06-17T18:11:39.443521+00:00 0:00:03.473915 42393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T18:11:33.710570+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-17T17:00:00+00:00 PythonOperator 2021-06-17T18:11:27.897136+00:00 2021-06-17T18:11:31.499493+00:00 0:00:03.602357 42392 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T18:11:25.703937+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-17T17:00:00+00:00 TriggerDagRunOperator 2021-06-17T18:11:12.324267+00:00 2021-06-17T18:11:12.833160+00:00 0:00:00.508893 42391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T18:11:09.744412+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-17T17:00:00+00:00 TriggerDagRunOperator 2021-06-17T18:11:12.245213+00:00 2021-06-17T18:11:12.722297+00:00 0:00:00.477084 42390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T18:11:09.744465+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-17T17:05:00+00:00 EmrJobFlowSensor 2021-06-17T18:05:53.290554+00:00 2021-06-17T18:14:55.906284+00:00 0:09:02.615730 42389 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T18:05:51.020542+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-17T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-17T18:05:31.378688+00:00 2021-06-17T18:05:32.991303+00:00 0:00:01.612615 42388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-17T18:05:28.972005+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-17T17:05:00+00:00 PythonOperator 2021-06-17T18:05:09.208007+00:00 2021-06-17T18:05:12.423412+00:00 0:00:03.215405 42387 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T18:05:06.888816+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-17T17:00:00+00:00 EmrJobFlowSensor 2021-06-17T18:00:56.657092+00:00 2021-06-17T18:10:59.439620+00:00 0:10:02.782528 42386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-17T18:00:54.503672+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-17T17:00:00+00:00 EmrJobFlowSensor 2021-06-17T18:00:54.758615+00:00 2021-06-17T18:12:58.076734+00:00 0:12:03.318119 42385 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-17T18:00:52.501288+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-17T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-17T18:00:36.671589+00:00 2021-06-17T18:00:38.457748+00:00 0:00:01.786159 42384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-17T18:00:34.487094+00:00 2 default_pool