Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-07-26T23:05:00+00:00 EmrJobFlowSensor 2021-07-27T00:05:46.042986+00:00 2021-07-27T00:14:48.791584+00:00 0:09:02.748598 58894 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T00:05:43.547530+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T00:05:25.873180+00:00 2021-07-27T00:05:27.633033+00:00 0:00:01.759853 58893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T00:05:23.483593+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T23:05:00+00:00 PythonOperator 2021-07-27T00:05:03.657626+00:00 2021-07-27T00:05:07.236805+00:00 0:00:03.579179 58892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T00:05:01.418569+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T23:00:00+00:00 EmrJobFlowSensor 2021-07-27T00:01:09.939747+00:00 2021-07-27T00:11:12.989762+00:00 0:10:03.050015 58891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T00:01:07.044162+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T23:00:00+00:00 EmrJobFlowSensor 2021-07-27T00:01:07.665864+00:00 2021-07-27T00:14:11.557064+00:00 0:13:03.891200 58890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T00:01:04.987106+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T00:00:45.688104+00:00 2021-07-27T00:00:47.508125+00:00 0:00:01.820021 58889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T00:00:42.972480+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T00:00:45.417727+00:00 2021-07-27T00:00:47.207841+00:00 0:00:01.790114 58888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T00:00:42.972520+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T23:00:00+00:00 PythonOperator 2021-07-27T00:00:25.830996+00:00 2021-07-27T00:00:29.622160+00:00 0:00:03.791164 58887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T00:00:23.056021+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T23:00:00+00:00 PythonOperator 2021-07-27T00:00:23.970612+00:00 2021-07-27T00:00:28.197311+00:00 0:00:04.226699 58886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T00:00:20.977214+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T22:00:00+00:00 EmrJobFlowSensor 2021-07-26T23:23:09.544659+00:00 2021-07-26T23:23:11.181107+00:00 0:00:01.636448 58884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T23:23:07.075021+00:00 4 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T22:00:00+00:00 EmrJobFlowSensor 2021-07-26T23:19:14.751705+00:00 2021-07-26T23:21:16.586885+00:00 0:02:01.835180 58883 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T23:19:12.536226+00:00 3 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T23:11:05.774354+00:00 2021-07-26T23:11:07.501644+00:00 0:00:01.727290 58879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T23:11:03.616553+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T23:10:46.215548+00:00 2021-07-26T23:10:48.030472+00:00 0:00:01.814924 58878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T23:10:43.599074+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T22:00:00+00:00 PythonOperator 2021-07-26T23:10:35.920718+00:00 2021-07-26T23:10:39.911721+00:00 0:00:03.991003 58877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T23:10:33.592663+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T22:00:00+00:00 PythonOperator 2021-07-26T23:10:24.167760+00:00 2021-07-26T23:10:27.626069+00:00 0:00:03.458309 58876 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T23:10:21.575935+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T22:00:00+00:00 TriggerDagRunOperator 2021-07-26T23:10:08.336686+00:00 2021-07-26T23:10:08.804431+00:00 0:00:00.467745 58875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T23:10:05.566849+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T22:00:00+00:00 TriggerDagRunOperator 2021-07-26T23:10:07.915247+00:00 2021-07-26T23:10:08.453722+00:00 0:00:00.538475 58874 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T23:10:05.566883+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T22:05:00+00:00 EmrJobFlowSensor 2021-07-26T23:05:47.556108+00:00 2021-07-26T23:14:50.618252+00:00 0:09:03.062144 58873 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T23:05:44.996062+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T23:05:25.164317+00:00 2021-07-26T23:05:26.794575+00:00 0:00:01.630258 58872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T23:05:22.889629+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T22:05:00+00:00 PythonOperator 2021-07-26T23:05:05.089112+00:00 2021-07-26T23:05:09.096023+00:00 0:00:04.006911 58871 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T23:05:02.830758+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T22:00:00+00:00 EmrJobFlowSensor 2021-07-26T23:01:00.875833+00:00 2021-07-26T23:15:04.470721+00:00 0:14:03.594888 58870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T23:00:58.543950+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T22:00:00+00:00 EmrJobFlowSensor 2021-07-26T23:00:56.698151+00:00 2021-07-26T23:09:59.623498+00:00 0:09:02.925347 58869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T23:00:54.451152+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-25T23:00:00+00:00 EmrJobFlowSensor 2021-07-26T23:00:52.854631+00:00 2021-07-26T23:09:55.665162+00:00 0:09:02.810531 58868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T23:00:50.455130+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T23:00:39.000397+00:00 2021-07-26T23:00:40.788611+00:00 0:00:01.788214 58867 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T23:00:36.459313+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T23:00:35.126378+00:00 2021-07-26T23:00:36.936968+00:00 0:00:01.810590 58866 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T23:00:32.454333+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-25T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T23:00:30.569718+00:00 2021-07-26T23:00:32.282123+00:00 0:00:01.712405 58865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T23:00:28.395539+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T22:00:00+00:00 PythonOperator 2021-07-26T23:00:16.642600+00:00 2021-07-26T23:00:20.436308+00:00 0:00:03.793708 58864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T23:00:14.348754+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T22:00:00+00:00 PythonOperator 2021-07-26T23:00:13.623592+00:00 2021-07-26T23:00:17.665505+00:00 0:00:04.041913 58863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T23:00:10.344355+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-25T23:00:00+00:00 PythonOperator 2021-07-26T23:00:08.631348+00:00 2021-07-26T23:00:14.059769+00:00 0:00:05.428421 58862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T23:00:06.348153+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T21:00:00+00:00 EmrJobFlowSensor 2021-07-26T22:11:17.042537+00:00 2021-07-26T22:21:20.350919+00:00 0:10:03.308382 58860 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T22:11:14.574623+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T21:00:00+00:00 EmrJobFlowSensor 2021-07-26T22:11:04.834178+00:00 2021-07-26T22:21:07.695784+00:00 0:10:02.861606 58859 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T22:11:02.515270+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T22:10:54.719844+00:00 2021-07-26T22:10:56.515505+00:00 0:00:01.795661 58858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T22:10:52.502145+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T22:10:44.910967+00:00 2021-07-26T22:10:46.645807+00:00 0:00:01.734840 58857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T22:10:42.493294+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T21:00:00+00:00 PythonOperator 2021-07-26T22:10:34.663170+00:00 2021-07-26T22:10:38.871215+00:00 0:00:04.208045 58856 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T22:10:32.485704+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T21:00:00+00:00 PythonOperator 2021-07-26T22:10:22.728935+00:00 2021-07-26T22:10:26.684473+00:00 0:00:03.955538 58855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T22:10:20.448748+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T21:00:00+00:00 TriggerDagRunOperator 2021-07-26T22:10:09.213112+00:00 2021-07-26T22:10:09.611213+00:00 0:00:00.398101 58854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T22:10:06.547422+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T21:00:00+00:00 TriggerDagRunOperator 2021-07-26T22:10:09.195212+00:00 2021-07-26T22:10:09.716343+00:00 0:00:00.521131 58853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T22:10:06.547474+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T21:05:00+00:00 EmrJobFlowSensor 2021-07-26T22:05:52.253735+00:00 2021-07-26T22:13:54.761200+00:00 0:08:02.507465 58852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T22:05:50.059534+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T22:05:30.654429+00:00 2021-07-26T22:05:32.332826+00:00 0:00:01.678397 58851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T22:05:28.156863+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T21:05:00+00:00 PythonOperator 2021-07-26T22:05:10.221511+00:00 2021-07-26T22:05:14.098305+00:00 0:00:03.876794 58850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T22:05:07.989117+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T21:00:00+00:00 EmrJobFlowSensor 2021-07-26T22:01:07.897207+00:00 2021-07-26T22:15:11.461707+00:00 0:14:03.564500 58849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T22:01:05.667032+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T21:00:00+00:00 EmrJobFlowSensor 2021-07-26T22:00:54.095549+00:00 2021-07-26T22:09:57.079711+00:00 0:09:02.984162 58848 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T22:00:51.658224+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T22:00:45.995666+00:00 2021-07-26T22:00:47.716787+00:00 0:00:01.721121 58847 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T22:00:43.659754+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T22:00:32.410468+00:00 2021-07-26T22:00:34.326344+00:00 0:00:01.915876 58846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T22:00:29.669814+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T21:00:00+00:00 PythonOperator 2021-07-26T22:00:24.356226+00:00 2021-07-26T22:00:28.598788+00:00 0:00:04.242562 58845 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T22:00:21.670672+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T21:00:00+00:00 PythonOperator 2021-07-26T22:00:12.292224+00:00 2021-07-26T22:00:16.189079+00:00 0:00:03.896855 58844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T22:00:09.654745+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T20:00:00+00:00 EmrJobFlowSensor 2021-07-26T21:12:27.027629+00:00 2021-07-26T21:22:30.008828+00:00 0:10:02.981199 58842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T21:12:24.805558+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T20:00:00+00:00 EmrJobFlowSensor 2021-07-26T21:12:13.904681+00:00 2021-07-26T21:21:16.832941+00:00 0:09:02.928260 58841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T21:12:10.794954+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T21:12:05.278771+00:00 2021-07-26T21:12:06.961933+00:00 0:00:01.683162 58840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T21:12:02.858490+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T21:11:51.102896+00:00 2021-07-26T21:11:52.815824+00:00 0:00:01.712928 58839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T21:11:48.770630+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T20:00:00+00:00 PythonOperator 2021-07-26T21:11:43.184968+00:00 2021-07-26T21:11:46.983734+00:00 0:00:03.798766 58838 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T21:11:40.763880+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T20:00:00+00:00 PythonOperator 2021-07-26T21:11:20.925136+00:00 2021-07-26T21:11:24.809063+00:00 0:00:03.883927 58837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T21:11:18.748504+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T20:00:00+00:00 TriggerDagRunOperator 2021-07-26T21:11:03.091124+00:00 2021-07-26T21:11:03.463651+00:00 0:00:00.372527 58836 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T21:11:00.731504+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T20:00:00+00:00 TriggerDagRunOperator 2021-07-26T21:11:03.114208+00:00 2021-07-26T21:11:03.624763+00:00 0:00:00.510555 58835 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T21:11:00.731537+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T20:05:00+00:00 EmrJobFlowSensor 2021-07-26T21:05:54.407063+00:00 2021-07-26T21:14:57.177583+00:00 0:09:02.770520 58834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T21:05:52.262281+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T21:05:32.408999+00:00 2021-07-26T21:05:34.045825+00:00 0:00:01.636826 58833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T21:05:30.245649+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T20:05:00+00:00 PythonOperator 2021-07-26T21:05:10.465964+00:00 2021-07-26T21:05:14.061141+00:00 0:00:03.595177 58832 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T21:05:08.198212+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T20:00:00+00:00 EmrJobFlowSensor 2021-07-26T21:00:48.044948+00:00 2021-07-26T21:11:51.243419+00:00 0:11:03.198471 58831 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T21:00:45.751621+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T20:00:00+00:00 EmrJobFlowSensor 2021-07-26T21:00:48.054228+00:00 2021-07-26T21:10:51.353010+00:00 0:10:03.298782 58830 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T21:00:45.751591+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T21:00:27.952528+00:00 2021-07-26T21:00:29.835917+00:00 0:00:01.883389 58829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T21:00:25.734235+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T21:00:26.072741+00:00 2021-07-26T21:00:27.920742+00:00 0:00:01.848001 58828 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T21:00:23.735394+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T20:00:00+00:00 PythonOperator 2021-07-26T21:00:06.725131+00:00 2021-07-26T21:00:10.802166+00:00 0:00:04.077035 58827 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T21:00:03.617798+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T20:00:00+00:00 PythonOperator 2021-07-26T21:00:06.529754+00:00 2021-07-26T21:00:10.570990+00:00 0:00:04.041236 58826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T21:00:03.617769+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T19:05:00+00:00 EmrJobFlowSensor 2021-07-26T20:15:16.693658+00:00 2021-07-26T20:15:18.149544+00:00 0:00:01.455886 58824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T20:15:14.365248+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T19:00:00+00:00 EmrJobFlowSensor 2021-07-26T20:11:38.253058+00:00 2021-07-26T20:21:41.420155+00:00 0:10:03.167097 58823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T20:11:35.959222+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T19:00:00+00:00 EmrJobFlowSensor 2021-07-26T20:11:20.529086+00:00 2021-07-26T20:21:23.628662+00:00 0:10:03.099576 58822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T20:11:17.856860+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T20:11:14.315045+00:00 2021-07-26T20:11:16.141856+00:00 0:00:01.826811 58821 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T20:11:11.787726+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T20:11:00.589058+00:00 2021-07-26T20:11:02.446060+00:00 0:00:01.857002 58820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T20:10:57.858800+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T19:00:00+00:00 PythonOperator 2021-07-26T20:10:51.966668+00:00 2021-07-26T20:10:55.543437+00:00 0:00:03.576769 58819 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T20:10:49.726888+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T19:00:00+00:00 PythonOperator 2021-07-26T20:10:38.094962+00:00 2021-07-26T20:10:42.310999+00:00 0:00:04.216037 58818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T20:10:35.712316+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T19:00:00+00:00 TriggerDagRunOperator 2021-07-26T20:10:28.201754+00:00 2021-07-26T20:10:28.860815+00:00 0:00:00.659061 58817 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T20:10:25.713310+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T19:00:00+00:00 TriggerDagRunOperator 2021-07-26T20:10:28.072506+00:00 2021-07-26T20:10:28.455454+00:00 0:00:00.382948 58816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T20:10:25.713351+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T20:05:41.304609+00:00 2021-07-26T20:05:43.156737+00:00 0:00:01.852128 58814 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T20:05:38.992067+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T19:05:00+00:00 PythonOperator 2021-07-26T20:05:17.312722+00:00 2021-07-26T20:05:20.213552+00:00 0:00:02.900830 58813 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T20:05:14.972340+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T19:00:00+00:00 EmrJobFlowSensor 2021-07-26T20:01:07.250492+00:00 2021-07-26T20:12:10.386410+00:00 0:11:03.135918 58812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T20:01:04.493271+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T19:00:00+00:00 EmrJobFlowSensor 2021-07-26T20:01:04.895630+00:00 2021-07-26T20:10:08.037397+00:00 0:09:03.141767 58811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T20:01:02.482825+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T20:00:43.061402+00:00 2021-07-26T20:00:44.913551+00:00 0:00:01.852149 58810 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T20:00:40.474044+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T20:00:42.996671+00:00 2021-07-26T20:00:44.802381+00:00 0:00:01.805710 58809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T20:00:40.474074+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T19:00:00+00:00 PythonOperator 2021-07-26T20:00:21.031693+00:00 2021-07-26T20:00:24.599818+00:00 0:00:03.568125 58808 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T20:00:18.406139+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T19:00:00+00:00 PythonOperator 2021-07-26T20:00:20.774584+00:00 2021-07-26T20:00:25.151385+00:00 0:00:04.376801 58807 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T20:00:18.406174+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T18:00:00+00:00 EmrJobFlowSensor 2021-07-26T19:12:10.000059+00:00 2021-07-26T19:22:13.145749+00:00 0:10:03.145690 58805 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T19:12:07.456360+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T18:00:00+00:00 EmrJobFlowSensor 2021-07-26T19:12:09.935863+00:00 2021-07-26T19:22:13.097703+00:00 0:10:03.161840 58804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T19:12:07.456406+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T19:11:49.942140+00:00 2021-07-26T19:11:51.670653+00:00 0:00:01.728513 58803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T19:11:47.343774+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T19:11:47.654709+00:00 2021-07-26T19:11:49.712657+00:00 0:00:02.057948 58802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T19:11:45.284200+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T18:00:00+00:00 PythonOperator 2021-07-26T19:11:27.729985+00:00 2021-07-26T19:11:31.539681+00:00 0:00:03.809696 58801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T19:11:25.174228+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-26T18:00:00+00:00 PythonOperator 2021-07-26T19:11:27.661033+00:00 2021-07-26T19:11:31.577167+00:00 0:00:03.916134 58800 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T19:11:25.174276+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-26T18:00:00+00:00 TriggerDagRunOperator 2021-07-26T19:11:17.403184+00:00 2021-07-26T19:11:17.922350+00:00 0:00:00.519166 58799 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T19:11:15.104466+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-26T18:00:00+00:00 TriggerDagRunOperator 2021-07-26T19:11:17.371119+00:00 2021-07-26T19:11:17.828956+00:00 0:00:00.457837 58798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T19:11:15.104428+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-26T18:05:00+00:00 EmrJobFlowSensor 2021-07-26T19:06:18.990116+00:00 2021-07-26T19:14:21.684920+00:00 0:08:02.694804 58797 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T19:06:16.558538+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-26T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-26T19:05:40.738526+00:00 2021-07-26T19:05:42.468748+00:00 0:00:01.730222 58796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T19:05:38.394838+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-26T18:05:00+00:00 PythonOperator 2021-07-26T19:05:18.466772+00:00 2021-07-26T19:05:22.293201+00:00 0:00:03.826429 58795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T19:05:16.357793+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-26T18:00:00+00:00 EmrJobFlowSensor 2021-07-26T19:01:08.439369+00:00 2021-07-26T19:11:11.738517+00:00 0:10:03.299148 58794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T19:01:05.977091+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-26T18:00:00+00:00 EmrJobFlowSensor 2021-07-26T19:00:48.352913+00:00 2021-07-26T19:11:51.565340+00:00 0:11:03.212427 58793 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T19:00:45.977761+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-26T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T19:00:46.289357+00:00 2021-07-26T19:00:47.978174+00:00 0:00:01.688817 58792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-26T19:00:43.967167+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-26T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T19:00:26.088402+00:00 2021-07-26T19:00:27.968276+00:00 0:00:01.879874 58791 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T19:00:23.832120+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-26T18:00:00+00:00 PythonOperator 2021-07-26T19:00:24.077999+00:00 2021-07-26T19:00:27.967715+00:00 0:00:03.889716 58790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-26T19:00:21.828524+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-26T18:00:00+00:00 PythonOperator 2021-07-26T19:00:06.255326+00:00 2021-07-26T19:00:10.257136+00:00 0:00:04.001810 58789 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-26T19:00:03.817090+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T17:00:00+00:00 EmrJobFlowSensor 2021-07-26T18:12:35.277496+00:00 2021-07-26T18:21:38.191586+00:00 0:09:02.914090 58787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T18:12:33.085441+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T17:00:00+00:00 EmrJobFlowSensor 2021-07-26T18:12:27.304988+00:00 2021-07-26T18:21:30.182146+00:00 0:09:02.877158 58786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-26T18:12:25.081826+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-26T18:11:57.104793+00:00 2021-07-26T18:11:58.873694+00:00 0:00:01.768901 58785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-26T18:11:54.992356+00:00 2 default_pool