Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T03:00:30.942973+00:00 2021-07-16T03:00:32.667283+00:00 0:00:01.724310 54140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T03:00:28.753521+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T02:00:00+00:00 PythonOperator 2021-07-16T03:00:13.093901+00:00 2021-07-16T03:00:16.656284+00:00 0:00:03.562383 54139 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T03:00:10.654178+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T02:00:00+00:00 PythonOperator 2021-07-16T03:00:09.417771+00:00 2021-07-16T03:00:13.445812+00:00 0:00:04.028041 54138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T03:00:06.669046+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T01:00:00+00:00 EmrJobFlowSensor 2021-07-16T02:11:14.419583+00:00 2021-07-16T02:20:17.245785+00:00 0:09:02.826202 54136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T02:11:11.844436+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T01:00:00+00:00 EmrJobFlowSensor 2021-07-16T02:11:06.272323+00:00 2021-07-16T02:21:09.351246+00:00 0:10:03.078923 54135 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T02:11:03.770597+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T02:10:52.221031+00:00 2021-07-16T02:10:53.905999+00:00 0:00:01.684968 54134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T02:10:49.700285+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T02:10:44.018089+00:00 2021-07-16T02:10:45.746334+00:00 0:00:01.728245 54133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T02:10:41.770350+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T01:00:00+00:00 PythonOperator 2021-07-16T02:10:31.935338+00:00 2021-07-16T02:10:35.648356+00:00 0:00:03.713018 54132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T02:10:29.681664+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T01:00:00+00:00 PythonOperator 2021-07-16T02:10:21.784039+00:00 2021-07-16T02:10:25.710387+00:00 0:00:03.926348 54131 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T02:10:19.649464+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T01:00:00+00:00 TriggerDagRunOperator 2021-07-16T02:10:08.102341+00:00 2021-07-16T02:10:08.496341+00:00 0:00:00.394000 54130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T02:10:05.644121+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T01:00:00+00:00 TriggerDagRunOperator 2021-07-16T02:10:08.098568+00:00 2021-07-16T02:10:08.688899+00:00 0:00:00.590331 54129 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T02:10:05.644090+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T01:05:00+00:00 EmrJobFlowSensor 2021-07-16T02:05:47.374661+00:00 2021-07-16T02:14:50.288164+00:00 0:09:02.913503 54128 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T02:05:45.200361+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T02:05:25.522254+00:00 2021-07-16T02:05:27.272658+00:00 0:00:01.750404 54127 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T02:05:23.187873+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T01:05:00+00:00 PythonOperator 2021-07-16T02:05:05.255308+00:00 2021-07-16T02:05:09.037683+00:00 0:00:03.782375 54126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T02:05:03.119001+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T01:00:00+00:00 EmrJobFlowSensor 2021-07-16T02:00:50.843195+00:00 2021-07-16T02:09:53.752962+00:00 0:09:02.909767 54125 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T02:00:48.600231+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T01:00:00+00:00 EmrJobFlowSensor 2021-07-16T02:00:46.951852+00:00 2021-07-16T02:14:50.625387+00:00 0:14:03.673535 54124 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T02:00:44.600753+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T02:00:29.203937+00:00 2021-07-16T02:00:30.876057+00:00 0:00:01.672120 54123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T02:00:26.575782+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T02:00:26.762343+00:00 2021-07-16T02:00:28.919187+00:00 0:00:02.156844 54122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T02:00:24.571454+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T01:00:00+00:00 PythonOperator 2021-07-16T02:00:06.969699+00:00 2021-07-16T02:00:10.676868+00:00 0:00:03.707169 54121 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T02:00:04.653057+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T01:00:00+00:00 PythonOperator 2021-07-16T02:00:05.492522+00:00 2021-07-16T02:00:09.504724+00:00 0:00:04.012202 54120 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T02:00:02.656009+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-16T00:00:00+00:00 EmrJobFlowSensor 2021-07-16T01:11:30.416296+00:00 2021-07-16T01:19:33.055578+00:00 0:08:02.639282 54118 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T01:11:27.773172+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-16T00:00:00+00:00 EmrJobFlowSensor 2021-07-16T01:11:24.355989+00:00 2021-07-16T01:20:27.419972+00:00 0:09:03.063983 54117 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T01:11:21.759394+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-16T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T01:10:58.220595+00:00 2021-07-16T01:10:59.894675+00:00 0:00:01.674080 54116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T01:10:55.617898+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-16T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T01:10:47.898620+00:00 2021-07-16T01:10:49.607153+00:00 0:00:01.708533 54115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T01:10:45.610088+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-16T00:00:00+00:00 PythonOperator 2021-07-16T01:10:36.109639+00:00 2021-07-16T01:10:39.664361+00:00 0:00:03.554722 54114 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T01:10:33.596843+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-16T00:00:00+00:00 PythonOperator 2021-07-16T01:10:21.849884+00:00 2021-07-16T01:10:26.000235+00:00 0:00:04.150351 54113 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T01:10:19.588892+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-16T00:00:00+00:00 TriggerDagRunOperator 2021-07-16T01:10:16.102742+00:00 2021-07-16T01:10:16.640267+00:00 0:00:00.537525 54112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T01:10:13.655053+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-16T00:00:00+00:00 TriggerDagRunOperator 2021-07-16T01:10:16.081999+00:00 2021-07-16T01:10:16.477102+00:00 0:00:00.395103 54111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T01:10:13.655015+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-16T00:05:00+00:00 EmrJobFlowSensor 2021-07-16T01:06:05.546688+00:00 2021-07-16T01:15:08.226762+00:00 0:09:02.680074 54110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T01:06:03.252586+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-16T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T01:05:43.427872+00:00 2021-07-16T01:05:45.187526+00:00 0:00:01.759654 54109 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T01:05:41.134792+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-16T00:05:00+00:00 PythonOperator 2021-07-16T01:05:21.239360+00:00 2021-07-16T01:05:25.058982+00:00 0:00:03.819622 54108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T01:05:19.121500+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-16T00:00:00+00:00 EmrJobFlowSensor 2021-07-16T01:01:06.911035+00:00 2021-07-16T01:15:10.742966+00:00 0:14:03.831931 54107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T01:01:04.716387+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-16T00:00:00+00:00 EmrJobFlowSensor 2021-07-16T01:00:51.041251+00:00 2021-07-16T01:09:53.843273+00:00 0:09:02.802022 54106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T01:00:48.708498+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-16T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T01:00:45.247481+00:00 2021-07-16T01:00:46.950843+00:00 0:00:01.703362 54105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T01:00:42.695163+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-16T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T01:00:26.967753+00:00 2021-07-16T01:00:28.811383+00:00 0:00:01.843630 54104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T01:00:24.685855+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-16T00:00:00+00:00 PythonOperator 2021-07-16T01:00:24.896503+00:00 2021-07-16T01:00:28.991228+00:00 0:00:04.094725 54103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T01:00:22.657188+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-16T00:00:00+00:00 PythonOperator 2021-07-16T01:00:04.992637+00:00 2021-07-16T01:00:08.778369+00:00 0:00:03.785732 54102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T01:00:02.633798+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T23:00:00+00:00 EmrJobFlowSensor 2021-07-16T00:26:55.228540+00:00 2021-07-16T00:36:58.046157+00:00 0:10:02.817617 54101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T00:26:53.044341+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T23:00:00+00:00 EmrJobFlowSensor 2021-07-16T00:26:47.310970+00:00 2021-07-16T00:35:50.252497+00:00 0:09:02.941527 54100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T00:26:45.094357+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T00:26:33.518599+00:00 2021-07-16T00:26:35.569215+00:00 0:00:02.050616 54099 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T00:26:31.077670+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T23:05:00+00:00 EmrJobFlowSensor 2021-07-16T00:26:25.121511+00:00 2021-07-16T00:35:27.850322+00:00 0:09:02.728811 54098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T00:26:23.018365+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T00:26:23.443801+00:00 2021-07-16T00:26:25.328937+00:00 0:00:01.885136 54097 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T00:26:21.065857+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T23:00:00+00:00 PythonOperator 2021-07-16T00:26:13.262481+00:00 2021-07-16T00:26:17.128834+00:00 0:00:03.866353 54096 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T00:26:11.087742+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-16T00:26:03.228822+00:00 2021-07-16T00:26:05.013253+00:00 0:00:01.784431 54095 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T00:26:00.999724+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T23:00:00+00:00 PythonOperator 2021-07-16T00:25:55.157684+00:00 2021-07-16T00:25:58.843251+00:00 0:00:03.685567 54094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T00:25:52.992318+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T23:05:00+00:00 PythonOperator 2021-07-16T00:25:33.304406+00:00 2021-07-16T00:25:37.200673+00:00 0:00:03.896267 54093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T00:25:30.977838+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T23:00:00+00:00 TriggerDagRunOperator 2021-07-16T00:25:27.638666+00:00 2021-07-16T00:25:28.202387+00:00 0:00:00.563721 54092 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T00:25:24.967769+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T23:00:00+00:00 TriggerDagRunOperator 2021-07-16T00:25:27.503692+00:00 2021-07-16T00:25:27.947092+00:00 0:00:00.443400 54091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T00:25:24.967740+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T23:00:00+00:00 EmrJobFlowSensor 2021-07-16T00:01:01.624935+00:00 2021-07-16T00:15:05.182379+00:00 0:14:03.557444 54089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-16T00:00:59.270111+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T23:00:00+00:00 EmrJobFlowSensor 2021-07-16T00:00:55.589725+00:00 2021-07-16T00:10:58.537671+00:00 0:10:02.947946 54088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T00:00:53.266738+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T00:00:39.562444+00:00 2021-07-16T00:00:41.286912+00:00 0:00:01.724468 54087 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-16T00:00:37.191647+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-16T00:00:33.431498+00:00 2021-07-16T00:00:35.173094+00:00 0:00:01.741596 54086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-16T00:00:31.181751+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T23:00:00+00:00 PythonOperator 2021-07-16T00:00:19.596407+00:00 2021-07-16T00:00:23.455505+00:00 0:00:03.859098 54085 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-16T00:00:17.137443+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T23:00:00+00:00 PythonOperator 2021-07-16T00:00:11.246468+00:00 2021-07-16T00:00:15.048590+00:00 0:00:03.802122 54084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-16T00:00:09.127055+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T22:00:00+00:00 EmrJobFlowSensor 2021-07-15T23:16:05.173073+00:00 2021-07-15T23:26:08.324660+00:00 0:10:03.151587 54083 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T23:16:02.813413+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T22:00:00+00:00 EmrJobFlowSensor 2021-07-15T23:15:59.052827+00:00 2021-07-15T23:25:01.806147+00:00 0:09:02.753320 54082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T23:15:56.805730+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T23:15:39.180132+00:00 2021-07-15T23:15:41.000259+00:00 0:00:01.820127 54081 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T23:15:36.786202+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T23:15:33.124193+00:00 2021-07-15T23:15:34.911198+00:00 0:00:01.787005 54080 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T23:15:30.782131+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T22:00:00+00:00 PythonOperator 2021-07-15T23:15:17.217878+00:00 2021-07-15T23:15:20.602997+00:00 0:00:03.385119 54079 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T23:15:14.704123+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T22:00:00+00:00 PythonOperator 2021-07-15T23:15:09.420907+00:00 2021-07-15T23:15:13.157315+00:00 0:00:03.736408 54078 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T23:15:06.766439+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T22:00:00+00:00 TriggerDagRunOperator 2021-07-15T23:14:57.144730+00:00 2021-07-15T23:14:57.775628+00:00 0:00:00.630898 54077 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T23:14:54.691100+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T22:00:00+00:00 TriggerDagRunOperator 2021-07-15T23:14:57.014523+00:00 2021-07-15T23:14:57.404610+00:00 0:00:00.390087 54076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T23:14:54.691065+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T22:05:00+00:00 EmrJobFlowSensor 2021-07-15T23:05:47.118896+00:00 2021-07-15T23:14:49.929008+00:00 0:09:02.810112 54075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T23:05:43.873484+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T22:00:00+00:00 EmrJobFlowSensor 2021-07-15T23:05:45.632276+00:00 2021-07-15T23:19:49.599273+00:00 0:14:03.966997 54074 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T23:05:41.804629+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-14T23:00:00+00:00 EmrJobFlowSensor 2021-07-15T23:05:42.573456+00:00 2021-07-15T23:14:45.865141+00:00 0:09:03.291685 54073 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T23:05:39.945160+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T22:00:00+00:00 EmrJobFlowSensor 2021-07-15T23:05:38.239051+00:00 2021-07-15T23:14:40.887477+00:00 0:09:02.648426 54072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T23:05:35.871751+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T23:05:25.997920+00:00 2021-07-15T23:05:27.731561+00:00 0:00:01.733641 54071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T23:05:23.791142+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T23:05:24.295145+00:00 2021-07-15T23:05:26.127502+00:00 0:00:01.832357 54070 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T23:05:21.791828+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-14T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T23:05:19.980311+00:00 2021-07-15T23:05:21.655039+00:00 0:00:01.674728 54069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T23:05:17.790125+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T23:05:17.947532+00:00 2021-07-15T23:05:19.872776+00:00 0:00:01.925244 54068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T23:05:15.734126+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T22:00:00+00:00 PythonOperator 2021-07-15T23:05:04.387421+00:00 2021-07-15T23:05:09.005796+00:00 0:00:04.618375 54067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T23:04:59.777009+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T22:05:00+00:00 PythonOperator 2021-07-15T23:05:04.041191+00:00 2021-07-15T23:05:07.425949+00:00 0:00:03.384758 54066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T23:05:01.722779+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-14T23:00:00+00:00 PythonOperator 2021-07-15T23:05:02.545024+00:00 2021-07-15T23:05:07.012890+00:00 0:00:04.467866 54065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T23:04:57.849359+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T22:00:00+00:00 PythonOperator 2021-07-15T23:04:56.279845+00:00 2021-07-15T23:05:02.202861+00:00 0:00:05.923016 54064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T23:04:53.770450+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T21:00:00+00:00 EmrJobFlowSensor 2021-07-15T22:11:27.797973+00:00 2021-07-15T22:20:30.547669+00:00 0:09:02.749696 54062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T22:11:25.454795+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T21:00:00+00:00 EmrJobFlowSensor 2021-07-15T22:11:23.785651+00:00 2021-07-15T22:21:26.739294+00:00 0:10:02.953643 54061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T22:11:21.447517+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T22:10:53.620816+00:00 2021-07-15T22:10:55.306821+00:00 0:00:01.686005 54060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T22:10:51.366991+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T22:10:51.602483+00:00 2021-07-15T22:10:53.467188+00:00 0:00:01.864705 54059 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T22:10:49.359089+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T21:00:00+00:00 PythonOperator 2021-07-15T22:10:30.106132+00:00 2021-07-15T22:10:34.203048+00:00 0:00:04.096916 54058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T22:10:27.328163+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T21:00:00+00:00 PythonOperator 2021-07-15T22:10:27.729829+00:00 2021-07-15T22:10:32.185543+00:00 0:00:04.455714 54057 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T22:10:25.328103+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T21:00:00+00:00 TriggerDagRunOperator 2021-07-15T22:10:05.997151+00:00 2021-07-15T22:10:06.505483+00:00 0:00:00.508332 54056 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T22:10:03.313299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T21:00:00+00:00 TriggerDagRunOperator 2021-07-15T22:10:05.783369+00:00 2021-07-15T22:10:06.202006+00:00 0:00:00.418637 54055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T22:10:03.313352+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T21:05:00+00:00 EmrJobFlowSensor 2021-07-15T22:05:51.173472+00:00 2021-07-15T22:14:53.843602+00:00 0:09:02.670130 54054 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T22:05:49.019061+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T22:05:29.385252+00:00 2021-07-15T22:05:31.103027+00:00 0:00:01.717775 54053 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T22:05:26.986169+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T21:05:00+00:00 PythonOperator 2021-07-15T22:05:09.074648+00:00 2021-07-15T22:05:12.843226+00:00 0:00:03.768578 54052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T22:05:06.917219+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T21:00:00+00:00 EmrJobFlowSensor 2021-07-15T22:01:04.696697+00:00 2021-07-15T22:14:08.087117+00:00 0:13:03.390420 54051 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T22:01:02.522965+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T21:00:00+00:00 EmrJobFlowSensor 2021-07-15T22:00:50.680790+00:00 2021-07-15T22:09:53.721995+00:00 0:09:03.041205 54050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T22:00:48.505867+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T22:00:40.932252+00:00 2021-07-15T22:00:42.763172+00:00 0:00:01.830920 54049 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T22:00:38.552881+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T22:00:29.086419+00:00 2021-07-15T22:00:30.877744+00:00 0:00:01.791325 54048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T22:00:26.568614+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T21:00:00+00:00 PythonOperator 2021-07-15T22:00:18.909119+00:00 2021-07-15T22:00:22.999151+00:00 0:00:04.090032 54047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T22:00:16.433068+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T21:00:00+00:00 PythonOperator 2021-07-15T22:00:08.899815+00:00 2021-07-15T22:00:12.730317+00:00 0:00:03.830502 54046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T22:00:06.423329+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T20:00:00+00:00 EmrJobFlowSensor 2021-07-15T21:11:23.249273+00:00 2021-07-15T21:21:26.190687+00:00 0:10:02.941414 54044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T21:11:20.419035+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T20:00:00+00:00 EmrJobFlowSensor 2021-07-15T21:11:20.808975+00:00 2021-07-15T21:20:24.078983+00:00 0:09:03.270008 54043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T21:11:18.420148+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T21:11:01.360089+00:00 2021-07-15T21:11:03.070765+00:00 0:00:01.710676 54042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T21:10:58.540858+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T21:10:58.838793+00:00 2021-07-15T21:11:00.942414+00:00 0:00:02.103621 54041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T21:10:56.449922+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T20:00:00+00:00 PythonOperator 2021-07-15T21:10:40.661471+00:00 2021-07-15T21:10:44.860950+00:00 0:00:04.199479 54040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T21:10:38.374827+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T20:00:00+00:00 PythonOperator 2021-07-15T21:10:36.669733+00:00 2021-07-15T21:10:40.111699+00:00 0:00:03.441966 54039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T21:10:34.362281+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T20:00:00+00:00 TriggerDagRunOperator 2021-07-15T21:10:16.557333+00:00 2021-07-15T21:10:17.105623+00:00 0:00:00.548290 54038 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T21:10:14.256670+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T20:00:00+00:00 TriggerDagRunOperator 2021-07-15T21:10:16.432772+00:00 2021-07-15T21:10:16.803121+00:00 0:00:00.370349 54037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T21:10:14.256633+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T20:05:00+00:00 EmrJobFlowSensor 2021-07-15T21:05:48.624810+00:00 2021-07-15T21:14:51.442580+00:00 0:09:02.817770 54036 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T21:05:45.961011+00:00 2 default_pool