Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_emr_steps 2021-06-08T08:05:00+00:00 PythonOperator 2021-06-08T09:05:14.475499+00:00 2021-06-08T09:05:17.367958+00:00 0:00:02.892459 38168 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:05:11.843466+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:00:57.757246+00:00 2021-06-08T09:10:00.377011+00:00 0:09:02.619765 38167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:00:55.346429+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T08:00:00+00:00 EmrJobFlowSensor 2021-06-08T09:00:51.556035+00:00 2021-06-08T09:11:54.439882+00:00 0:11:02.883847 38166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T09:00:49.344663+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:00:35.478601+00:00 2021-06-08T09:00:37.154606+00:00 0:00:01.676005 38165 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T09:00:33.329178+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T09:00:29.726902+00:00 2021-06-08T09:00:31.499944+00:00 0:00:01.773042 38164 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T09:00:27.318808+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:00:15.482519+00:00 2021-06-08T09:00:18.914098+00:00 0:00:03.431579 38163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T09:00:13.308507+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T08:00:00+00:00 PythonOperator 2021-06-08T09:00:09.617263+00:00 2021-06-08T09:00:13.122323+00:00 0:00:03.505060 38162 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T09:00:07.302903+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:10:32.966560+00:00 2021-06-08T08:18:35.426688+00:00 0:08:02.460128 38161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:10:30.045903+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:10:30.524580+00:00 2021-06-08T08:19:33.500340+00:00 0:09:02.975760 38160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:10:27.952734+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T07:05:00+00:00 EmrJobFlowSensor 2021-06-08T08:10:18.051278+00:00 2021-06-08T08:19:20.874981+00:00 0:09:02.823703 38159 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:10:15.812484+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:10:09.991963+00:00 2021-06-08T08:10:11.699326+00:00 0:00:01.707363 38158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:10:07.800217+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:10:08.020261+00:00 2021-06-08T08:10:09.870853+00:00 0:00:01.850592 38157 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:10:05.801184+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:09:56.056755+00:00 2021-06-08T08:09:57.775383+00:00 0:00:01.718628 38156 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:09:53.788070+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:09:48.000531+00:00 2021-06-08T08:09:51.203692+00:00 0:00:03.203161 38155 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:09:45.760855+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:09:46.000619+00:00 2021-06-08T08:09:49.656462+00:00 0:00:03.655843 38154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:09:43.760901+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T07:05:00+00:00 PythonOperator 2021-06-08T08:09:36.358418+00:00 2021-06-08T08:09:39.500805+00:00 0:00:03.142387 38153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:09:33.752379+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T07:00:00+00:00 TriggerDagRunOperator 2021-06-08T08:09:28.180089+00:00 2021-06-08T08:09:28.797464+00:00 0:00:00.617375 38152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:09:25.625454+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T07:00:00+00:00 TriggerDagRunOperator 2021-06-08T08:09:28.071749+00:00 2021-06-08T08:09:28.455887+00:00 0:00:00.384138 38151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:09:25.625483+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:01:10.064177+00:00 2021-06-08T08:09:12.592845+00:00 0:08:02.528668 38149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:01:07.884248+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T07:00:00+00:00 EmrJobFlowSensor 2021-06-08T08:00:51.984485+00:00 2021-06-08T08:12:55.026718+00:00 0:12:03.042233 38148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T08:00:49.828817+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:00:48.092765+00:00 2021-06-08T08:00:49.904994+00:00 0:00:01.812229 38147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T08:00:45.823500+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T08:00:30.383030+00:00 2021-06-08T08:00:32.054672+00:00 0:00:01.671642 38146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T08:00:27.862945+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:00:26.310689+00:00 2021-06-08T08:00:29.621473+00:00 0:00:03.310784 38145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T08:00:23.866418+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T07:00:00+00:00 PythonOperator 2021-06-08T08:00:04.008028+00:00 2021-06-08T08:00:07.559997+00:00 0:00:03.551969 38144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T08:00:01.783448+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:16:15.425754+00:00 2021-06-08T07:27:18.620346+00:00 0:11:03.194592 38143 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:16:13.135093+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:15:53.613949+00:00 2021-06-08T07:15:55.401888+00:00 0:00:01.787939 38142 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:15:51.174706+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:15:47.501231+00:00 2021-06-08T07:25:50.120794+00:00 0:10:02.619563 38141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:15:45.170941+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T06:00:00+00:00 PythonOperator 2021-06-08T07:15:33.673899+00:00 2021-06-08T07:15:37.369856+00:00 0:00:03.695957 38140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:15:31.166444+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:15:27.280921+00:00 2021-06-08T07:15:28.953695+00:00 0:00:01.672774 38139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:15:25.093680+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T06:00:00+00:00 PythonOperator 2021-06-08T07:15:05.268097+00:00 2021-06-08T07:15:08.655182+00:00 0:00:03.387085 38138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:15:03.038892+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T06:00:00+00:00 TriggerDagRunOperator 2021-06-08T07:14:59.823816+00:00 2021-06-08T07:15:00.338515+00:00 0:00:00.514699 38137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:14:57.033477+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T06:00:00+00:00 TriggerDagRunOperator 2021-06-08T07:14:59.423776+00:00 2021-06-08T07:14:59.937207+00:00 0:00:00.513431 38136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:14:57.033444+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T06:05:00+00:00 EmrJobFlowSensor 2021-06-08T07:06:04.684796+00:00 2021-06-08T07:15:07.306993+00:00 0:09:02.622197 38135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:06:02.273179+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:05:42.434886+00:00 2021-06-08T07:05:44.196621+00:00 0:00:01.761735 38134 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:05:40.192815+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T06:05:00+00:00 PythonOperator 2021-06-08T07:05:20.291471+00:00 2021-06-08T07:05:23.645000+00:00 0:00:03.353529 38133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:05:18.061650+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:04:48.263781+00:00 2021-06-08T07:14:50.918952+00:00 0:10:02.655171 38132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:04:45.996818+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T06:00:00+00:00 EmrJobFlowSensor 2021-06-08T07:04:40.217497+00:00 2021-06-08T07:16:43.304682+00:00 0:12:03.087185 38131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T07:04:37.987585+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:04:26.397508+00:00 2021-06-08T07:04:28.274757+00:00 0:00:01.877249 38130 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T07:04:23.963476+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T07:04:20.166051+00:00 2021-06-08T07:04:21.822026+00:00 0:00:01.655975 38129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T07:04:17.954911+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T06:00:00+00:00 PythonOperator 2021-06-08T07:04:04.294596+00:00 2021-06-08T07:04:07.655778+00:00 0:00:03.361182 38128 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T07:04:01.945392+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T06:00:00+00:00 PythonOperator 2021-06-08T07:03:58.311094+00:00 2021-06-08T07:04:01.897472+00:00 0:00:03.586378 38127 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T07:03:55.938462+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T05:00:00+00:00 EmrJobFlowSensor 2021-06-08T06:11:23.828918+00:00 2021-06-08T06:21:26.451722+00:00 0:10:02.622804 38125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:11:21.673388+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T05:00:00+00:00 EmrJobFlowSensor 2021-06-08T06:11:11.847855+00:00 2021-06-08T06:21:14.815845+00:00 0:10:02.967990 38124 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:11:09.614465+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:11:01.868955+00:00 2021-06-08T06:11:03.571419+00:00 0:00:01.702464 38123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T06:10:59.612167+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:10:51.794242+00:00 2021-06-08T06:10:53.436946+00:00 0:00:01.642704 38122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T06:10:49.601305+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T05:00:00+00:00 PythonOperator 2021-06-08T06:10:38.576519+00:00 2021-06-08T06:10:42.009321+00:00 0:00:03.432802 38121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:10:35.651952+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T05:00:00+00:00 PythonOperator 2021-06-08T06:10:30.198397+00:00 2021-06-08T06:10:33.454757+00:00 0:00:03.256360 38120 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:10:27.640987+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T05:00:00+00:00 TriggerDagRunOperator 2021-06-08T06:10:15.976484+00:00 2021-06-08T06:10:16.394690+00:00 0:00:00.418206 38119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:10:13.547389+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T05:00:00+00:00 TriggerDagRunOperator 2021-06-08T06:10:15.994559+00:00 2021-06-08T06:10:16.534131+00:00 0:00:00.539572 38118 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:10:13.547417+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T05:05:00+00:00 EmrJobFlowSensor 2021-06-08T06:05:55.479335+00:00 2021-06-08T06:14:58.052105+00:00 0:09:02.572770 38117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:05:53.193228+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:05:33.364817+00:00 2021-06-08T06:05:34.977632+00:00 0:00:01.612815 38116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T06:05:31.111218+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T05:05:00+00:00 PythonOperator 2021-06-08T06:05:11.265234+00:00 2021-06-08T06:05:14.516435+00:00 0:00:03.251201 38115 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:05:09.091604+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T05:00:00+00:00 EmrJobFlowSensor 2021-06-08T06:01:06.654110+00:00 2021-06-08T06:13:09.580160+00:00 0:12:02.926050 38114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T06:01:04.589103+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T05:00:00+00:00 EmrJobFlowSensor 2021-06-08T06:00:58.873498+00:00 2021-06-08T06:10:01.469458+00:00 0:09:02.595960 38113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:00:56.573812+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:00:46.819917+00:00 2021-06-08T06:00:48.653686+00:00 0:00:01.833769 38112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T06:00:44.564078+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T06:00:36.860850+00:00 2021-06-08T06:00:38.574678+00:00 0:00:01.713828 38111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T06:00:34.563940+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T05:00:00+00:00 PythonOperator 2021-06-08T06:00:25.053110+00:00 2021-06-08T06:00:28.461914+00:00 0:00:03.408804 38110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T06:00:22.575334+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T05:00:00+00:00 PythonOperator 2021-06-08T06:00:16.875274+00:00 2021-06-08T06:00:20.279203+00:00 0:00:03.403929 38109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T06:00:14.561300+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T04:00:00+00:00 EmrJobFlowSensor 2021-06-08T05:12:21.003318+00:00 2021-06-08T05:21:23.677720+00:00 0:09:02.674402 38107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:12:18.804829+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T04:00:00+00:00 EmrJobFlowSensor 2021-06-08T05:12:19.280980+00:00 2021-06-08T05:22:22.203006+00:00 0:10:02.922026 38106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:12:16.851094+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:12:01.015619+00:00 2021-06-08T05:12:02.831171+00:00 0:00:01.815552 38105 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T05:11:58.759307+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:11:59.142484+00:00 2021-06-08T05:12:00.835875+00:00 0:00:01.693391 38104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T05:11:56.687542+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T04:00:00+00:00 PythonOperator 2021-06-08T05:11:34.988921+00:00 2021-06-08T05:11:38.291992+00:00 0:00:03.303071 38103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:11:32.647315+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T04:00:00+00:00 PythonOperator 2021-06-08T05:11:20.801357+00:00 2021-06-08T05:11:24.377188+00:00 0:00:03.575831 38102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:11:18.629794+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T04:00:00+00:00 TriggerDagRunOperator 2021-06-08T05:11:07.358499+00:00 2021-06-08T05:11:07.846616+00:00 0:00:00.488117 38101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:11:04.620181+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T04:00:00+00:00 TriggerDagRunOperator 2021-06-08T05:11:06.770085+00:00 2021-06-08T05:11:07.252614+00:00 0:00:00.482529 38100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:11:04.620213+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T04:05:00+00:00 EmrJobFlowSensor 2021-06-08T05:06:06.370554+00:00 2021-06-08T05:15:09.061923+00:00 0:09:02.691369 38099 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:06:04.153151+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:05:44.512887+00:00 2021-06-08T05:05:46.206105+00:00 0:00:01.693218 38098 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T05:05:42.072048+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T04:05:00+00:00 PythonOperator 2021-06-08T05:05:24.381293+00:00 2021-06-08T05:05:27.674033+00:00 0:00:03.292740 38097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:05:22.046518+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T04:00:00+00:00 EmrJobFlowSensor 2021-06-08T05:01:00.171425+00:00 2021-06-08T05:13:03.609792+00:00 0:12:03.438367 38096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T05:00:57.654431+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T04:00:00+00:00 EmrJobFlowSensor 2021-06-08T05:00:56.045585+00:00 2021-06-08T05:10:58.981572+00:00 0:10:02.935987 38095 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:00:53.580502+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:00:39.649914+00:00 2021-06-08T05:00:41.307165+00:00 0:00:01.657251 38094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T05:00:37.522155+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T05:00:35.785414+00:00 2021-06-08T05:00:37.510978+00:00 0:00:01.725564 38093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T05:00:33.508905+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T04:00:00+00:00 PythonOperator 2021-06-08T05:00:17.777681+00:00 2021-06-08T05:00:21.258300+00:00 0:00:03.480619 38092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T05:00:15.496065+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T04:00:00+00:00 PythonOperator 2021-06-08T05:00:12.194225+00:00 2021-06-08T05:00:15.596000+00:00 0:00:03.401775 38091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T05:00:09.552447+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T03:00:00+00:00 EmrJobFlowSensor 2021-06-08T04:11:20.073080+00:00 2021-06-08T04:22:23.019122+00:00 0:11:02.946042 38089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:11:17.867661+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T03:00:00+00:00 EmrJobFlowSensor 2021-06-08T04:11:16.086733+00:00 2021-06-08T04:21:18.861849+00:00 0:10:02.775116 38088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:11:13.842960+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:10:50.139301+00:00 2021-06-08T04:10:51.948299+00:00 0:00:01.808998 38087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T04:10:47.820805+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:10:48.005285+00:00 2021-06-08T04:10:49.777539+00:00 0:00:01.772254 38086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T04:10:45.818706+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T03:00:00+00:00 PythonOperator 2021-06-08T04:10:25.795705+00:00 2021-06-08T04:10:29.460638+00:00 0:00:03.664933 38085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:10:21.857503+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T03:00:00+00:00 PythonOperator 2021-06-08T04:10:19.977967+00:00 2021-06-08T04:10:24.628728+00:00 0:00:04.650761 38084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:10:17.793136+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T03:00:00+00:00 TriggerDagRunOperator 2021-06-08T04:10:16.421235+00:00 2021-06-08T04:10:16.913328+00:00 0:00:00.492093 38083 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:10:13.866146+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T03:00:00+00:00 TriggerDagRunOperator 2021-06-08T04:10:16.319344+00:00 2021-06-08T04:10:16.697137+00:00 0:00:00.377793 38082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:10:13.866043+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-08T03:05:00+00:00 EmrJobFlowSensor 2021-06-08T04:06:03.479870+00:00 2021-06-08T04:14:05.874647+00:00 0:08:02.394777 38081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:06:01.308337+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-08T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:05:41.360959+00:00 2021-06-08T04:05:42.969767+00:00 0:00:01.608808 38080 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T04:05:39.247703+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-08T03:05:00+00:00 PythonOperator 2021-06-08T04:05:07.595272+00:00 2021-06-08T04:05:10.955127+00:00 0:00:03.359855 38079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:05:05.258624+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-08T03:00:00+00:00 EmrJobFlowSensor 2021-06-08T04:00:59.174791+00:00 2021-06-08T04:13:02.095050+00:00 0:12:02.920259 38078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T04:00:56.856791+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-08T03:00:00+00:00 EmrJobFlowSensor 2021-06-08T04:00:51.204251+00:00 2021-06-08T04:09:53.797098+00:00 0:09:02.592847 38077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:00:48.776824+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-08T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:00:38.886573+00:00 2021-06-08T04:00:40.571409+00:00 0:00:01.684836 38076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T04:00:36.665266+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-08T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T04:00:28.969015+00:00 2021-06-08T04:00:30.771019+00:00 0:00:01.802004 38075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-08T04:00:26.575354+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-08T03:00:00+00:00 PythonOperator 2021-06-08T04:00:17.151352+00:00 2021-06-08T04:00:20.686366+00:00 0:00:03.535014 38074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T04:00:14.515560+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-08T03:00:00+00:00 PythonOperator 2021-06-08T04:00:08.905797+00:00 2021-06-08T04:00:12.305391+00:00 0:00:03.399594 38073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-08T04:00:06.507806+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-08T02:00:00+00:00 EmrJobFlowSensor 2021-06-08T03:12:47.098863+00:00 2021-06-08T03:23:49.912129+00:00 0:11:02.813266 38071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:12:44.903524+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-08T02:00:00+00:00 EmrJobFlowSensor 2021-06-08T03:12:29.594885+00:00 2021-06-08T03:21:32.063620+00:00 0:09:02.468735 38070 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:12:26.950781+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-08T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T03:12:21.272508+00:00 2021-06-08T03:12:22.970705+00:00 0:00:01.698197 38069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T03:12:18.890520+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-08T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-08T03:12:07.508969+00:00 2021-06-08T03:12:09.338739+00:00 0:00:01.829770 38068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-08T03:12:04.866697+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-08T02:00:00+00:00 PythonOperator 2021-06-08T03:11:59.036812+00:00 2021-06-08T03:12:02.607725+00:00 0:00:03.570913 38067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T03:11:56.738459+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-08T02:00:00+00:00 PythonOperator 2021-06-08T03:11:45.084390+00:00 2021-06-08T03:11:48.517606+00:00 0:00:03.433216 38066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-08T03:11:42.722875+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-08T02:00:00+00:00 TriggerDagRunOperator 2021-06-08T03:11:39.162356+00:00 2021-06-08T03:11:39.667346+00:00 0:00:00.504990 38065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:11:36.717480+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-08T02:00:00+00:00 TriggerDagRunOperator 2021-06-08T03:11:38.996789+00:00 2021-06-08T03:11:39.421171+00:00 0:00:00.424382 38064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-08T03:11:36.717513+00:00 2 default_pool