Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-06-10T14:00:00+00:00 EmrJobFlowSensor 2021-06-10T15:01:08.021500+00:00 2021-06-10T15:10:10.650176+00:00 0:09:02.628676 39162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T15:01:05.662774+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T14:00:00+00:00 EmrJobFlowSensor 2021-06-10T15:00:51.817532+00:00 2021-06-10T15:11:54.710483+00:00 0:11:02.892951 39161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T15:00:49.594294+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T15:00:45.973972+00:00 2021-06-10T15:00:47.717260+00:00 0:00:01.743288 39160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T15:00:43.583462+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T15:00:29.887368+00:00 2021-06-10T15:00:31.548573+00:00 0:00:01.661205 39159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T15:00:27.586676+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T14:00:00+00:00 PythonOperator 2021-06-10T15:00:23.698135+00:00 2021-06-10T15:00:27.087619+00:00 0:00:03.389484 39158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T15:00:21.530967+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T14:00:00+00:00 PythonOperator 2021-06-10T15:00:07.898050+00:00 2021-06-10T15:00:11.320908+00:00 0:00:03.422858 39157 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T15:00:05.518697+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T13:00:00+00:00 EmrJobFlowSensor 2021-06-10T14:12:17.880497+00:00 2021-06-10T14:22:20.597541+00:00 0:10:02.717044 39155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T14:12:15.636789+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T13:00:00+00:00 EmrJobFlowSensor 2021-06-10T14:12:14.012909+00:00 2021-06-10T14:24:17.113250+00:00 0:12:03.100341 39154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T14:12:11.632503+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T14:11:56.054745+00:00 2021-06-10T14:11:57.738009+00:00 0:00:01.683264 39153 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T14:11:53.664831+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T14:11:51.798015+00:00 2021-06-10T14:11:53.484376+00:00 0:00:01.686361 39152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T14:11:49.615002+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T13:00:00+00:00 PythonOperator 2021-06-10T14:11:33.991548+00:00 2021-06-10T14:11:37.524966+00:00 0:00:03.533418 39151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T14:11:31.663411+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T13:00:00+00:00 PythonOperator 2021-06-10T14:11:32.033965+00:00 2021-06-10T14:11:35.441414+00:00 0:00:03.407449 39150 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T14:11:29.659988+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T13:00:00+00:00 TriggerDagRunOperator 2021-06-10T14:11:18.349825+00:00 2021-06-10T14:11:18.881736+00:00 0:00:00.531911 39149 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T14:11:15.653266+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T13:00:00+00:00 TriggerDagRunOperator 2021-06-10T14:11:17.983104+00:00 2021-06-10T14:11:18.441268+00:00 0:00:00.458164 39148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T14:11:15.653322+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T13:05:00+00:00 EmrJobFlowSensor 2021-06-10T14:05:47.232982+00:00 2021-06-10T14:14:49.844319+00:00 0:09:02.611337 39147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T14:05:45.055696+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T14:05:27.194522+00:00 2021-06-10T14:05:28.884307+00:00 0:00:01.689785 39146 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T14:05:24.997401+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T13:05:00+00:00 PythonOperator 2021-06-10T14:05:05.462992+00:00 2021-06-10T14:05:08.840839+00:00 0:00:03.377847 39145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T14:05:03.044209+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T13:00:00+00:00 EmrJobFlowSensor 2021-06-10T14:01:04.909459+00:00 2021-06-10T14:12:07.789567+00:00 0:11:02.880108 39144 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T14:01:02.590762+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T13:00:00+00:00 EmrJobFlowSensor 2021-06-10T14:01:03.125675+00:00 2021-06-10T14:11:05.771573+00:00 0:10:02.645898 39143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T14:01:00.663504+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T14:00:43.217896+00:00 2021-06-10T14:00:44.880613+00:00 0:00:01.662717 39142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T14:00:40.561091+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T14:00:40.894770+00:00 2021-06-10T14:00:42.893181+00:00 0:00:01.998411 39141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T14:00:38.552849+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T13:00:00+00:00 PythonOperator 2021-06-10T14:00:20.640791+00:00 2021-06-10T14:00:24.030273+00:00 0:00:03.389482 39140 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T14:00:18.477527+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T13:00:00+00:00 PythonOperator 2021-06-10T14:00:18.828003+00:00 2021-06-10T14:00:22.279384+00:00 0:00:03.451381 39139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T14:00:16.455014+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T12:00:00+00:00 EmrJobFlowSensor 2021-06-10T13:12:25.006163+00:00 2021-06-10T13:21:27.570063+00:00 0:09:02.563900 39137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T13:12:22.702920+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T12:00:00+00:00 EmrJobFlowSensor 2021-06-10T13:12:14.960973+00:00 2021-06-10T13:23:17.906956+00:00 0:11:02.945983 39136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T13:12:12.696872+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T13:12:03.173588+00:00 2021-06-10T13:12:04.896106+00:00 0:00:01.722518 39135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T13:12:00.840882+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T13:11:52.889493+00:00 2021-06-10T13:11:54.564808+00:00 0:00:01.675315 39134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T13:11:50.611020+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T12:00:00+00:00 PythonOperator 2021-06-10T13:11:40.890266+00:00 2021-06-10T13:11:44.400517+00:00 0:00:03.510251 39133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T13:11:38.666052+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T12:00:00+00:00 PythonOperator 2021-06-10T13:11:30.947853+00:00 2021-06-10T13:11:34.605446+00:00 0:00:03.657593 39132 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T13:11:28.651406+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T12:00:00+00:00 TriggerDagRunOperator 2021-06-10T13:11:25.251245+00:00 2021-06-10T13:11:25.778400+00:00 0:00:00.527155 39131 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T13:11:22.658344+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T12:00:00+00:00 TriggerDagRunOperator 2021-06-10T13:11:25.177680+00:00 2021-06-10T13:11:25.576082+00:00 0:00:00.398402 39130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T13:11:22.658297+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T12:05:00+00:00 EmrJobFlowSensor 2021-06-10T13:06:04.593289+00:00 2021-06-10T13:15:07.304960+00:00 0:09:02.711671 39129 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T13:06:02.160479+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T13:05:42.142217+00:00 2021-06-10T13:05:43.789015+00:00 0:00:01.646798 39128 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T13:05:40.018321+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T12:05:00+00:00 PythonOperator 2021-06-10T13:05:20.366494+00:00 2021-06-10T13:05:23.700911+00:00 0:00:03.334417 39127 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T13:05:18.067449+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T12:00:00+00:00 EmrJobFlowSensor 2021-06-10T13:01:06.001310+00:00 2021-06-10T13:11:08.790030+00:00 0:10:02.788720 39126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T13:01:03.656432+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T12:00:00+00:00 EmrJobFlowSensor 2021-06-10T13:00:57.891157+00:00 2021-06-10T13:11:00.511571+00:00 0:10:02.620414 39125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T13:00:55.651906+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T13:00:44.030053+00:00 2021-06-10T13:00:45.838122+00:00 0:00:01.808069 39124 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T13:00:41.578104+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T13:00:35.688736+00:00 2021-06-10T13:00:37.346830+00:00 0:00:01.658094 39123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T13:00:33.570926+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T12:00:00+00:00 PythonOperator 2021-06-10T13:00:23.688412+00:00 2021-06-10T13:00:27.051469+00:00 0:00:03.363057 39122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T13:00:21.523086+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T12:00:00+00:00 PythonOperator 2021-06-10T13:00:15.976897+00:00 2021-06-10T13:00:19.368461+00:00 0:00:03.391564 39121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T13:00:13.517917+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T11:00:00+00:00 EmrJobFlowSensor 2021-06-10T12:12:20.481213+00:00 2021-06-10T12:24:23.544380+00:00 0:12:03.063167 39119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T12:12:18.162815+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T11:00:00+00:00 EmrJobFlowSensor 2021-06-10T12:12:12.409478+00:00 2021-06-10T12:22:15.143792+00:00 0:10:02.734314 39118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T12:12:10.151234+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T12:11:58.335712+00:00 2021-06-10T12:12:00.092947+00:00 0:00:01.757235 39117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T12:11:56.042636+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T12:11:52.232446+00:00 2021-06-10T12:11:54.064408+00:00 0:00:01.831962 39116 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T12:11:50.042041+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T11:00:00+00:00 PythonOperator 2021-06-10T12:11:34.146582+00:00 2021-06-10T12:11:37.883541+00:00 0:00:03.736959 39115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T12:11:32.023439+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T11:00:00+00:00 PythonOperator 2021-06-10T12:11:18.615252+00:00 2021-06-10T12:11:22.058634+00:00 0:00:03.443382 39114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T12:11:16.009522+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T11:00:00+00:00 TriggerDagRunOperator 2021-06-10T12:11:10.401302+00:00 2021-06-10T12:11:10.805413+00:00 0:00:00.404111 39113 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T12:11:08.003403+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T11:00:00+00:00 TriggerDagRunOperator 2021-06-10T12:11:10.299783+00:00 2021-06-10T12:11:10.817648+00:00 0:00:00.517865 39112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T12:11:08.003433+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T11:05:00+00:00 EmrJobFlowSensor 2021-06-10T12:06:01.847199+00:00 2021-06-10T12:14:04.359137+00:00 0:08:02.511938 39111 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T12:05:59.628032+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T12:05:40.184733+00:00 2021-06-10T12:05:41.914905+00:00 0:00:01.730172 39110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T12:05:37.675682+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T11:05:00+00:00 PythonOperator 2021-06-10T12:05:17.956014+00:00 2021-06-10T12:05:21.313176+00:00 0:00:03.357162 39109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T12:05:15.664204+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T11:00:00+00:00 EmrJobFlowSensor 2021-06-10T12:00:53.278817+00:00 2021-06-10T12:10:56.018672+00:00 0:10:02.739855 39108 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T12:00:51.002824+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T11:00:00+00:00 EmrJobFlowSensor 2021-06-10T12:00:53.216134+00:00 2021-06-10T12:10:55.932537+00:00 0:10:02.716403 39107 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T12:00:51.002792+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T12:00:33.655506+00:00 2021-06-10T12:00:35.349652+00:00 0:00:01.694146 39106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T12:00:30.982316+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T12:00:31.424373+00:00 2021-06-10T12:00:33.447837+00:00 0:00:02.023464 39105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T12:00:28.990952+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T11:00:00+00:00 PythonOperator 2021-06-10T12:00:09.578379+00:00 2021-06-10T12:00:13.003164+00:00 0:00:03.424785 39104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T12:00:06.895367+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T11:00:00+00:00 PythonOperator 2021-06-10T12:00:09.432111+00:00 2021-06-10T12:00:13.022384+00:00 0:00:03.590273 39103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T12:00:06.895338+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T10:00:00+00:00 EmrJobFlowSensor 2021-06-10T11:12:10.490255+00:00 2021-06-10T11:22:13.257845+00:00 0:10:02.767590 39101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T11:12:07.991017+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T10:00:00+00:00 EmrJobFlowSensor 2021-06-10T11:12:10.384854+00:00 2021-06-10T11:23:13.306958+00:00 0:11:02.922104 39100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T11:12:07.991051+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T11:11:50.180078+00:00 2021-06-10T11:11:51.846992+00:00 0:00:01.666914 39099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T11:11:47.929093+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T11:11:48.232563+00:00 2021-06-10T11:11:50.058846+00:00 0:00:01.826283 39098 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T11:11:45.927898+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T10:00:00+00:00 PythonOperator 2021-06-10T11:11:28.315551+00:00 2021-06-10T11:11:31.668796+00:00 0:00:03.353245 39097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T11:11:25.978837+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T10:00:00+00:00 PythonOperator 2021-06-10T11:11:26.875254+00:00 2021-06-10T11:11:30.349588+00:00 0:00:03.474334 39096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T11:11:23.977018+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T10:00:00+00:00 TriggerDagRunOperator 2021-06-10T11:11:18.566001+00:00 2021-06-10T11:11:18.987529+00:00 0:00:00.421528 39095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T11:11:15.911035+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T10:00:00+00:00 TriggerDagRunOperator 2021-06-10T11:11:18.255362+00:00 2021-06-10T11:11:18.782181+00:00 0:00:00.526819 39094 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T11:11:15.911069+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T10:05:00+00:00 EmrJobFlowSensor 2021-06-10T11:06:37.664114+00:00 2021-06-10T11:14:40.082409+00:00 0:08:02.418295 39093 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T11:06:35.442578+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T11:05:57.589767+00:00 2021-06-10T11:05:59.253332+00:00 0:00:01.663565 39092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T11:05:55.407186+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T10:05:00+00:00 PythonOperator 2021-06-10T11:05:21.493821+00:00 2021-06-10T11:05:24.654922+00:00 0:00:03.161101 39091 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T11:05:19.342863+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T10:00:00+00:00 EmrJobFlowSensor 2021-06-10T11:01:09.508118+00:00 2021-06-10T11:12:12.328590+00:00 0:11:02.820472 39090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T11:01:06.966400+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T10:00:00+00:00 EmrJobFlowSensor 2021-06-10T11:01:07.106091+00:00 2021-06-10T11:11:10.228345+00:00 0:10:03.122254 39089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T11:01:04.964463+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T11:00:47.026199+00:00 2021-06-10T11:00:48.684557+00:00 0:00:01.658358 39088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T11:00:44.918464+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T11:00:43.102696+00:00 2021-06-10T11:00:44.789378+00:00 0:00:01.686682 39087 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T11:00:40.912264+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T10:00:00+00:00 PythonOperator 2021-06-10T11:00:23.994234+00:00 2021-06-10T11:00:27.476902+00:00 0:00:03.482668 39086 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T11:00:20.954291+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T10:00:00+00:00 PythonOperator 2021-06-10T11:00:21.930030+00:00 2021-06-10T11:00:25.519605+00:00 0:00:03.589575 39085 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T11:00:18.943427+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T09:00:00+00:00 EmrJobFlowSensor 2021-06-10T10:12:31.565236+00:00 2021-06-10T10:22:34.352419+00:00 0:10:02.787183 39083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T10:12:29.445510+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T09:00:00+00:00 EmrJobFlowSensor 2021-06-10T10:12:25.600292+00:00 2021-06-10T10:21:28.181203+00:00 0:09:02.580911 39082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T10:12:23.434136+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T10:12:09.789097+00:00 2021-06-10T10:12:11.588749+00:00 0:00:01.799652 39081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T10:12:07.420845+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T10:11:53.882626+00:00 2021-06-10T10:11:55.664148+00:00 0:00:01.781522 39080 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T10:11:51.415704+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T09:00:00+00:00 PythonOperator 2021-06-10T10:11:37.548443+00:00 2021-06-10T10:11:41.192887+00:00 0:00:03.644444 39079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T10:11:35.392360+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T09:00:00+00:00 PythonOperator 2021-06-10T10:11:26.039964+00:00 2021-06-10T10:11:29.494797+00:00 0:00:03.454833 39078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T10:11:23.383219+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T09:00:00+00:00 TriggerDagRunOperator 2021-06-10T10:11:17.586029+00:00 2021-06-10T10:11:17.999691+00:00 0:00:00.413662 39077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T10:11:15.376415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T09:00:00+00:00 TriggerDagRunOperator 2021-06-10T10:11:17.606166+00:00 2021-06-10T10:11:18.159237+00:00 0:00:00.553071 39076 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T10:11:15.376451+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T09:05:00+00:00 EmrJobFlowSensor 2021-06-10T10:05:57.388604+00:00 2021-06-10T10:14:59.921502+00:00 0:09:02.532898 39075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T10:05:54.940897+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-10T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-10T10:05:35.103941+00:00 2021-06-10T10:05:36.813229+00:00 0:00:01.709288 39074 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T10:05:32.810201+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-10T09:05:00+00:00 PythonOperator 2021-06-10T10:05:15.133675+00:00 2021-06-10T10:05:18.515201+00:00 0:00:03.381526 39073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T10:05:12.792223+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-10T09:00:00+00:00 EmrJobFlowSensor 2021-06-10T10:01:00.455794+00:00 2021-06-10T10:13:03.412872+00:00 0:12:02.957078 39072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T10:00:58.262398+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-10T09:00:00+00:00 EmrJobFlowSensor 2021-06-10T10:00:56.493916+00:00 2021-06-10T10:10:59.344232+00:00 0:10:02.850316 39071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T10:00:54.211944+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-10T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T10:00:38.387308+00:00 2021-06-10T10:00:40.139964+00:00 0:00:01.752656 39070 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T10:00:36.189956+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-10T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T10:00:34.411612+00:00 2021-06-10T10:00:36.136068+00:00 0:00:01.724456 39069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-10T10:00:32.182767+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-10T09:00:00+00:00 PythonOperator 2021-06-10T10:00:16.265620+00:00 2021-06-10T10:00:19.781082+00:00 0:00:03.515462 39068 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T10:00:14.116528+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-10T09:00:00+00:00 PythonOperator 2021-06-10T10:00:10.646426+00:00 2021-06-10T10:00:13.932699+00:00 0:00:03.286273 39067 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-10T10:00:08.171740+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-10T08:00:00+00:00 EmrJobFlowSensor 2021-06-10T09:12:35.060686+00:00 2021-06-10T09:22:37.871965+00:00 0:10:02.811279 39065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T09:12:32.785673+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-10T08:00:00+00:00 EmrJobFlowSensor 2021-06-10T09:12:24.885234+00:00 2021-06-10T09:21:27.409422+00:00 0:09:02.524188 39064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T09:12:22.706347+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-10T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T09:12:12.909042+00:00 2021-06-10T09:12:14.799727+00:00 0:00:01.890685 39063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T09:12:10.691800+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-10T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-10T09:12:04.972604+00:00 2021-06-10T09:12:06.702361+00:00 0:00:01.729757 39062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-10T09:12:02.689967+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-10T08:00:00+00:00 PythonOperator 2021-06-10T09:11:51.379286+00:00 2021-06-10T09:11:55.044053+00:00 0:00:03.664767 39061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T09:11:48.676788+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-10T08:00:00+00:00 PythonOperator 2021-06-10T09:11:42.856216+00:00 2021-06-10T09:11:46.199808+00:00 0:00:03.343592 39060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-10T09:11:40.616986+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-10T08:00:00+00:00 TriggerDagRunOperator 2021-06-10T09:11:19.060954+00:00 2021-06-10T09:11:19.551169+00:00 0:00:00.490215 39059 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T09:11:16.598874+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-10T08:00:00+00:00 TriggerDagRunOperator 2021-06-10T09:11:18.903970+00:00 2021-06-10T09:11:19.304111+00:00 0:00:00.400141 39058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T09:11:16.598904+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-10T08:05:00+00:00 EmrJobFlowSensor 2021-06-10T09:05:56.445002+00:00 2021-06-10T09:13:58.808509+00:00 0:08:02.363507 39057 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-10T09:05:54.109049+00:00 2 default_pool