Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T18:00:00+00:00 TriggerDagRunOperator 2021-06-19T19:11:09.884202+00:00 2021-06-19T19:11:10.388335+00:00 0:00:00.504133 43290 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T19:11:07.492070+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T18:00:00+00:00 TriggerDagRunOperator 2021-06-19T19:11:09.825253+00:00 2021-06-19T19:11:10.197282+00:00 0:00:00.372029 43289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T19:11:07.492016+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T18:05:00+00:00 EmrJobFlowSensor 2021-06-19T19:05:55.359606+00:00 2021-06-19T19:14:57.950492+00:00 0:09:02.590886 43288 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T19:05:53.064786+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T19:05:33.177897+00:00 2021-06-19T19:05:34.988419+00:00 0:00:01.810522 43287 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T19:05:30.986489+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T18:05:00+00:00 PythonOperator 2021-06-19T19:05:13.163957+00:00 2021-06-19T19:05:16.612288+00:00 0:00:03.448331 43286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T19:05:10.924139+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T18:00:00+00:00 EmrJobFlowSensor 2021-06-19T19:01:06.559588+00:00 2021-06-19T19:13:09.826720+00:00 0:12:03.267132 43285 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T19:01:04.387431+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T18:00:00+00:00 EmrJobFlowSensor 2021-06-19T19:00:56.642692+00:00 2021-06-19T19:10:59.433201+00:00 0:10:02.790509 43284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T19:00:54.376131+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T19:00:46.565737+00:00 2021-06-19T19:00:48.333138+00:00 0:00:01.767401 43283 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T19:00:44.366583+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T19:00:34.885957+00:00 2021-06-19T19:00:36.700730+00:00 0:00:01.814773 43282 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T19:00:32.365237+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T18:00:00+00:00 PythonOperator 2021-06-19T19:00:24.779947+00:00 2021-06-19T19:00:28.642545+00:00 0:00:03.862598 43281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T19:00:22.365299+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T18:00:00+00:00 PythonOperator 2021-06-19T19:00:13.154535+00:00 2021-06-19T19:00:16.519342+00:00 0:00:03.364807 43280 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T19:00:10.352803+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T17:00:00+00:00 EmrJobFlowSensor 2021-06-19T18:09:53.700900+00:00 2021-06-19T18:19:56.500873+00:00 0:10:02.799973 43278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T18:09:51.452088+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T17:00:00+00:00 EmrJobFlowSensor 2021-06-19T18:09:51.633969+00:00 2021-06-19T18:18:54.369504+00:00 0:09:02.735535 43277 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T18:09:49.453264+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T18:09:33.700187+00:00 2021-06-19T18:09:35.384111+00:00 0:00:01.683924 43276 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T18:09:31.433917+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T18:09:29.964530+00:00 2021-06-19T18:09:31.797285+00:00 0:00:01.832755 43275 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T18:09:27.448156+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T17:00:00+00:00 PythonOperator 2021-06-19T18:09:09.786482+00:00 2021-06-19T18:09:13.259917+00:00 0:00:03.473435 43274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T18:09:07.417528+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T17:00:00+00:00 PythonOperator 2021-06-19T18:09:08.139558+00:00 2021-06-19T18:09:11.723511+00:00 0:00:03.583953 43273 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T18:09:05.419362+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T17:00:00+00:00 TriggerDagRunOperator 2021-06-19T18:09:00.317282+00:00 2021-06-19T18:09:00.830735+00:00 0:00:00.513453 43272 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T18:08:57.477609+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T17:00:00+00:00 TriggerDagRunOperator 2021-06-19T18:08:59.954805+00:00 2021-06-19T18:09:00.385401+00:00 0:00:00.430596 43271 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T18:08:57.477665+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T17:05:00+00:00 EmrJobFlowSensor 2021-06-19T18:05:47.237575+00:00 2021-06-19T18:14:49.777534+00:00 0:09:02.539959 43270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T18:05:45.088142+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T18:05:27.264950+00:00 2021-06-19T18:05:29.032312+00:00 0:00:01.767362 43269 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T18:05:25.057390+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T17:05:00+00:00 PythonOperator 2021-06-19T18:05:05.354019+00:00 2021-06-19T18:05:08.801204+00:00 0:00:03.447185 43268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T18:05:03.062559+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T17:00:00+00:00 EmrJobFlowSensor 2021-06-19T18:00:51.017758+00:00 2021-06-19T18:08:53.639942+00:00 0:08:02.622184 43267 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T18:00:48.649050+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T17:00:00+00:00 EmrJobFlowSensor 2021-06-19T18:00:48.806910+00:00 2021-06-19T18:11:51.520898+00:00 0:11:02.713988 43266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T18:00:46.652379+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T18:00:30.798723+00:00 2021-06-19T18:00:32.632477+00:00 0:00:01.833754 43265 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T18:00:28.562050+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T18:00:26.699541+00:00 2021-06-19T18:00:28.487149+00:00 0:00:01.787608 43264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T18:00:24.483295+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T17:00:00+00:00 PythonOperator 2021-06-19T18:00:09.451954+00:00 2021-06-19T18:00:13.093664+00:00 0:00:03.641710 43263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T18:00:06.430036+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T17:00:00+00:00 PythonOperator 2021-06-19T18:00:07.050529+00:00 2021-06-19T18:00:11.324105+00:00 0:00:04.273576 43262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T18:00:04.433725+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T16:00:00+00:00 EmrJobFlowSensor 2021-06-19T17:12:44.396839+00:00 2021-06-19T17:22:47.239867+00:00 0:10:02.843028 43260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T17:12:42.148595+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T16:00:00+00:00 EmrJobFlowSensor 2021-06-19T17:12:24.330967+00:00 2021-06-19T17:21:26.960056+00:00 0:09:02.629089 43259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T17:12:22.029760+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T17:12:12.231413+00:00 2021-06-19T17:12:13.988735+00:00 0:00:01.757322 43258 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T17:12:10.022445+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T17:11:56.387373+00:00 2021-06-19T17:11:58.220065+00:00 0:00:01.832692 43257 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T17:11:54.003510+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T16:00:00+00:00 PythonOperator 2021-06-19T17:11:48.398586+00:00 2021-06-19T17:11:52.174789+00:00 0:00:03.776203 43256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T17:11:46.070718+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T16:00:00+00:00 PythonOperator 2021-06-19T17:11:32.208807+00:00 2021-06-19T17:11:35.733994+00:00 0:00:03.525187 43255 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T17:11:29.986221+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T16:00:00+00:00 TriggerDagRunOperator 2021-06-19T17:11:18.487339+00:00 2021-06-19T17:11:18.895777+00:00 0:00:00.408438 43254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T17:11:15.946329+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T16:00:00+00:00 TriggerDagRunOperator 2021-06-19T17:11:18.273362+00:00 2021-06-19T17:11:18.807645+00:00 0:00:00.534283 43253 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T17:11:15.946360+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T16:05:00+00:00 EmrJobFlowSensor 2021-06-19T17:06:03.783655+00:00 2021-06-19T17:15:06.437683+00:00 0:09:02.654028 43252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T17:06:01.581262+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T17:05:41.680402+00:00 2021-06-19T17:05:43.443744+00:00 0:00:01.763342 43251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T17:05:39.559830+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T16:05:00+00:00 PythonOperator 2021-06-19T17:05:19.845428+00:00 2021-06-19T17:05:23.356221+00:00 0:00:03.510793 43250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T17:05:17.518120+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T16:00:00+00:00 EmrJobFlowSensor 2021-06-19T17:01:07.404710+00:00 2021-06-19T17:11:10.250776+00:00 0:10:02.846066 43249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T17:01:05.079290+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T16:00:00+00:00 EmrJobFlowSensor 2021-06-19T17:00:51.326146+00:00 2021-06-19T17:12:54.319855+00:00 0:12:02.993709 43248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T17:00:49.104248+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T17:00:45.466133+00:00 2021-06-19T17:00:47.281491+00:00 0:00:01.815358 43247 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T17:00:43.021716+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T17:00:31.234109+00:00 2021-06-19T17:00:32.997773+00:00 0:00:01.763664 43246 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T17:00:29.009285+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T16:00:00+00:00 PythonOperator 2021-06-19T17:00:25.197774+00:00 2021-06-19T17:00:28.716428+00:00 0:00:03.518654 43245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T17:00:23.003668+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T16:00:00+00:00 PythonOperator 2021-06-19T17:00:09.466525+00:00 2021-06-19T17:00:12.906795+00:00 0:00:03.440270 43244 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T17:00:06.990698+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T15:00:00+00:00 EmrJobFlowSensor 2021-06-19T16:11:31.631133+00:00 2021-06-19T16:20:34.258405+00:00 0:09:02.627272 43242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T16:11:29.418854+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T15:00:00+00:00 EmrJobFlowSensor 2021-06-19T16:11:29.856967+00:00 2021-06-19T16:20:32.693737+00:00 0:09:02.836770 43241 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T16:11:27.420557+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T16:11:09.883570+00:00 2021-06-19T16:11:11.746084+00:00 0:00:01.862514 43240 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T16:11:07.402307+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T16:11:07.691591+00:00 2021-06-19T16:11:09.401626+00:00 0:00:01.710035 43239 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T16:11:05.455386+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T15:00:00+00:00 PythonOperator 2021-06-19T16:10:47.928996+00:00 2021-06-19T16:10:51.635184+00:00 0:00:03.706188 43238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T16:10:45.445547+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T15:00:00+00:00 PythonOperator 2021-06-19T16:10:47.770540+00:00 2021-06-19T16:10:51.080797+00:00 0:00:03.310257 43237 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T16:10:45.445579+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T15:00:00+00:00 TriggerDagRunOperator 2021-06-19T16:10:31.611033+00:00 2021-06-19T16:10:32.115291+00:00 0:00:00.504258 43236 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T16:10:29.324044+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T15:00:00+00:00 TriggerDagRunOperator 2021-06-19T16:10:31.506274+00:00 2021-06-19T16:10:31.904670+00:00 0:00:00.398396 43235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T16:10:29.324011+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T15:05:00+00:00 EmrJobFlowSensor 2021-06-19T16:05:49.173768+00:00 2021-06-19T16:15:52.032156+00:00 0:10:02.858388 43234 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T16:05:46.816119+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T16:05:29.209185+00:00 2021-06-19T16:05:30.882163+00:00 0:00:01.672978 43233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T16:05:26.943083+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T15:05:00+00:00 PythonOperator 2021-06-19T16:05:06.902376+00:00 2021-06-19T16:05:10.357984+00:00 0:00:03.455608 43232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T16:05:04.765034+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T15:00:00+00:00 EmrJobFlowSensor 2021-06-19T16:01:16.609092+00:00 2021-06-19T16:10:19.280325+00:00 0:09:02.671233 43231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T16:01:14.469798+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T15:00:00+00:00 EmrJobFlowSensor 2021-06-19T16:01:06.687866+00:00 2021-06-19T16:12:09.789083+00:00 0:11:03.101217 43230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T16:01:04.446617+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T16:00:48.613960+00:00 2021-06-19T16:00:50.308442+00:00 0:00:01.694482 43229 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T16:00:46.424495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T16:00:29.846668+00:00 2021-06-19T16:00:31.608359+00:00 0:00:01.761691 43228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T16:00:26.455839+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T15:00:00+00:00 PythonOperator 2021-06-19T16:00:24.658394+00:00 2021-06-19T16:00:29.393906+00:00 0:00:04.735512 43227 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T16:00:22.460566+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T15:00:00+00:00 PythonOperator 2021-06-19T16:00:06.762284+00:00 2021-06-19T16:00:10.366818+00:00 0:00:03.604534 43226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T16:00:04.388791+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T14:00:00+00:00 EmrJobFlowSensor 2021-06-19T15:12:19.032799+00:00 2021-06-19T15:21:21.777487+00:00 0:09:02.744688 43224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T15:12:16.799099+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T14:00:00+00:00 EmrJobFlowSensor 2021-06-19T15:12:17.260737+00:00 2021-06-19T15:22:20.262436+00:00 0:10:03.001699 43223 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T15:12:14.798147+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T15:11:57.034537+00:00 2021-06-19T15:11:58.840056+00:00 0:00:01.805519 43222 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T15:11:54.762289+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T15:11:54.990861+00:00 2021-06-19T15:11:56.779411+00:00 0:00:01.788550 43221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T15:11:52.759279+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T14:00:00+00:00 PythonOperator 2021-06-19T15:11:34.947227+00:00 2021-06-19T15:11:38.522521+00:00 0:00:03.575294 43220 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T15:11:32.735478+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T14:00:00+00:00 PythonOperator 2021-06-19T15:11:32.864402+00:00 2021-06-19T15:11:36.725209+00:00 0:00:03.860807 43219 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T15:11:30.730990+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T14:00:00+00:00 TriggerDagRunOperator 2021-06-19T15:11:29.010433+00:00 2021-06-19T15:11:29.436882+00:00 0:00:00.426449 43218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T15:11:26.733228+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T14:00:00+00:00 TriggerDagRunOperator 2021-06-19T15:11:29.022986+00:00 2021-06-19T15:11:29.544103+00:00 0:00:00.521117 43217 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T15:11:26.733257+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T14:05:00+00:00 EmrJobFlowSensor 2021-06-19T15:05:50.556474+00:00 2021-06-19T15:15:53.273079+00:00 0:10:02.716605 43216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T15:05:48.125824+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T15:05:28.554913+00:00 2021-06-19T15:05:30.310933+00:00 0:00:01.756020 43215 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T15:05:26.170974+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T14:05:00+00:00 PythonOperator 2021-06-19T15:05:06.399921+00:00 2021-06-19T15:05:09.798548+00:00 0:00:03.398627 43214 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T15:05:04.162256+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T14:00:00+00:00 EmrJobFlowSensor 2021-06-19T15:01:08.507078+00:00 2021-06-19T15:11:11.311819+00:00 0:10:02.804741 43213 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T15:01:05.686258+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T14:00:00+00:00 EmrJobFlowSensor 2021-06-19T15:01:06.223359+00:00 2021-06-19T15:12:09.554661+00:00 0:11:03.331302 43212 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T15:01:03.686468+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T15:00:46.675819+00:00 2021-06-19T15:00:48.450980+00:00 0:00:01.775161 43211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T15:00:43.606365+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T15:00:44.602276+00:00 2021-06-19T15:00:46.724869+00:00 0:00:02.122593 43210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T15:00:41.603245+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T14:00:00+00:00 PythonOperator 2021-06-19T15:00:24.087631+00:00 2021-06-19T15:00:27.359410+00:00 0:00:03.271779 43209 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T15:00:21.588933+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T14:00:00+00:00 PythonOperator 2021-06-19T15:00:21.853777+00:00 2021-06-19T15:00:25.456891+00:00 0:00:03.603114 43208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T15:00:19.586648+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T13:00:00+00:00 EmrJobFlowSensor 2021-06-19T14:12:25.293436+00:00 2021-06-19T14:22:28.028116+00:00 0:10:02.734680 43206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T14:12:23.026563+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T13:00:00+00:00 EmrJobFlowSensor 2021-06-19T14:12:17.272153+00:00 2021-06-19T14:22:20.186054+00:00 0:10:02.913901 43205 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T14:12:15.024802+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T14:12:03.344462+00:00 2021-06-19T14:12:05.191139+00:00 0:00:01.846677 43204 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T14:12:01.004263+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T14:11:55.404141+00:00 2021-06-19T14:11:57.111563+00:00 0:00:01.707422 43203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T14:11:53.065010+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T13:00:00+00:00 PythonOperator 2021-06-19T14:11:41.755186+00:00 2021-06-19T14:11:45.196648+00:00 0:00:03.441462 43202 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T14:11:39.061039+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T13:00:00+00:00 PythonOperator 2021-06-19T14:11:35.308711+00:00 2021-06-19T14:11:39.010991+00:00 0:00:03.702280 43201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T14:11:33.050284+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T13:00:00+00:00 TriggerDagRunOperator 2021-06-19T14:11:19.578231+00:00 2021-06-19T14:11:20.059785+00:00 0:00:00.481554 43200 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T14:11:16.888766+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T13:00:00+00:00 TriggerDagRunOperator 2021-06-19T14:11:19.192508+00:00 2021-06-19T14:11:19.581486+00:00 0:00:00.388978 43199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T14:11:16.888732+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T13:05:00+00:00 EmrJobFlowSensor 2021-06-19T14:05:48.625131+00:00 2021-06-19T14:14:51.266759+00:00 0:09:02.641628 43198 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T14:05:46.368602+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T14:05:28.708032+00:00 2021-06-19T14:05:30.489158+00:00 0:00:01.781126 43197 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T14:05:26.360936+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T13:05:00+00:00 PythonOperator 2021-06-19T14:05:06.426371+00:00 2021-06-19T14:05:09.851251+00:00 0:00:03.424880 43196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T14:05:04.287794+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T13:00:00+00:00 EmrJobFlowSensor 2021-06-19T14:01:00.443670+00:00 2021-06-19T14:11:03.252784+00:00 0:10:02.809114 43195 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T14:00:58.043699+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T13:00:00+00:00 EmrJobFlowSensor 2021-06-19T14:00:50.140568+00:00 2021-06-19T14:11:53.071506+00:00 0:11:02.930938 43194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T14:00:47.985954+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T14:00:40.099356+00:00 2021-06-19T14:00:41.827986+00:00 0:00:01.728630 43193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T14:00:37.939783+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T14:00:30.283871+00:00 2021-06-19T14:00:31.950785+00:00 0:00:01.666914 43192 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T14:00:27.951971+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T13:00:00+00:00 PythonOperator 2021-06-19T14:00:18.109142+00:00 2021-06-19T14:00:21.557078+00:00 0:00:03.447936 43191 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T14:00:15.921978+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T13:00:00+00:00 PythonOperator 2021-06-19T14:00:08.182275+00:00 2021-06-19T14:00:11.806310+00:00 0:00:03.624035 43190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T14:00:05.913155+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T12:00:00+00:00 EmrJobFlowSensor 2021-06-19T13:12:13.680856+00:00 2021-06-19T13:21:16.528577+00:00 0:09:02.847721 43188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T13:12:11.397096+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T12:00:00+00:00 EmrJobFlowSensor 2021-06-19T13:12:03.795401+00:00 2021-06-19T13:22:06.551352+00:00 0:10:02.755951 43187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T13:12:01.456718+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T13:11:53.609448+00:00 2021-06-19T13:11:55.494997+00:00 0:00:01.885549 43186 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T13:11:51.327933+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T13:11:43.664041+00:00 2021-06-19T13:11:45.474954+00:00 0:00:01.810913 43185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T13:11:41.322009+00:00 2 default_pool