Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T10:05:35.387532+00:00 2021-06-24T10:05:37.033476+00:00 0:00:01.645944 45343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T10:05:33.207374+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T09:05:00+00:00 PythonOperator 2021-06-24T10:05:13.349197+00:00 2021-06-24T10:05:16.663067+00:00 0:00:03.313870 45342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T10:05:11.162981+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T09:00:00+00:00 EmrJobFlowSensor 2021-06-24T10:01:03.520113+00:00 2021-06-24T10:19:07.314627+00:00 0:18:03.794514 45341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T10:01:00.691289+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T09:00:00+00:00 EmrJobFlowSensor 2021-06-24T10:01:01.109273+00:00 2021-06-24T10:10:04.279122+00:00 0:09:03.169849 45340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T10:00:58.694405+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T10:00:41.198314+00:00 2021-06-24T10:00:42.895461+00:00 0:00:01.697147 45339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T10:00:38.687823+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T10:00:38.823340+00:00 2021-06-24T10:00:40.700982+00:00 0:00:01.877642 45338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T10:00:36.609009+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T09:00:00+00:00 PythonOperator 2021-06-24T10:00:22.184263+00:00 2021-06-24T10:00:25.990691+00:00 0:00:03.806428 45337 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T10:00:18.665739+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T09:00:00+00:00 PythonOperator 2021-06-24T10:00:16.805913+00:00 2021-06-24T10:00:21.793610+00:00 0:00:04.987697 45336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T10:00:14.593882+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T08:00:00+00:00 EmrJobFlowSensor 2021-06-24T09:11:36.306397+00:00 2021-06-24T09:21:39.183833+00:00 0:10:02.877436 45334 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T09:11:33.455656+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T08:00:00+00:00 EmrJobFlowSensor 2021-06-24T09:11:33.695429+00:00 2021-06-24T09:20:36.830098+00:00 0:09:03.134669 45333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T09:11:31.456119+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T09:11:13.511051+00:00 2021-06-24T09:11:15.271219+00:00 0:00:01.760168 45332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T09:11:11.348533+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T09:11:11.522831+00:00 2021-06-24T09:11:13.368105+00:00 0:00:01.845274 45331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T09:11:09.346535+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T08:00:00+00:00 PythonOperator 2021-06-24T09:10:41.577926+00:00 2021-06-24T09:10:45.385376+00:00 0:00:03.807450 45330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T09:10:39.346305+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T08:00:00+00:00 PythonOperator 2021-06-24T09:10:39.681487+00:00 2021-06-24T09:10:43.082484+00:00 0:00:03.400997 45329 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T09:10:37.340658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T08:00:00+00:00 TriggerDagRunOperator 2021-06-24T09:10:16.035567+00:00 2021-06-24T09:10:16.552086+00:00 0:00:00.516519 45328 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T09:10:13.297870+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T08:00:00+00:00 TriggerDagRunOperator 2021-06-24T09:10:15.891674+00:00 2021-06-24T09:10:16.368435+00:00 0:00:00.476761 45327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T09:10:13.297837+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T08:05:00+00:00 EmrJobFlowSensor 2021-06-24T09:06:05.120203+00:00 2021-06-24T09:15:07.676664+00:00 0:09:02.556461 45326 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T09:06:02.889082+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T09:05:43.081298+00:00 2021-06-24T09:05:44.908848+00:00 0:00:01.827550 45325 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T09:05:40.843948+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T08:05:00+00:00 PythonOperator 2021-06-24T09:05:21.073523+00:00 2021-06-24T09:05:24.372136+00:00 0:00:03.298613 45324 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T09:05:18.824860+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T08:00:00+00:00 EmrJobFlowSensor 2021-06-24T09:01:04.806431+00:00 2021-06-24T09:10:07.624878+00:00 0:09:02.818447 45323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T09:01:02.423739+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T08:00:00+00:00 EmrJobFlowSensor 2021-06-24T09:00:52.789778+00:00 2021-06-24T09:19:56.798717+00:00 0:19:04.008939 45322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T09:00:50.468546+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T09:00:42.725100+00:00 2021-06-24T09:00:44.544587+00:00 0:00:01.819487 45321 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T09:00:40.396739+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T09:00:31.314937+00:00 2021-06-24T09:00:33.108538+00:00 0:00:01.793601 45320 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T09:00:28.544569+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T08:00:00+00:00 PythonOperator 2021-06-24T09:00:22.488492+00:00 2021-06-24T09:00:25.997403+00:00 0:00:03.508911 45319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T09:00:20.357575+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T08:00:00+00:00 PythonOperator 2021-06-24T09:00:08.625660+00:00 2021-06-24T09:00:12.426757+00:00 0:00:03.801097 45318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T09:00:06.361778+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T07:00:00+00:00 EmrJobFlowSensor 2021-06-24T08:12:02.574814+00:00 2021-06-24T08:21:05.368235+00:00 0:09:02.793421 45316 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T08:12:00.289682+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T07:00:00+00:00 EmrJobFlowSensor 2021-06-24T08:12:00.775254+00:00 2021-06-24T08:22:03.647866+00:00 0:10:02.872612 45315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T08:11:58.262995+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T08:11:38.460011+00:00 2021-06-24T08:11:40.269513+00:00 0:00:01.809502 45314 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T08:11:36.087189+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T08:11:38.370908+00:00 2021-06-24T08:11:40.133574+00:00 0:00:01.762666 45313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T08:11:36.087157+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T07:00:00+00:00 PythonOperator 2021-06-24T08:11:18.216134+00:00 2021-06-24T08:11:21.879338+00:00 0:00:03.663204 45312 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T08:11:16.027167+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T07:00:00+00:00 PythonOperator 2021-06-24T08:11:16.323237+00:00 2021-06-24T08:11:19.918957+00:00 0:00:03.595720 45311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T08:11:14.051300+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T07:00:00+00:00 TriggerDagRunOperator 2021-06-24T08:11:06.565215+00:00 2021-06-24T08:11:06.970910+00:00 0:00:00.405695 45310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T08:11:04.015876+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T07:00:00+00:00 TriggerDagRunOperator 2021-06-24T08:11:06.337383+00:00 2021-06-24T08:11:06.851580+00:00 0:00:00.514197 45309 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T08:11:04.015846+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T07:05:00+00:00 EmrJobFlowSensor 2021-06-24T08:05:57.875454+00:00 2021-06-24T08:15:00.435501+00:00 0:09:02.560047 45308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T08:05:55.563819+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T08:05:35.750583+00:00 2021-06-24T08:05:37.376895+00:00 0:00:01.626312 45307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T08:05:33.504766+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T07:05:00+00:00 PythonOperator 2021-06-24T08:05:13.856252+00:00 2021-06-24T08:05:17.418762+00:00 0:00:03.562510 45306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T08:05:11.548979+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T07:00:00+00:00 EmrJobFlowSensor 2021-06-24T08:01:23.706988+00:00 2021-06-24T08:20:28.068055+00:00 0:19:04.361067 45305 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T08:01:21.281057+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T07:00:00+00:00 EmrJobFlowSensor 2021-06-24T08:00:55.389254+00:00 2021-06-24T08:10:58.119468+00:00 0:10:02.730214 45304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T08:00:53.205299+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T08:00:45.645777+00:00 2021-06-24T08:00:47.472377+00:00 0:00:01.826600 45303 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T08:00:43.262606+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T08:00:31.658812+00:00 2021-06-24T08:00:33.359020+00:00 0:00:01.700208 45302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T08:00:29.260797+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T07:00:00+00:00 PythonOperator 2021-06-24T08:00:25.269866+00:00 2021-06-24T08:00:29.175651+00:00 0:00:03.905785 45301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T08:00:23.142698+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T07:00:00+00:00 PythonOperator 2021-06-24T08:00:11.505595+00:00 2021-06-24T08:00:14.917568+00:00 0:00:03.411973 45300 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T08:00:09.093552+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T06:00:00+00:00 EmrJobFlowSensor 2021-06-24T07:11:20.018745+00:00 2021-06-24T07:21:23.034104+00:00 0:10:03.015359 45298 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:11:17.257809+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T06:00:00+00:00 EmrJobFlowSensor 2021-06-24T07:11:03.326944+00:00 2021-06-24T07:19:05.807514+00:00 0:08:02.480570 45297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:11:01.133182+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:10:59.417630+00:00 2021-06-24T07:11:01.076608+00:00 0:00:01.658978 45296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T07:10:57.190143+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:10:41.306553+00:00 2021-06-24T07:10:43.024908+00:00 0:00:01.718355 45295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T07:10:39.113436+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T06:00:00+00:00 PythonOperator 2021-06-24T07:10:37.318024+00:00 2021-06-24T07:10:40.856884+00:00 0:00:03.538860 45294 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:10:35.108921+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T06:00:00+00:00 PythonOperator 2021-06-24T07:10:19.518385+00:00 2021-06-24T07:10:22.809643+00:00 0:00:03.291258 45293 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:10:17.095272+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T06:00:00+00:00 TriggerDagRunOperator 2021-06-24T07:10:13.691108+00:00 2021-06-24T07:10:14.190434+00:00 0:00:00.499326 45292 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:10:11.156074+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T06:00:00+00:00 TriggerDagRunOperator 2021-06-24T07:10:13.647323+00:00 2021-06-24T07:10:14.055221+00:00 0:00:00.407898 45291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:10:11.156028+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T06:05:00+00:00 EmrJobFlowSensor 2021-06-24T07:05:48.780677+00:00 2021-06-24T07:14:51.447506+00:00 0:09:02.666829 45290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:05:46.598803+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:05:26.709974+00:00 2021-06-24T07:05:28.423802+00:00 0:00:01.713828 45289 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T07:05:24.530924+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T06:05:00+00:00 PythonOperator 2021-06-24T07:05:06.708194+00:00 2021-06-24T07:05:09.979511+00:00 0:00:03.271317 45288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:05:04.515525+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T06:00:00+00:00 EmrJobFlowSensor 2021-06-24T07:01:04.518592+00:00 2021-06-24T07:20:08.557085+00:00 0:19:04.038493 45287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T07:01:02.129457+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T06:00:00+00:00 EmrJobFlowSensor 2021-06-24T07:00:52.439763+00:00 2021-06-24T07:09:55.204178+00:00 0:09:02.764415 45286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:00:50.121316+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:00:42.298694+00:00 2021-06-24T07:00:43.951992+00:00 0:00:01.653298 45285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T07:00:40.115292+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T07:00:31.164479+00:00 2021-06-24T07:00:32.896302+00:00 0:00:01.731823 45284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T07:00:28.167730+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T06:00:00+00:00 PythonOperator 2021-06-24T07:00:22.169919+00:00 2021-06-24T07:00:25.964310+00:00 0:00:03.794391 45283 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T07:00:20.049217+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T06:00:00+00:00 PythonOperator 2021-06-24T07:00:10.191550+00:00 2021-06-24T07:00:13.701250+00:00 0:00:03.509700 45282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T07:00:08.034080+00:00 2 default_pool
success pop-quality-check_v002 check_cluster_status 2021-06-24T06:37:39.305684+00:00 EmrJobFlowSensor 2021-06-24T06:38:50.136074+00:00 2021-06-24T06:48:52.990540+00:00 0:10:02.854466 45281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:38:47.995009+00:00 2 default_pool
success pop-quality-check_v002 create_cluster_and_add_emr_steps 2021-06-24T06:37:39.305684+00:00 EmrCreateJobFlowOperator 2021-06-24T06:38:26.162787+00:00 2021-06-24T06:38:28.007711+00:00 0:00:01.844924 45280 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:38:23.941168+00:00 2 default_pool
success pop-quality-check_v002 create_emr_steps 2021-06-24T06:37:39.305684+00:00 PythonOperator 2021-06-24T06:37:56.515782+00:00 2021-06-24T06:38:00.069219+00:00 0:00:03.553437 45279 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:37:53.913818+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T05:00:00+00:00 EmrJobFlowSensor 2021-06-24T06:10:59.871787+00:00 2021-06-24T06:21:02.927021+00:00 0:10:03.055234 45277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:10:57.485508+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T05:00:00+00:00 EmrJobFlowSensor 2021-06-24T06:10:55.975834+00:00 2021-06-24T06:20:58.904986+00:00 0:10:02.929152 45276 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:10:53.540911+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:10:39.982196+00:00 2021-06-24T06:10:41.773891+00:00 0:00:01.791695 45275 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:10:37.471298+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:10:33.728403+00:00 2021-06-24T06:10:35.517942+00:00 0:00:01.789539 45274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:10:31.460293+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T05:00:00+00:00 PythonOperator 2021-06-24T06:10:17.789223+00:00 2021-06-24T06:10:21.300479+00:00 0:00:03.511256 45273 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:10:15.450966+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T05:00:00+00:00 PythonOperator 2021-06-24T06:10:11.667965+00:00 2021-06-24T06:10:14.990770+00:00 0:00:03.322805 45272 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:10:09.455696+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T05:00:00+00:00 TriggerDagRunOperator 2021-06-24T06:10:07.766483+00:00 2021-06-24T06:10:08.280583+00:00 0:00:00.514100 45271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:10:05.391482+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T05:00:00+00:00 TriggerDagRunOperator 2021-06-24T06:10:07.655996+00:00 2021-06-24T06:10:08.063690+00:00 0:00:00.407694 45270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:10:05.391511+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T05:05:00+00:00 EmrJobFlowSensor 2021-06-24T06:06:03.175643+00:00 2021-06-24T06:15:05.806836+00:00 0:09:02.631193 45269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:06:01.047140+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:05:41.338330+00:00 2021-06-24T06:05:42.960158+00:00 0:00:01.621828 45268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:05:39.059878+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T05:05:00+00:00 PythonOperator 2021-06-24T06:05:19.460884+00:00 2021-06-24T06:05:22.775260+00:00 0:00:03.314376 45267 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:05:17.053852+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T05:00:00+00:00 EmrJobFlowSensor 2021-06-24T06:01:08.861634+00:00 2021-06-24T06:20:13.088105+00:00 0:19:04.226471 45266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T06:01:06.590704+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T05:00:00+00:00 EmrJobFlowSensor 2021-06-24T06:00:59.011441+00:00 2021-06-24T06:10:01.908010+00:00 0:09:02.896569 45265 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:00:56.559844+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:00:46.640627+00:00 2021-06-24T06:00:48.403080+00:00 0:00:01.762453 45264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T06:00:44.450866+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T06:00:36.582190+00:00 2021-06-24T06:00:38.302171+00:00 0:00:01.719981 45263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T06:00:34.442340+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T05:00:00+00:00 PythonOperator 2021-06-24T06:00:24.704960+00:00 2021-06-24T06:00:28.446341+00:00 0:00:03.741381 45262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T06:00:22.433433+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T05:00:00+00:00 PythonOperator 2021-06-24T06:00:12.986862+00:00 2021-06-24T06:00:16.392342+00:00 0:00:03.405480 45261 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T06:00:10.421758+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T04:00:00+00:00 EmrJobFlowSensor 2021-06-24T05:11:49.745980+00:00 2021-06-24T05:20:52.326676+00:00 0:09:02.580696 45259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:11:47.023258+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T04:00:00+00:00 EmrJobFlowSensor 2021-06-24T05:11:47.223492+00:00 2021-06-24T05:21:50.414749+00:00 0:10:03.191257 45258 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:11:45.069256+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:11:27.798280+00:00 2021-06-24T05:11:29.488865+00:00 0:00:01.690585 45257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T05:11:25.064213+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:11:25.426960+00:00 2021-06-24T05:11:27.513555+00:00 0:00:02.086595 45256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T05:11:23.055597+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-24T04:00:00+00:00 PythonOperator 2021-06-24T05:11:05.445262+00:00 2021-06-24T05:11:08.878867+00:00 0:00:03.433605 45255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:11:02.997596+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-24T04:00:00+00:00 PythonOperator 2021-06-24T05:11:05.356007+00:00 2021-06-24T05:11:09.266673+00:00 0:00:03.910666 45254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:11:02.997625+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-24T04:00:00+00:00 TriggerDagRunOperator 2021-06-24T05:10:47.223763+00:00 2021-06-24T05:10:47.805006+00:00 0:00:00.581243 45253 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:10:44.979194+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-24T04:00:00+00:00 TriggerDagRunOperator 2021-06-24T05:10:47.180719+00:00 2021-06-24T05:10:47.574844+00:00 0:00:00.394125 45252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:10:44.979223+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-24T04:05:00+00:00 EmrJobFlowSensor 2021-06-24T05:06:03.185093+00:00 2021-06-24T05:15:05.919476+00:00 0:09:02.734383 45251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:06:00.646349+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-24T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:05:41.004622+00:00 2021-06-24T05:05:42.773659+00:00 0:00:01.769037 45250 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T05:05:38.648468+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-24T04:05:00+00:00 PythonOperator 2021-06-24T05:05:19.242604+00:00 2021-06-24T05:05:22.161425+00:00 0:00:02.918821 45249 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:05:16.525115+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-24T04:00:00+00:00 EmrJobFlowSensor 2021-06-24T05:01:12.978462+00:00 2021-06-24T05:20:16.971377+00:00 0:19:03.992915 45248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T05:01:10.130354+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-24T04:00:00+00:00 EmrJobFlowSensor 2021-06-24T05:01:10.856355+00:00 2021-06-24T05:10:13.871700+00:00 0:09:03.015345 45247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:01:08.144106+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:00:50.924653+00:00 2021-06-24T05:00:52.578757+00:00 0:00:01.654104 45246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T05:00:48.170346+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-24T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T05:00:48.535283+00:00 2021-06-24T05:00:50.621536+00:00 0:00:02.086253 45245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-24T05:00:46.156886+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-24T04:00:00+00:00 PythonOperator 2021-06-24T05:00:28.442351+00:00 2021-06-24T05:00:31.779590+00:00 0:00:03.337239 45244 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-24T05:00:26.036361+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-24T04:00:00+00:00 PythonOperator 2021-06-24T05:00:28.311812+00:00 2021-06-24T05:00:32.171202+00:00 0:00:03.859390 45243 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-24T05:00:26.036334+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-24T03:00:00+00:00 EmrJobFlowSensor 2021-06-24T04:15:27.615971+00:00 2021-06-24T04:25:30.413698+00:00 0:10:02.797727 45242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:15:25.455984+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-24T03:00:00+00:00 EmrJobFlowSensor 2021-06-24T04:15:18.043552+00:00 2021-06-24T04:25:20.894127+00:00 0:10:02.850575 45241 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-24T04:15:15.543777+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:15:03.791010+00:00 2021-06-24T04:15:05.541347+00:00 0:00:01.750337 45240 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T04:15:01.438122+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-24T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-24T04:14:49.562943+00:00 2021-06-24T04:14:51.255500+00:00 0:00:01.692557 45239 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-24T04:14:47.428491+00:00 2 default_pool