Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-07-24T00:00:00+00:00 PythonOperator 2021-07-24T01:00:10.419314+00:00 2021-07-24T01:00:14.454396+00:00 0:00:04.035082 57591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T01:00:07.554242+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T23:00:00+00:00 EmrJobFlowSensor 2021-07-24T00:11:52.744677+00:00 2021-07-24T00:21:55.829688+00:00 0:10:03.085011 57589 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T00:11:50.483011+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T23:00:00+00:00 EmrJobFlowSensor 2021-07-24T00:11:36.586533+00:00 2021-07-24T00:19:39.062902+00:00 0:08:02.476369 57588 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T00:11:34.449891+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T00:11:18.886816+00:00 2021-07-24T00:11:20.711926+00:00 0:00:01.825110 57587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T00:11:16.404173+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T00:11:06.791419+00:00 2021-07-24T00:11:08.713597+00:00 0:00:01.922178 57586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T00:11:04.458603+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T23:00:00+00:00 PythonOperator 2021-07-24T00:10:56.674658+00:00 2021-07-24T00:11:00.766370+00:00 0:00:04.091712 57585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T00:10:54.352372+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T23:00:00+00:00 PythonOperator 2021-07-24T00:10:46.745768+00:00 2021-07-24T00:10:50.691307+00:00 0:00:03.945539 57584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T00:10:44.450188+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T23:00:00+00:00 TriggerDagRunOperator 2021-07-24T00:10:32.780098+00:00 2021-07-24T00:10:33.306956+00:00 0:00:00.526858 57583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T00:10:30.359163+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T23:00:00+00:00 TriggerDagRunOperator 2021-07-24T00:10:32.653447+00:00 2021-07-24T00:10:33.060436+00:00 0:00:00.406989 57582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T00:10:30.359193+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T23:05:00+00:00 EmrJobFlowSensor 2021-07-24T00:06:04.195704+00:00 2021-07-24T00:15:06.954346+00:00 0:09:02.758642 57581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T00:06:01.971739+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-24T00:05:40.160440+00:00 2021-07-24T00:05:41.792793+00:00 0:00:01.632353 57580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T00:05:37.961105+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T23:05:00+00:00 PythonOperator 2021-07-24T00:05:19.982551+00:00 2021-07-24T00:05:23.813641+00:00 0:00:03.831090 57579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T00:05:17.825574+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T23:00:00+00:00 EmrJobFlowSensor 2021-07-24T00:01:05.572532+00:00 2021-07-24T00:10:08.403798+00:00 0:09:02.831266 57578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T00:01:03.443684+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T23:00:00+00:00 EmrJobFlowSensor 2021-07-24T00:00:52.015400+00:00 2021-07-24T00:13:55.302661+00:00 0:13:03.287261 57577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-24T00:00:49.425571+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T00:00:44.003426+00:00 2021-07-24T00:00:45.751053+00:00 0:00:01.747627 57576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-24T00:00:41.467762+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-24T00:00:31.711898+00:00 2021-07-24T00:00:33.558959+00:00 0:00:01.847061 57575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-24T00:00:29.435226+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T23:00:00+00:00 PythonOperator 2021-07-24T00:00:21.895089+00:00 2021-07-24T00:00:25.730540+00:00 0:00:03.835451 57574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-24T00:00:19.466118+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T23:00:00+00:00 PythonOperator 2021-07-24T00:00:10.301633+00:00 2021-07-24T00:00:14.569665+00:00 0:00:04.268032 57573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-24T00:00:07.453963+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T22:00:00+00:00 EmrJobFlowSensor 2021-07-23T23:10:10.627483+00:00 2021-07-23T23:18:13.285681+00:00 0:08:02.658198 57571 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T23:10:08.230311+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T22:00:00+00:00 EmrJobFlowSensor 2021-07-23T23:10:04.549623+00:00 2021-07-23T23:21:07.888684+00:00 0:11:03.339061 57570 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T23:10:02.225278+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T23:09:50.530221+00:00 2021-07-23T23:09:52.325140+00:00 0:00:01.794919 57569 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T23:09:48.215010+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T23:09:42.446508+00:00 2021-07-23T23:09:44.147309+00:00 0:00:01.700801 57568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T23:09:40.209163+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T22:00:00+00:00 PythonOperator 2021-07-23T23:09:28.776483+00:00 2021-07-23T23:09:32.599209+00:00 0:00:03.822726 57567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T23:09:26.265840+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T22:00:00+00:00 PythonOperator 2021-07-23T23:09:22.576537+00:00 2021-07-23T23:09:26.281995+00:00 0:00:03.705458 57566 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T23:09:20.244327+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T22:00:00+00:00 TriggerDagRunOperator 2021-07-23T23:09:07.081726+00:00 2021-07-23T23:09:07.602781+00:00 0:00:00.521055 57565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T23:09:04.257617+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T22:00:00+00:00 TriggerDagRunOperator 2021-07-23T23:09:06.750100+00:00 2021-07-23T23:09:07.251285+00:00 0:00:00.501185 57564 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T23:09:04.257670+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T22:05:00+00:00 EmrJobFlowSensor 2021-07-23T23:05:48.219676+00:00 2021-07-23T23:14:50.947920+00:00 0:09:02.728244 57563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T23:05:45.922408+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T23:05:26.378059+00:00 2021-07-23T23:05:28.123151+00:00 0:00:01.745092 57562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T23:05:24.051705+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T22:05:00+00:00 PythonOperator 2021-07-23T23:05:04.141470+00:00 2021-07-23T23:05:08.006321+00:00 0:00:03.864851 57561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T23:05:01.894173+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-22T23:00:00+00:00 EmrJobFlowSensor 2021-07-23T23:00:58.035183+00:00 2021-07-23T23:09:00.543420+00:00 0:08:02.508237 57560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T23:00:55.403261+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T22:00:00+00:00 EmrJobFlowSensor 2021-07-23T23:00:55.625235+00:00 2021-07-23T23:08:58.537756+00:00 0:08:02.912521 57559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T23:00:53.402675+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T22:00:00+00:00 EmrJobFlowSensor 2021-07-23T23:00:49.745120+00:00 2021-07-23T23:14:53.389680+00:00 0:14:03.644560 57558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T23:00:47.396320+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-22T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T23:00:36.237017+00:00 2021-07-23T23:00:37.887886+00:00 0:00:01.650869 57557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T23:00:33.451476+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T23:00:34.005001+00:00 2021-07-23T23:00:35.825719+00:00 0:00:01.820718 57556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T23:00:31.390827+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T23:00:27.764455+00:00 2021-07-23T23:00:29.529793+00:00 0:00:01.765338 57555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T23:00:25.369316+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-22T23:00:00+00:00 PythonOperator 2021-07-23T23:00:14.236881+00:00 2021-07-23T23:00:18.256600+00:00 0:00:04.019719 57554 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T23:00:11.362175+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T22:00:00+00:00 PythonOperator 2021-07-23T23:00:11.897015+00:00 2021-07-23T23:00:16.199808+00:00 0:00:04.302793 57553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T23:00:09.363872+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T22:00:00+00:00 PythonOperator 2021-07-23T23:00:05.786352+00:00 2021-07-23T23:00:09.808142+00:00 0:00:04.021790 57552 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T23:00:03.347184+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T21:00:00+00:00 EmrJobFlowSensor 2021-07-23T22:10:12.366805+00:00 2021-07-23T22:20:15.375194+00:00 0:10:03.008389 57550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T22:10:10.125621+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T21:00:00+00:00 EmrJobFlowSensor 2021-07-23T22:10:10.399124+00:00 2021-07-23T22:19:13.309214+00:00 0:09:02.910090 57549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T22:10:08.122250+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T22:09:52.255797+00:00 2021-07-23T22:09:53.996418+00:00 0:00:01.740621 57548 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T22:09:50.106806+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T22:09:48.284213+00:00 2021-07-23T22:09:49.963143+00:00 0:00:01.678930 57547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T22:09:46.114539+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T21:00:00+00:00 PythonOperator 2021-07-23T22:09:31.161844+00:00 2021-07-23T22:09:34.759565+00:00 0:00:03.597721 57546 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T22:09:28.057213+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T21:00:00+00:00 PythonOperator 2021-07-23T22:09:24.581606+00:00 2021-07-23T22:09:29.062366+00:00 0:00:04.480760 57545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T22:09:22.067955+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T21:00:00+00:00 TriggerDagRunOperator 2021-07-23T22:09:20.401036+00:00 2021-07-23T22:09:20.896286+00:00 0:00:00.495250 57544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T22:09:18.044207+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T21:00:00+00:00 TriggerDagRunOperator 2021-07-23T22:09:20.258114+00:00 2021-07-23T22:09:20.639788+00:00 0:00:00.381674 57543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T22:09:18.044247+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T21:05:00+00:00 EmrJobFlowSensor 2021-07-23T22:05:54.298501+00:00 2021-07-23T22:14:57.097695+00:00 0:09:02.799194 57542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T22:05:51.703414+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T22:05:32.311616+00:00 2021-07-23T22:05:33.955553+00:00 0:00:01.643937 57541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T22:05:29.567529+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T21:05:00+00:00 PythonOperator 2021-07-23T22:05:09.887392+00:00 2021-07-23T22:05:13.757588+00:00 0:00:03.870196 57540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T22:05:07.509856+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T21:00:00+00:00 EmrJobFlowSensor 2021-07-23T22:01:01.429921+00:00 2021-07-23T22:13:04.945340+00:00 0:12:03.515419 57539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T22:00:58.965911+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T21:00:00+00:00 EmrJobFlowSensor 2021-07-23T22:01:01.326069+00:00 2021-07-23T22:09:04.236954+00:00 0:08:02.910885 57538 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T22:00:58.965867+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T22:00:39.181751+00:00 2021-07-23T22:00:40.978388+00:00 0:00:01.796637 57537 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T22:00:36.895274+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T22:00:39.112618+00:00 2021-07-23T22:00:40.896705+00:00 0:00:01.784087 57536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T22:00:36.895305+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T21:00:00+00:00 PythonOperator 2021-07-23T22:00:17.594878+00:00 2021-07-23T22:00:21.427294+00:00 0:00:03.832416 57535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T22:00:14.854245+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T21:00:00+00:00 PythonOperator 2021-07-23T22:00:17.472463+00:00 2021-07-23T22:00:21.369808+00:00 0:00:03.897345 57534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T22:00:14.854276+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T20:00:00+00:00 EmrJobFlowSensor 2021-07-23T21:10:24.601162+00:00 2021-07-23T21:20:27.686874+00:00 0:10:03.085712 57532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T21:10:22.164365+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T20:00:00+00:00 EmrJobFlowSensor 2021-07-23T21:10:10.477094+00:00 2021-07-23T21:18:13.185742+00:00 0:08:02.708648 57531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T21:10:08.090380+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T21:10:04.605909+00:00 2021-07-23T21:10:06.552315+00:00 0:00:01.946406 57530 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T21:10:02.144069+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T21:09:50.306366+00:00 2021-07-23T21:09:51.966226+00:00 0:00:01.659860 57529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T21:09:48.029971+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T20:00:00+00:00 PythonOperator 2021-07-23T21:09:42.378195+00:00 2021-07-23T21:09:46.280579+00:00 0:00:03.902384 57528 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T21:09:40.025985+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T20:00:00+00:00 PythonOperator 2021-07-23T21:09:28.399636+00:00 2021-07-23T21:09:32.306621+00:00 0:00:03.906985 57527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T21:09:26.010793+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T20:00:00+00:00 TriggerDagRunOperator 2021-07-23T21:09:16.374628+00:00 2021-07-23T21:09:16.915959+00:00 0:00:00.541331 57526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T21:09:14.006359+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T20:00:00+00:00 TriggerDagRunOperator 2021-07-23T21:09:16.321655+00:00 2021-07-23T21:09:16.700724+00:00 0:00:00.379069 57525 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T21:09:14.006393+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T20:05:00+00:00 EmrJobFlowSensor 2021-07-23T21:05:57.841683+00:00 2021-07-23T21:15:00.592750+00:00 0:09:02.751067 57524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T21:05:55.621312+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T21:05:35.974119+00:00 2021-07-23T21:05:37.651610+00:00 0:00:01.677491 57523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T21:05:33.665004+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T20:05:00+00:00 PythonOperator 2021-07-23T21:05:14.048861+00:00 2021-07-23T21:05:18.124680+00:00 0:00:04.075819 57522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T21:05:11.652608+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T20:00:00+00:00 EmrJobFlowSensor 2021-07-23T21:01:09.499707+00:00 2021-07-23T21:14:12.985707+00:00 0:13:03.486000 57521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T21:01:07.185775+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T20:00:00+00:00 EmrJobFlowSensor 2021-07-23T21:00:51.297430+00:00 2021-07-23T21:08:54.003892+00:00 0:08:02.706462 57520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T21:00:49.151187+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T21:00:47.482645+00:00 2021-07-23T21:00:49.202028+00:00 0:00:01.719383 57519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T21:00:45.154033+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T21:00:29.930210+00:00 2021-07-23T21:00:31.671670+00:00 0:00:01.741460 57518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T21:00:27.132551+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T20:00:00+00:00 PythonOperator 2021-07-23T21:00:23.414553+00:00 2021-07-23T21:00:27.850216+00:00 0:00:04.435663 57517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T21:00:21.151764+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T20:00:00+00:00 PythonOperator 2021-07-23T21:00:07.519359+00:00 2021-07-23T21:00:11.586431+00:00 0:00:04.067072 57516 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T21:00:05.117801+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T19:00:00+00:00 EmrJobFlowSensor 2021-07-23T20:11:12.397528+00:00 2021-07-23T20:20:15.454242+00:00 0:09:03.056714 57514 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T20:11:09.989486+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T19:00:00+00:00 EmrJobFlowSensor 2021-07-23T20:11:12.290722+00:00 2021-07-23T20:21:15.402762+00:00 0:10:03.112040 57513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T20:11:09.989454+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T20:10:52.588399+00:00 2021-07-23T20:10:54.340057+00:00 0:00:01.751658 57512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T20:10:49.921936+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T20:10:50.145922+00:00 2021-07-23T20:10:52.249561+00:00 0:00:02.103639 57511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T20:10:47.922217+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T19:00:00+00:00 PythonOperator 2021-07-23T20:10:28.403980+00:00 2021-07-23T20:10:32.336740+00:00 0:00:03.932760 57510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T20:10:25.910894+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T19:00:00+00:00 PythonOperator 2021-07-23T20:10:28.304219+00:00 2021-07-23T20:10:32.139616+00:00 0:00:03.835397 57509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T20:10:25.910861+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T19:00:00+00:00 TriggerDagRunOperator 2021-07-23T20:10:10.413643+00:00 2021-07-23T20:10:10.887233+00:00 0:00:00.473590 57508 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T20:10:07.900845+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T19:00:00+00:00 TriggerDagRunOperator 2021-07-23T20:10:10.064578+00:00 2021-07-23T20:10:10.449537+00:00 0:00:00.384959 57507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T20:10:07.900809+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T19:05:00+00:00 EmrJobFlowSensor 2021-07-23T20:05:53.657869+00:00 2021-07-23T20:14:56.431796+00:00 0:09:02.773927 57506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T20:05:51.419925+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T20:05:31.901389+00:00 2021-07-23T20:05:33.560699+00:00 0:00:01.659310 57505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T20:05:29.540833+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T19:05:00+00:00 PythonOperator 2021-07-23T20:05:09.904463+00:00 2021-07-23T20:05:13.469284+00:00 0:00:03.564821 57504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T20:05:07.392163+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T19:00:00+00:00 EmrJobFlowSensor 2021-07-23T20:00:59.105436+00:00 2021-07-23T20:13:02.351310+00:00 0:12:03.245874 57503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T20:00:56.831478+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T19:00:00+00:00 EmrJobFlowSensor 2021-07-23T20:00:49.238598+00:00 2021-07-23T20:09:52.194745+00:00 0:09:02.956147 57502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T20:00:46.885482+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T20:00:37.038287+00:00 2021-07-23T20:00:38.894271+00:00 0:00:01.855984 57501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T20:00:34.814925+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T20:00:27.335871+00:00 2021-07-23T20:00:29.198971+00:00 0:00:01.863100 57500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T20:00:24.874719+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T19:00:00+00:00 PythonOperator 2021-07-23T20:00:14.970240+00:00 2021-07-23T20:00:19.169542+00:00 0:00:04.199302 57499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T20:00:12.797634+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T19:00:00+00:00 PythonOperator 2021-07-23T20:00:07.500995+00:00 2021-07-23T20:00:11.080563+00:00 0:00:03.579568 57498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T20:00:04.794081+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T18:00:00+00:00 EmrJobFlowSensor 2021-07-23T19:11:16.910925+00:00 2021-07-23T19:20:19.778787+00:00 0:09:02.867862 57496 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T19:11:14.553173+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T18:00:00+00:00 EmrJobFlowSensor 2021-07-23T19:11:06.616728+00:00 2021-07-23T19:21:09.762390+00:00 0:10:03.145662 57495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T19:11:04.440623+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T19:10:56.614825+00:00 2021-07-23T19:10:58.429436+00:00 0:00:01.814611 57494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T19:10:54.405365+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T19:10:44.984878+00:00 2021-07-23T19:10:46.771521+00:00 0:00:01.786643 57493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T19:10:42.461659+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T18:00:00+00:00 PythonOperator 2021-07-23T19:10:34.821750+00:00 2021-07-23T19:10:38.689649+00:00 0:00:03.867899 57492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T19:10:32.464315+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T18:00:00+00:00 PythonOperator 2021-07-23T19:10:22.691546+00:00 2021-07-23T19:10:27.284858+00:00 0:00:04.593312 57491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T19:10:20.369565+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T18:00:00+00:00 TriggerDagRunOperator 2021-07-23T19:10:18.872317+00:00 2021-07-23T19:10:19.388266+00:00 0:00:00.515949 57490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T19:10:16.344938+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T18:00:00+00:00 TriggerDagRunOperator 2021-07-23T19:10:18.772117+00:00 2021-07-23T19:10:19.161473+00:00 0:00:00.389356 57489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T19:10:16.344888+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T18:05:00+00:00 EmrJobFlowSensor 2021-07-23T19:05:58.106077+00:00 2021-07-23T19:15:00.716493+00:00 0:09:02.610416 57488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T19:05:55.851771+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T19:05:36.237563+00:00 2021-07-23T19:05:37.912718+00:00 0:00:01.675155 57487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T19:05:33.867956+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T18:05:00+00:00 PythonOperator 2021-07-23T19:05:15.864543+00:00 2021-07-23T19:05:19.716397+00:00 0:00:03.851854 57486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T19:05:13.709608+00:00 2 default_pool