Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T22:00:00+00:00 TriggerDagRunOperator 2021-06-04T23:11:01.409157+00:00 2021-06-04T23:11:01.812064+00:00 0:00:00.402907 36682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:10:59.091358+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T22:05:00+00:00 EmrJobFlowSensor 2021-06-04T23:06:50.770878+00:00 2021-06-04T23:14:53.192470+00:00 0:08:02.421592 36681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:06:48.673501+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:06:12.814683+00:00 2021-06-04T23:06:14.560546+00:00 0:00:01.745863 36680 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T23:06:10.641724+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T22:05:00+00:00 PythonOperator 2021-06-04T23:05:49.071222+00:00 2021-06-04T23:05:51.931428+00:00 0:00:02.860206 36679 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:05:46.621781+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-03T23:00:00+00:00 EmrJobFlowSensor 2021-06-04T23:01:06.501751+00:00 2021-06-04T23:10:09.081398+00:00 0:09:02.579647 36678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:01:04.249285+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T22:00:00+00:00 EmrJobFlowSensor 2021-06-04T23:00:58.695825+00:00 2021-06-04T23:13:01.702882+00:00 0:12:03.007057 36677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T23:00:56.362249+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T22:00:00+00:00 EmrJobFlowSensor 2021-06-04T23:00:52.669121+00:00 2021-06-04T23:10:55.545480+00:00 0:10:02.876359 36676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:00:50.274163+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-03T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:00:42.489218+00:00 2021-06-04T23:00:44.221957+00:00 0:00:01.732739 36675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T23:00:40.218287+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:00:36.630778+00:00 2021-06-04T23:00:38.282399+00:00 0:00:01.651621 36674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T23:00:34.270783+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T23:00:30.941260+00:00 2021-06-04T23:00:32.648647+00:00 0:00:01.707387 36673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T23:00:28.351040+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-03T23:00:00+00:00 PythonOperator 2021-06-04T23:00:20.370189+00:00 2021-06-04T23:00:23.750942+00:00 0:00:03.380753 36672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:00:18.152492+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T22:00:00+00:00 PythonOperator 2021-06-04T23:00:16.389039+00:00 2021-06-04T23:00:19.681724+00:00 0:00:03.292685 36671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T23:00:14.150639+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T22:00:00+00:00 PythonOperator 2021-06-04T23:00:10.522293+00:00 2021-06-04T23:00:13.837420+00:00 0:00:03.315127 36670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T23:00:08.145390+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T21:00:00+00:00 EmrJobFlowSensor 2021-06-04T22:12:17.519644+00:00 2021-06-04T22:22:20.357917+00:00 0:10:02.838273 36668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:12:15.329418+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T21:00:00+00:00 EmrJobFlowSensor 2021-06-04T22:12:09.469129+00:00 2021-06-04T22:22:12.226885+00:00 0:10:02.757756 36667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:12:07.311314+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:11:55.483468+00:00 2021-06-04T22:11:57.176062+00:00 0:00:01.692594 36666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T22:11:53.303931+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:11:43.773706+00:00 2021-06-04T22:11:45.457616+00:00 0:00:01.683910 36665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T22:11:41.346186+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T21:00:00+00:00 PythonOperator 2021-06-04T22:11:33.663979+00:00 2021-06-04T22:11:37.033400+00:00 0:00:03.369421 36664 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:11:31.282528+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T21:00:00+00:00 PythonOperator 2021-06-04T22:11:21.449715+00:00 2021-06-04T22:11:24.795118+00:00 0:00:03.345403 36663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:11:19.190961+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T21:00:00+00:00 TriggerDagRunOperator 2021-06-04T22:11:15.744245+00:00 2021-06-04T22:11:16.313486+00:00 0:00:00.569241 36662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:11:13.244026+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T21:00:00+00:00 TriggerDagRunOperator 2021-06-04T22:11:15.617606+00:00 2021-06-04T22:11:16.121608+00:00 0:00:00.504002 36661 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:11:13.243995+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T21:05:00+00:00 EmrJobFlowSensor 2021-06-04T22:06:01.137936+00:00 2021-06-04T22:14:03.627620+00:00 0:08:02.489684 36660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:05:58.763836+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:05:38.908673+00:00 2021-06-04T22:05:40.624661+00:00 0:00:01.715988 36659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T22:05:36.638929+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T21:05:00+00:00 PythonOperator 2021-06-04T22:05:19.007120+00:00 2021-06-04T22:05:22.361259+00:00 0:00:03.354139 36658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:05:16.622088+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T21:00:00+00:00 EmrJobFlowSensor 2021-06-04T22:01:20.373160+00:00 2021-06-04T22:13:23.386887+00:00 0:12:03.013727 36657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T22:01:18.215590+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T21:00:00+00:00 EmrJobFlowSensor 2021-06-04T22:01:06.381211+00:00 2021-06-04T22:11:09.167120+00:00 0:10:02.785909 36656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:01:04.197960+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:00:58.444069+00:00 2021-06-04T22:01:00.331340+00:00 0:00:01.887271 36655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T22:00:56.192129+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T22:00:44.638470+00:00 2021-06-04T22:00:46.300761+00:00 0:00:01.662291 36654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T22:00:42.178895+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T21:00:00+00:00 PythonOperator 2021-06-04T22:00:34.303248+00:00 2021-06-04T22:00:37.757511+00:00 0:00:03.454263 36653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T22:00:32.125093+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T21:00:00+00:00 PythonOperator 2021-06-04T22:00:06.536400+00:00 2021-06-04T22:00:09.828247+00:00 0:00:03.291847 36652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T22:00:04.099218+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T20:00:00+00:00 EmrJobFlowSensor 2021-06-04T21:11:24.768461+00:00 2021-06-04T21:21:27.398799+00:00 0:10:02.630338 36650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:11:22.577137+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T20:00:00+00:00 EmrJobFlowSensor 2021-06-04T21:11:12.871997+00:00 2021-06-04T21:20:15.633404+00:00 0:09:02.761407 36649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:11:10.567554+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:11:03.005018+00:00 2021-06-04T21:11:04.750992+00:00 0:00:01.745974 36648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T21:11:00.557966+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:10:50.707772+00:00 2021-06-04T21:10:52.409859+00:00 0:00:01.702087 36647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T21:10:48.552300+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T20:00:00+00:00 PythonOperator 2021-06-04T21:10:40.978114+00:00 2021-06-04T21:10:44.383073+00:00 0:00:03.404959 36646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:10:38.652897+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T20:00:00+00:00 PythonOperator 2021-06-04T21:10:28.884455+00:00 2021-06-04T21:10:32.037761+00:00 0:00:03.153306 36645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:10:26.495299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T20:00:00+00:00 TriggerDagRunOperator 2021-06-04T21:10:16.759488+00:00 2021-06-04T21:10:17.306775+00:00 0:00:00.547287 36644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:10:14.473866+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T20:00:00+00:00 TriggerDagRunOperator 2021-06-04T21:10:16.717572+00:00 2021-06-04T21:10:17.225003+00:00 0:00:00.507431 36643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:10:14.473831+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T20:05:00+00:00 EmrJobFlowSensor 2021-06-04T21:06:04.554941+00:00 2021-06-04T21:15:07.227510+00:00 0:09:02.672569 36642 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:06:02.137803+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:05:42.305073+00:00 2021-06-04T21:05:44.029325+00:00 0:00:01.724252 36641 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T21:05:40.114823+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T20:05:00+00:00 PythonOperator 2021-06-04T21:05:20.342591+00:00 2021-06-04T21:05:23.623338+00:00 0:00:03.280747 36640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:05:18.161938+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T20:00:00+00:00 EmrJobFlowSensor 2021-06-04T21:01:07.806392+00:00 2021-06-04T21:10:10.416531+00:00 0:09:02.610139 36639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:01:05.668609+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T20:00:00+00:00 EmrJobFlowSensor 2021-06-04T21:00:56.040004+00:00 2021-06-04T21:11:59.067215+00:00 0:11:03.027211 36638 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T21:00:53.659587+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:00:45.779239+00:00 2021-06-04T21:00:47.451882+00:00 0:00:01.672643 36637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T21:00:43.651037+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T21:00:33.836942+00:00 2021-06-04T21:00:35.506102+00:00 0:00:01.669160 36636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T21:00:31.650035+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T20:00:00+00:00 PythonOperator 2021-06-04T21:00:21.883630+00:00 2021-06-04T21:00:25.185499+00:00 0:00:03.301869 36635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T21:00:19.743489+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T20:00:00+00:00 PythonOperator 2021-06-04T21:00:11.867504+00:00 2021-06-04T21:00:15.326703+00:00 0:00:03.459199 36634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T21:00:09.622050+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T19:00:00+00:00 EmrJobFlowSensor 2021-06-04T20:23:00.328225+00:00 2021-06-04T20:23:01.921140+00:00 0:00:01.592915 36632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T20:22:57.979004+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T19:00:00+00:00 EmrJobFlowSensor 2021-06-04T20:11:17.230341+00:00 2021-06-04T20:21:20.025397+00:00 0:10:02.795056 36631 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T20:11:14.988219+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T20:10:55.325081+00:00 2021-06-04T20:10:57.113846+00:00 0:00:01.788765 36629 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T20:10:52.922695+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T20:10:55.213093+00:00 2021-06-04T20:10:56.934402+00:00 0:00:01.721309 36628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T20:10:52.922738+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T19:00:00+00:00 PythonOperator 2021-06-04T20:10:35.288696+00:00 2021-06-04T20:10:38.837479+00:00 0:00:03.548783 36627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T20:10:32.896170+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T19:00:00+00:00 PythonOperator 2021-06-04T20:10:33.387762+00:00 2021-06-04T20:10:36.568887+00:00 0:00:03.181125 36626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T20:10:30.949244+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T19:00:00+00:00 TriggerDagRunOperator 2021-06-04T20:10:23.407198+00:00 2021-06-04T20:10:23.917574+00:00 0:00:00.510376 36625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T20:10:20.847713+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T19:00:00+00:00 TriggerDagRunOperator 2021-06-04T20:10:23.333586+00:00 2021-06-04T20:10:23.708159+00:00 0:00:00.374573 36624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T20:10:20.847665+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T19:05:00+00:00 EmrJobFlowSensor 2021-06-04T20:05:58.733628+00:00 2021-06-04T20:14:01.285327+00:00 0:08:02.551699 36623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T20:05:56.518982+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T20:05:38.752511+00:00 2021-06-04T20:05:40.362648+00:00 0:00:01.610137 36622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T20:05:36.488703+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T19:05:00+00:00 PythonOperator 2021-06-04T20:05:14.721814+00:00 2021-06-04T20:05:18.045608+00:00 0:00:03.323794 36621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T20:05:12.410004+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T19:00:00+00:00 EmrJobFlowSensor 2021-06-04T20:01:06.014443+00:00 2021-06-04T20:10:08.565883+00:00 0:09:02.551440 36620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T20:01:03.815789+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T19:00:00+00:00 EmrJobFlowSensor 2021-06-04T20:01:00.105113+00:00 2021-06-04T20:13:03.223061+00:00 0:12:03.117948 36619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T20:00:57.804638+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T20:00:43.990193+00:00 2021-06-04T20:00:45.655866+00:00 0:00:01.665673 36618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T20:00:41.791783+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T20:00:38.002043+00:00 2021-06-04T20:00:39.818917+00:00 0:00:01.816874 36617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T20:00:35.785660+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T19:00:00+00:00 PythonOperator 2021-06-04T20:00:17.985802+00:00 2021-06-04T20:00:21.339192+00:00 0:00:03.353390 36616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T20:00:15.696902+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T19:00:00+00:00 PythonOperator 2021-06-04T20:00:08.377254+00:00 2021-06-04T20:00:11.895497+00:00 0:00:03.518243 36615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T20:00:05.690205+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T18:00:00+00:00 EmrJobFlowSensor 2021-06-04T19:23:05.766009+00:00 2021-06-04T19:23:07.246485+00:00 0:00:01.480476 36613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:23:03.468854+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T18:00:00+00:00 EmrJobFlowSensor 2021-06-04T19:11:22.365161+00:00 2021-06-04T19:21:25.087682+00:00 0:10:02.722521 36611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:11:20.220758+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:11:10.430819+00:00 2021-06-04T19:11:12.155830+00:00 0:00:01.725011 36610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T19:11:08.204936+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:10:58.385680+00:00 2021-06-04T19:11:00.078832+00:00 0:00:01.693152 36609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T19:10:56.193293+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T18:00:00+00:00 PythonOperator 2021-06-04T19:10:48.361005+00:00 2021-06-04T19:10:51.958039+00:00 0:00:03.597034 36608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:10:46.183687+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T18:00:00+00:00 PythonOperator 2021-06-04T19:10:36.434523+00:00 2021-06-04T19:10:39.767857+00:00 0:00:03.333334 36607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:10:34.173142+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T18:00:00+00:00 TriggerDagRunOperator 2021-06-04T19:10:26.767056+00:00 2021-06-04T19:10:27.301658+00:00 0:00:00.534602 36606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:10:24.181021+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T18:00:00+00:00 TriggerDagRunOperator 2021-06-04T19:10:26.535275+00:00 2021-06-04T19:10:26.965410+00:00 0:00:00.430135 36605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:10:24.180924+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T18:05:00+00:00 EmrJobFlowSensor 2021-06-04T19:06:24.205089+00:00 2021-06-04T19:14:26.583909+00:00 0:08:02.378820 36604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:06:21.840838+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:05:56.006667+00:00 2021-06-04T19:05:57.716474+00:00 0:00:01.709807 36603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T19:05:53.765092+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T18:05:00+00:00 PythonOperator 2021-06-04T19:05:21.865009+00:00 2021-06-04T19:05:25.167312+00:00 0:00:03.302303 36602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:05:19.729880+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T18:00:00+00:00 EmrJobFlowSensor 2021-06-04T19:01:03.694036+00:00 2021-06-04T19:10:06.398383+00:00 0:09:02.704347 36601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:01:01.345620+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T18:00:00+00:00 EmrJobFlowSensor 2021-06-04T19:00:47.431848+00:00 2021-06-04T19:12:50.546114+00:00 0:12:03.114266 36600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T19:00:45.297798+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:00:41.418797+00:00 2021-06-04T19:00:43.094521+00:00 0:00:01.675724 36599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T19:00:39.289803+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T19:00:25.629675+00:00 2021-06-04T19:00:27.358845+00:00 0:00:01.729170 36598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T19:00:23.204510+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T18:00:00+00:00 PythonOperator 2021-06-04T19:00:21.385014+00:00 2021-06-04T19:00:24.737938+00:00 0:00:03.352924 36597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T19:00:19.200688+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T18:00:00+00:00 PythonOperator 2021-06-04T19:00:05.578125+00:00 2021-06-04T19:00:09.020637+00:00 0:00:03.442512 36596 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T19:00:03.187747+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T17:00:00+00:00 EmrJobFlowSensor 2021-06-04T18:12:12.341533+00:00 2021-06-04T18:24:15.425161+00:00 0:12:03.083628 36594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:12:10.116136+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T17:00:00+00:00 EmrJobFlowSensor 2021-06-04T18:11:53.179836+00:00 2021-06-04T18:21:55.903565+00:00 0:10:02.723729 36593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:11:50.164167+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:11:51.197576+00:00 2021-06-04T18:11:53.249722+00:00 0:00:02.052146 36592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T18:11:48.161467+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:11:30.983351+00:00 2021-06-04T18:11:32.737663+00:00 0:00:01.754312 36591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T18:11:28.165786+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T17:00:00+00:00 PythonOperator 2021-06-04T18:11:28.372717+00:00 2021-06-04T18:11:32.090979+00:00 0:00:03.718262 36590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:11:26.149953+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T17:00:00+00:00 PythonOperator 2021-06-04T18:11:10.453806+00:00 2021-06-04T18:11:13.751495+00:00 0:00:03.297689 36589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:11:08.154159+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T17:00:00+00:00 TriggerDagRunOperator 2021-06-04T18:11:04.423105+00:00 2021-06-04T18:11:04.938418+00:00 0:00:00.515313 36588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:11:02.059267+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T17:00:00+00:00 TriggerDagRunOperator 2021-06-04T18:11:04.305431+00:00 2021-06-04T18:11:04.690628+00:00 0:00:00.385197 36587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:11:02.059300+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T17:05:00+00:00 EmrJobFlowSensor 2021-06-04T18:05:53.608684+00:00 2021-06-04T18:13:56.019114+00:00 0:08:02.410430 36586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:05:51.485800+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:05:33.559633+00:00 2021-06-04T18:05:35.198482+00:00 0:00:01.638849 36585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T18:05:31.469262+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T17:05:00+00:00 PythonOperator 2021-06-04T18:05:09.740580+00:00 2021-06-04T18:05:13.121684+00:00 0:00:03.381104 36584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:05:07.450715+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T17:00:00+00:00 EmrJobFlowSensor 2021-06-04T18:01:09.208952+00:00 2021-06-04T18:13:12.259195+00:00 0:12:03.050243 36583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T18:01:07.089390+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:00:47.272077+00:00 2021-06-04T18:00:48.974437+00:00 0:00:01.702360 36582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T18:00:45.001078+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T17:00:00+00:00 EmrJobFlowSensor 2021-06-04T18:00:47.322638+00:00 2021-06-04T18:10:50.255233+00:00 0:10:02.932595 36581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:00:45.001048+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T18:00:27.563076+00:00 2021-06-04T18:00:29.297820+00:00 0:00:01.734744 36580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T18:00:24.985132+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T17:00:00+00:00 PythonOperator 2021-06-04T18:00:25.153226+00:00 2021-06-04T18:00:29.180678+00:00 0:00:04.027452 36579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T18:00:22.982954+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T17:00:00+00:00 PythonOperator 2021-06-04T18:00:05.366482+00:00 2021-06-04T18:00:08.658931+00:00 0:00:03.292449 36578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T18:00:02.955622+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T16:00:00+00:00 EmrJobFlowSensor 2021-06-04T17:10:25.894366+00:00 2021-06-04T17:19:28.493912+00:00 0:09:02.599546 36576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:10:23.369337+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T16:00:00+00:00 EmrJobFlowSensor 2021-06-04T17:10:25.843254+00:00 2021-06-04T17:18:28.526541+00:00 0:08:02.683287 36575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:10:23.369291+00:00 2 default_pool