Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-14T00:00:00+00:00 EmrJobFlowSensor 2021-06-14T01:11:30.458250+00:00 2021-06-14T01:20:33.015574+00:00 0:09:02.557324 40676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T01:11:28.244085+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T01:11:12.454135+00:00 2021-06-14T01:11:14.278590+00:00 0:00:01.824455 40675 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T01:11:10.189199+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T01:11:08.584274+00:00 2021-06-14T01:11:10.386139+00:00 0:00:01.801865 40674 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T01:11:06.184863+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T00:00:00+00:00 PythonOperator 2021-06-14T01:10:52.952732+00:00 2021-06-14T01:10:56.976325+00:00 0:00:04.023593 40673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T01:10:50.133195+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T00:00:00+00:00 PythonOperator 2021-06-14T01:10:49.044503+00:00 2021-06-14T01:10:53.627869+00:00 0:00:04.583366 40672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T01:10:46.129975+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T00:00:00+00:00 TriggerDagRunOperator 2021-06-14T01:10:30.899896+00:00 2021-06-14T01:10:31.452954+00:00 0:00:00.553058 40671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T01:10:28.244909+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T00:00:00+00:00 TriggerDagRunOperator 2021-06-14T01:10:30.878770+00:00 2021-06-14T01:10:31.312311+00:00 0:00:00.433541 40670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T01:10:28.244857+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T00:05:00+00:00 EmrJobFlowSensor 2021-06-14T01:06:03.819031+00:00 2021-06-14T01:14:06.353301+00:00 0:08:02.534270 40669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T01:06:01.638303+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T01:05:29.888260+00:00 2021-06-14T01:05:31.532895+00:00 0:00:01.644635 40668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T01:05:27.667877+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T00:05:00+00:00 PythonOperator 2021-06-14T01:05:05.747100+00:00 2021-06-14T01:05:09.140504+00:00 0:00:03.393404 40667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T01:05:03.589557+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T00:00:00+00:00 EmrJobFlowSensor 2021-06-14T01:01:33.472217+00:00 2021-06-14T01:13:36.477700+00:00 0:12:03.005483 40666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T01:01:31.203730+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T00:00:00+00:00 EmrJobFlowSensor 2021-06-14T01:01:17.551553+00:00 2021-06-14T01:10:20.303964+00:00 0:09:02.752411 40665 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T01:01:15.191752+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T01:01:11.415940+00:00 2021-06-14T01:01:13.181914+00:00 0:00:01.765974 40664 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T01:01:09.185131+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T01:00:55.509986+00:00 2021-06-14T01:00:57.424111+00:00 0:00:01.914125 40663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T01:00:53.107282+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T00:00:00+00:00 PythonOperator 2021-06-14T01:00:49.228590+00:00 2021-06-14T01:00:52.800337+00:00 0:00:03.571747 40662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T01:00:47.095243+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T00:00:00+00:00 PythonOperator 2021-06-14T01:00:35.575063+00:00 2021-06-14T01:00:39.019734+00:00 0:00:03.444671 40661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T01:00:33.136205+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T23:00:00+00:00 EmrJobFlowSensor 2021-06-14T00:12:23.585710+00:00 2021-06-14T00:22:26.330526+00:00 0:10:02.744816 40659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T00:12:21.264216+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T23:00:00+00:00 EmrJobFlowSensor 2021-06-14T00:12:07.595660+00:00 2021-06-14T00:21:10.361552+00:00 0:09:02.765892 40658 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T00:12:05.244413+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T00:12:03.729685+00:00 2021-06-14T00:12:05.537592+00:00 0:00:01.807907 40657 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T00:12:01.188983+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T00:11:45.554735+00:00 2021-06-14T00:11:47.221054+00:00 0:00:01.666319 40656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T00:11:43.161293+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T23:00:00+00:00 PythonOperator 2021-06-14T00:11:41.622032+00:00 2021-06-14T00:11:45.158198+00:00 0:00:03.536166 40655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T00:11:39.154110+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T23:00:00+00:00 PythonOperator 2021-06-14T00:11:23.643038+00:00 2021-06-14T00:11:27.076978+00:00 0:00:03.433940 40654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T00:11:21.003985+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T23:00:00+00:00 TriggerDagRunOperator 2021-06-14T00:11:15.379346+00:00 2021-06-14T00:11:15.892947+00:00 0:00:00.513601 40653 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T00:11:12.995821+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T23:00:00+00:00 TriggerDagRunOperator 2021-06-14T00:11:15.164509+00:00 2021-06-14T00:11:15.585199+00:00 0:00:00.420690 40652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T00:11:12.995852+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T23:05:00+00:00 EmrJobFlowSensor 2021-06-14T00:06:02.591955+00:00 2021-06-14T00:15:05.226272+00:00 0:09:02.634317 40651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T00:06:00.389950+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T00:05:36.448606+00:00 2021-06-14T00:05:38.058046+00:00 0:00:01.609440 40650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T00:05:34.310264+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T23:05:00+00:00 PythonOperator 2021-06-14T00:05:08.808409+00:00 2021-06-14T00:05:12.269028+00:00 0:00:03.460619 40649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T00:05:06.356316+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T23:00:00+00:00 EmrJobFlowSensor 2021-06-14T00:01:08.281544+00:00 2021-06-14T00:11:11.219670+00:00 0:10:02.938126 40648 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T00:01:05.905771+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T23:00:00+00:00 EmrJobFlowSensor 2021-06-14T00:00:48.173968+00:00 2021-06-14T00:12:51.106692+00:00 0:12:02.932724 40647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T00:00:45.892687+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T00:00:44.523041+00:00 2021-06-14T00:00:46.242679+00:00 0:00:01.719638 40646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T00:00:41.954806+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T00:00:26.963287+00:00 2021-06-14T00:00:28.762593+00:00 0:00:01.799306 40645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T00:00:23.790792+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T23:00:00+00:00 PythonOperator 2021-06-14T00:00:22.037676+00:00 2021-06-14T00:00:26.057759+00:00 0:00:04.020083 40644 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T00:00:19.788082+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T23:00:00+00:00 PythonOperator 2021-06-14T00:00:06.156760+00:00 2021-06-14T00:00:09.780171+00:00 0:00:03.623411 40643 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T00:00:03.736837+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T22:05:00+00:00 EmrJobFlowSensor 2021-06-13T23:12:52.722222+00:00 2021-06-13T23:13:54.315551+00:00 0:01:01.593329 40641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T23:12:50.501002+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T22:00:00+00:00 EmrJobFlowSensor 2021-06-13T23:12:22.772230+00:00 2021-06-13T23:20:25.221521+00:00 0:08:02.449291 40640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T23:12:20.473456+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T22:00:00+00:00 EmrJobFlowSensor 2021-06-13T23:12:10.807996+00:00 2021-06-13T23:21:13.485529+00:00 0:09:02.677533 40639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T23:12:08.397091+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T23:12:00.984257+00:00 2021-06-13T23:12:02.785167+00:00 0:00:01.800910 40638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T23:11:58.466587+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T23:11:48.550012+00:00 2021-06-13T23:11:50.259194+00:00 0:00:01.709182 40637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T23:11:46.354088+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T22:00:00+00:00 PythonOperator 2021-06-13T23:11:38.493015+00:00 2021-06-13T23:11:41.992548+00:00 0:00:03.499533 40636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T23:11:36.342534+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T22:00:00+00:00 PythonOperator 2021-06-13T23:11:26.665434+00:00 2021-06-13T23:11:30.149150+00:00 0:00:03.483716 40635 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T23:11:24.330230+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T22:00:00+00:00 TriggerDagRunOperator 2021-06-13T23:11:16.620635+00:00 2021-06-13T23:11:17.146181+00:00 0:00:00.525546 40634 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T23:11:14.322717+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T22:00:00+00:00 TriggerDagRunOperator 2021-06-13T23:11:16.574849+00:00 2021-06-13T23:11:16.958263+00:00 0:00:00.383414 40633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T23:11:14.322686+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T23:05:30.484911+00:00 2021-06-13T23:05:32.231543+00:00 0:00:01.746632 40631 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T23:05:27.660823+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T22:05:00+00:00 PythonOperator 2021-06-13T23:05:07.901627+00:00 2021-06-13T23:05:10.783219+00:00 0:00:02.881592 40630 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T23:05:05.514414+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T22:00:00+00:00 EmrJobFlowSensor 2021-06-13T23:01:07.352603+00:00 2021-06-13T23:12:10.244863+00:00 0:11:02.892260 40629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T23:01:05.129011+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T22:00:00+00:00 EmrJobFlowSensor 2021-06-13T23:01:03.524654+00:00 2021-06-13T23:11:06.387816+00:00 0:10:02.863162 40628 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T23:01:01.125501+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-12T23:00:00+00:00 EmrJobFlowSensor 2021-06-13T23:00:57.373917+00:00 2021-06-13T23:08:59.828854+00:00 0:08:02.454937 40627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T23:00:55.118225+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T23:00:37.337138+00:00 2021-06-13T23:00:39.115399+00:00 0:00:01.778261 40626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T23:00:35.101656+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T23:00:35.390375+00:00 2021-06-13T23:00:37.143049+00:00 0:00:01.752674 40625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T23:00:33.157386+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-12T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T23:00:25.527621+00:00 2021-06-13T23:00:27.286617+00:00 0:00:01.758996 40624 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T23:00:23.093565+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T22:00:00+00:00 PythonOperator 2021-06-13T23:00:15.920333+00:00 2021-06-13T23:00:19.482101+00:00 0:00:03.561768 40623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T23:00:13.090552+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T22:00:00+00:00 PythonOperator 2021-06-13T23:00:13.725902+00:00 2021-06-13T23:00:17.585414+00:00 0:00:03.859512 40622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T23:00:11.087946+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-12T23:00:00+00:00 PythonOperator 2021-06-13T23:00:05.466143+00:00 2021-06-13T23:00:08.770617+00:00 0:00:03.304474 40621 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T23:00:03.019049+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T21:00:00+00:00 EmrJobFlowSensor 2021-06-13T22:23:00.965493+00:00 2021-06-13T22:23:02.435934+00:00 0:00:01.470441 40619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T22:22:58.655715+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T21:00:00+00:00 EmrJobFlowSensor 2021-06-13T22:11:21.473000+00:00 2021-06-13T22:21:24.313772+00:00 0:10:02.840772 40617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T22:11:19.292274+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T22:11:01.971606+00:00 2021-06-13T22:11:03.676821+00:00 0:00:01.705215 40616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T22:10:59.283849+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T22:10:59.393595+00:00 2021-06-13T22:11:01.564445+00:00 0:00:02.170850 40615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T22:10:57.243325+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T21:00:00+00:00 PythonOperator 2021-06-13T22:10:39.662094+00:00 2021-06-13T22:10:42.936755+00:00 0:00:03.274661 40614 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T22:10:37.221030+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T21:00:00+00:00 PythonOperator 2021-06-13T22:10:39.516330+00:00 2021-06-13T22:10:43.182792+00:00 0:00:03.666462 40613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T22:10:37.221063+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T21:00:00+00:00 TriggerDagRunOperator 2021-06-13T22:10:15.825282+00:00 2021-06-13T22:10:16.209077+00:00 0:00:00.383795 40612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T22:10:13.272829+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T21:00:00+00:00 TriggerDagRunOperator 2021-06-13T22:10:15.587268+00:00 2021-06-13T22:10:16.093139+00:00 0:00:00.505871 40611 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T22:10:13.272864+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T21:05:00+00:00 EmrJobFlowSensor 2021-06-13T22:05:48.892698+00:00 2021-06-13T22:14:51.415183+00:00 0:09:02.522485 40610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T22:05:46.729054+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T22:05:28.975798+00:00 2021-06-13T22:05:30.698409+00:00 0:00:01.722611 40609 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T22:05:26.713665+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T21:05:00+00:00 PythonOperator 2021-06-13T22:05:06.842430+00:00 2021-06-13T22:05:10.227508+00:00 0:00:03.385078 40608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T22:05:04.696331+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T21:00:00+00:00 EmrJobFlowSensor 2021-06-13T22:01:04.439547+00:00 2021-06-13T22:10:07.066060+00:00 0:09:02.626513 40607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T22:01:02.187098+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T21:00:00+00:00 EmrJobFlowSensor 2021-06-13T22:01:00.844448+00:00 2021-06-13T22:13:04.008057+00:00 0:12:03.163609 40606 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T22:00:58.269615+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T22:00:44.475899+00:00 2021-06-13T22:00:46.290294+00:00 0:00:01.814395 40605 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T22:00:42.119392+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T22:00:38.305094+00:00 2021-06-13T22:00:39.953479+00:00 0:00:01.648385 40604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T22:00:36.113103+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T21:00:00+00:00 PythonOperator 2021-06-13T22:00:22.336672+00:00 2021-06-13T22:00:25.763434+00:00 0:00:03.426762 40603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T22:00:20.102951+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T21:00:00+00:00 PythonOperator 2021-06-13T22:00:16.468713+00:00 2021-06-13T22:00:20.105881+00:00 0:00:03.637168 40602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T22:00:14.096603+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T20:00:00+00:00 EmrJobFlowSensor 2021-06-13T21:11:12.525316+00:00 2021-06-13T21:20:15.239792+00:00 0:09:02.714476 40600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T21:11:10.286347+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T20:00:00+00:00 EmrJobFlowSensor 2021-06-13T21:11:06.511394+00:00 2021-06-13T21:20:09.204795+00:00 0:09:02.693401 40599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T21:11:04.344938+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T21:10:48.579294+00:00 2021-06-13T21:10:50.347379+00:00 0:00:01.768085 40598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T21:10:46.224174+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T21:10:44.608795+00:00 2021-06-13T21:10:46.299762+00:00 0:00:01.690967 40597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T21:10:42.259155+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T20:00:00+00:00 PythonOperator 2021-06-13T21:10:27.697922+00:00 2021-06-13T21:10:31.125688+00:00 0:00:03.427766 40596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T21:10:24.281318+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T20:00:00+00:00 PythonOperator 2021-06-13T21:10:22.612694+00:00 2021-06-13T21:10:27.442988+00:00 0:00:04.830294 40595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T21:10:20.244050+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T20:00:00+00:00 TriggerDagRunOperator 2021-06-13T21:10:08.782960+00:00 2021-06-13T21:10:09.306798+00:00 0:00:00.523838 40594 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T21:10:06.256280+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T20:00:00+00:00 TriggerDagRunOperator 2021-06-13T21:10:08.643084+00:00 2021-06-13T21:10:09.055141+00:00 0:00:00.412057 40593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T21:10:06.256326+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T20:05:00+00:00 EmrJobFlowSensor 2021-06-13T21:06:06.088026+00:00 2021-06-13T21:15:08.759151+00:00 0:09:02.671125 40592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T21:06:03.887029+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T21:05:34.258297+00:00 2021-06-13T21:05:36.003201+00:00 0:00:01.744904 40591 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T21:05:31.812755+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T20:05:00+00:00 PythonOperator 2021-06-13T21:05:06.036886+00:00 2021-06-13T21:05:09.421369+00:00 0:00:03.384483 40590 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T21:05:03.790248+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T20:00:00+00:00 EmrJobFlowSensor 2021-06-13T21:01:03.767764+00:00 2021-06-13T21:13:06.869910+00:00 0:12:03.102146 40589 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T21:01:01.480926+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T20:00:00+00:00 EmrJobFlowSensor 2021-06-13T21:00:55.729270+00:00 2021-06-13T21:09:58.697731+00:00 0:09:02.968461 40588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T21:00:53.428482+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T21:00:41.524002+00:00 2021-06-13T21:00:43.264840+00:00 0:00:01.740838 40587 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T21:00:39.418205+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T21:00:33.739937+00:00 2021-06-13T21:00:35.532295+00:00 0:00:01.792358 40586 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T21:00:31.410409+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T20:00:00+00:00 PythonOperator 2021-06-13T21:00:19.833310+00:00 2021-06-13T21:00:23.604142+00:00 0:00:03.770832 40585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T21:00:17.401196+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T20:00:00+00:00 PythonOperator 2021-06-13T21:00:11.742729+00:00 2021-06-13T21:00:14.973598+00:00 0:00:03.230869 40584 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T21:00:09.390680+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T19:00:00+00:00 EmrJobFlowSensor 2021-06-13T20:12:35.192366+00:00 2021-06-13T20:20:37.730653+00:00 0:08:02.538287 40582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T20:12:32.885248+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T19:00:00+00:00 EmrJobFlowSensor 2021-06-13T20:12:23.103623+00:00 2021-06-13T20:22:25.864095+00:00 0:10:02.760472 40581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T20:12:20.803323+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T20:12:11.194325+00:00 2021-06-13T20:12:12.968663+00:00 0:00:01.774338 40580 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T20:12:08.840836+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T20:12:03.038408+00:00 2021-06-13T20:12:04.774848+00:00 0:00:01.736440 40579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T20:12:00.732051+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T19:00:00+00:00 PythonOperator 2021-06-13T20:11:50.912850+00:00 2021-06-13T20:11:54.348599+00:00 0:00:03.435749 40578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T20:11:48.725939+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T19:00:00+00:00 PythonOperator 2021-06-13T20:11:40.868001+00:00 2021-06-13T20:11:44.575940+00:00 0:00:03.707939 40577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T20:11:38.715557+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T19:00:00+00:00 TriggerDagRunOperator 2021-06-13T20:11:27.326133+00:00 2021-06-13T20:11:27.844899+00:00 0:00:00.518766 40576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T20:11:24.705632+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T19:00:00+00:00 TriggerDagRunOperator 2021-06-13T20:11:27.104949+00:00 2021-06-13T20:11:27.610244+00:00 0:00:00.505295 40575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T20:11:24.705601+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T19:05:00+00:00 EmrJobFlowSensor 2021-06-13T20:05:50.428536+00:00 2021-06-13T20:14:52.973331+00:00 0:09:02.544795 40574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T20:05:48.225873+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T20:05:28.549859+00:00 2021-06-13T20:05:30.218957+00:00 0:00:01.669098 40573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T20:05:26.280843+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T19:05:00+00:00 PythonOperator 2021-06-13T20:05:06.436687+00:00 2021-06-13T20:05:09.674965+00:00 0:00:03.238278 40572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T20:05:04.189267+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T19:00:00+00:00 EmrJobFlowSensor 2021-06-13T20:01:18.020867+00:00 2021-06-13T20:11:20.761011+00:00 0:10:02.740144 40571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T20:01:15.800034+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T19:00:00+00:00 EmrJobFlowSensor 2021-06-13T20:01:08.103735+00:00 2021-06-13T20:12:11.065677+00:00 0:11:02.961942 40570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T20:01:05.797613+00:00 2 default_pool