Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-07-19T13:00:00+00:00 PythonOperator 2021-07-19T14:00:22.156305+00:00 2021-07-19T14:00:25.853662+00:00 0:00:03.697357 55646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T14:00:19.773507+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T13:00:00+00:00 PythonOperator 2021-07-19T14:00:20.563357+00:00 2021-07-19T14:00:24.768635+00:00 0:00:04.205278 55645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:00:17.772092+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T12:00:00+00:00 EmrJobFlowSensor 2021-07-19T13:13:02.727868+00:00 2021-07-19T13:22:05.578787+00:00 0:09:02.850919 55643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:13:00.446282+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T12:00:00+00:00 EmrJobFlowSensor 2021-07-19T13:12:54.655411+00:00 2021-07-19T13:22:57.686352+00:00 0:10:03.030941 55642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:12:52.436546+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:12:40.673620+00:00 2021-07-19T13:12:42.351480+00:00 0:00:01.677860 55641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T13:12:38.419014+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:12:34.744287+00:00 2021-07-19T13:12:36.533312+00:00 0:00:01.789025 55640 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T13:12:32.413166+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T12:00:00+00:00 PythonOperator 2021-07-19T13:12:20.801747+00:00 2021-07-19T13:12:24.523159+00:00 0:00:03.721412 55639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:12:18.409545+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T12:00:00+00:00 PythonOperator 2021-07-19T13:12:12.594167+00:00 2021-07-19T13:12:16.694314+00:00 0:00:04.100147 55638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:12:10.401294+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T12:00:00+00:00 TriggerDagRunOperator 2021-07-19T13:12:02.946521+00:00 2021-07-19T13:12:03.346977+00:00 0:00:00.400456 55637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:12:00.448197+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T12:00:00+00:00 TriggerDagRunOperator 2021-07-19T13:12:02.980322+00:00 2021-07-19T13:12:03.489903+00:00 0:00:00.509581 55636 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:12:00.448247+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T12:05:00+00:00 EmrJobFlowSensor 2021-07-19T13:05:48.046333+00:00 2021-07-19T13:13:50.756720+00:00 0:08:02.710387 55635 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:05:45.795746+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:05:25.966736+00:00 2021-07-19T13:05:27.712427+00:00 0:00:01.745691 55634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T13:05:23.727573+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T12:05:00+00:00 PythonOperator 2021-07-19T13:05:05.920024+00:00 2021-07-19T13:05:09.690572+00:00 0:00:03.770548 55633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:05:03.706926+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T12:00:00+00:00 EmrJobFlowSensor 2021-07-19T13:01:07.696434+00:00 2021-07-19T13:15:11.419658+00:00 0:14:03.723224 55632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:01:05.348576+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T12:00:00+00:00 EmrJobFlowSensor 2021-07-19T13:00:55.978077+00:00 2021-07-19T13:11:59.095241+00:00 0:11:03.117164 55631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:00:53.364276+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:00:45.591902+00:00 2021-07-19T13:00:47.311231+00:00 0:00:01.719329 55630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T13:00:43.352345+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:00:35.489642+00:00 2021-07-19T13:00:37.177328+00:00 0:00:01.687686 55629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T13:00:33.285297+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T12:00:00+00:00 PythonOperator 2021-07-19T13:00:23.380291+00:00 2021-07-19T13:00:27.812376+00:00 0:00:04.432085 55628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:00:21.258490+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T12:00:00+00:00 PythonOperator 2021-07-19T13:00:13.493887+00:00 2021-07-19T13:00:17.394786+00:00 0:00:03.900899 55627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T13:00:11.250078+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T11:00:00+00:00 EmrJobFlowSensor 2021-07-19T12:11:02.070954+00:00 2021-07-19T12:21:05.390780+00:00 0:10:03.319826 55625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:10:59.712127+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T11:00:00+00:00 EmrJobFlowSensor 2021-07-19T12:10:51.952049+00:00 2021-07-19T12:21:55.190750+00:00 0:11:03.238701 55624 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:10:49.705370+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T12:10:41.973151+00:00 2021-07-19T12:10:43.842427+00:00 0:00:01.869276 55623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T12:10:39.701004+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T12:10:30.181988+00:00 2021-07-19T12:10:31.871448+00:00 0:00:01.689460 55622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T12:10:27.848004+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T11:00:00+00:00 PythonOperator 2021-07-19T12:10:19.782464+00:00 2021-07-19T12:10:23.772765+00:00 0:00:03.990301 55621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T12:10:17.635401+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T11:00:00+00:00 PythonOperator 2021-07-19T12:10:09.967833+00:00 2021-07-19T12:10:14.012315+00:00 0:00:04.044482 55620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T12:10:07.677847+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T11:00:00+00:00 TriggerDagRunOperator 2021-07-19T12:10:04.273418+00:00 2021-07-19T12:10:04.666576+00:00 0:00:00.393158 55619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:10:01.625380+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T11:00:00+00:00 TriggerDagRunOperator 2021-07-19T12:10:04.187928+00:00 2021-07-19T12:10:04.732948+00:00 0:00:00.545020 55618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:10:01.625414+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T11:05:00+00:00 EmrJobFlowSensor 2021-07-19T12:06:05.722286+00:00 2021-07-19T12:15:08.353438+00:00 0:09:02.631152 55617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:06:03.343782+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T12:05:41.866658+00:00 2021-07-19T12:05:43.605420+00:00 0:00:01.738762 55616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T12:05:39.362456+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T11:05:00+00:00 PythonOperator 2021-07-19T12:05:21.367256+00:00 2021-07-19T12:05:25.262778+00:00 0:00:03.895522 55615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T12:05:19.267254+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T11:00:00+00:00 EmrJobFlowSensor 2021-07-19T12:01:03.193286+00:00 2021-07-19T12:14:06.644955+00:00 0:13:03.451669 55614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:01:00.917905+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T11:00:00+00:00 EmrJobFlowSensor 2021-07-19T12:00:53.295927+00:00 2021-07-19T12:09:56.039086+00:00 0:09:02.743159 55613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T12:00:50.968037+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T12:00:41.638760+00:00 2021-07-19T12:00:43.475644+00:00 0:00:01.836884 55612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T12:00:38.959939+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T12:00:33.364755+00:00 2021-07-19T12:00:35.168438+00:00 0:00:01.803683 55611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T12:00:30.887297+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T11:00:00+00:00 PythonOperator 2021-07-19T12:00:19.264526+00:00 2021-07-19T12:00:23.309759+00:00 0:00:04.045233 55610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T12:00:16.856197+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T11:00:00+00:00 PythonOperator 2021-07-19T12:00:11.133464+00:00 2021-07-19T12:00:14.939760+00:00 0:00:03.806296 55609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T12:00:08.847669+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T10:00:00+00:00 EmrJobFlowSensor 2021-07-19T11:11:33.584227+00:00 2021-07-19T11:21:36.905211+00:00 0:10:03.320984 55607 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T11:11:31.294821+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T10:00:00+00:00 EmrJobFlowSensor 2021-07-19T11:11:27.685868+00:00 2021-07-19T11:20:30.336224+00:00 0:09:02.650356 55606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T11:11:25.292726+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T11:11:09.609381+00:00 2021-07-19T11:11:11.291575+00:00 0:00:01.682194 55605 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T11:11:07.269988+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T11:11:05.685513+00:00 2021-07-19T11:11:07.358293+00:00 0:00:01.672780 55604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T11:11:03.261306+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T10:00:00+00:00 PythonOperator 2021-07-19T11:10:47.688902+00:00 2021-07-19T11:10:51.635412+00:00 0:00:03.946510 55603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T11:10:45.253515+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T10:00:00+00:00 PythonOperator 2021-07-19T11:10:43.512518+00:00 2021-07-19T11:10:47.021247+00:00 0:00:03.508729 55602 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T11:10:41.182172+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T10:00:00+00:00 TriggerDagRunOperator 2021-07-19T11:10:33.811824+00:00 2021-07-19T11:10:34.351746+00:00 0:00:00.539922 55601 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T11:10:31.187240+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T10:00:00+00:00 TriggerDagRunOperator 2021-07-19T11:10:33.605619+00:00 2021-07-19T11:10:34.059510+00:00 0:00:00.453891 55600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T11:10:31.187281+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T10:05:00+00:00 EmrJobFlowSensor 2021-07-19T11:05:52.983142+00:00 2021-07-19T11:14:55.804407+00:00 0:09:02.821265 55599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T11:05:50.805495+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T11:05:31.170062+00:00 2021-07-19T11:05:32.903177+00:00 0:00:01.733115 55598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T11:05:28.764119+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T10:05:00+00:00 PythonOperator 2021-07-19T11:05:09.254672+00:00 2021-07-19T11:05:13.106024+00:00 0:00:03.851352 55597 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T11:05:06.656274+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T10:00:00+00:00 EmrJobFlowSensor 2021-07-19T11:01:06.649180+00:00 2021-07-19T11:10:09.373841+00:00 0:09:02.724661 55596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T11:01:04.355855+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T10:00:00+00:00 EmrJobFlowSensor 2021-07-19T11:00:56.393288+00:00 2021-07-19T11:15:59.988977+00:00 0:15:03.595689 55595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T11:00:54.240863+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T11:00:44.670007+00:00 2021-07-19T11:00:46.629558+00:00 0:00:01.959551 55594 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T11:00:42.227252+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T11:00:36.364535+00:00 2021-07-19T11:00:38.122544+00:00 0:00:01.758009 55593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T11:00:34.205246+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T10:00:00+00:00 PythonOperator 2021-07-19T11:00:22.570866+00:00 2021-07-19T11:00:26.071489+00:00 0:00:03.500623 55592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T11:00:20.193800+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T10:00:00+00:00 PythonOperator 2021-07-19T11:00:12.781663+00:00 2021-07-19T11:00:16.981789+00:00 0:00:04.200126 55591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T11:00:10.187588+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T09:00:00+00:00 EmrJobFlowSensor 2021-07-19T10:11:35.500952+00:00 2021-07-19T10:23:38.713683+00:00 0:12:03.212731 55589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T10:11:33.283714+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T09:00:00+00:00 EmrJobFlowSensor 2021-07-19T10:11:25.600898+00:00 2021-07-19T10:20:28.474206+00:00 0:09:02.873308 55588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T10:11:23.252984+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T10:11:13.475283+00:00 2021-07-19T10:11:15.237087+00:00 0:00:01.761804 55587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T10:11:11.245065+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T10:11:03.722439+00:00 2021-07-19T10:11:05.533694+00:00 0:00:01.811255 55586 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T10:11:01.186375+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T09:00:00+00:00 PythonOperator 2021-07-19T10:10:51.772948+00:00 2021-07-19T10:10:55.870532+00:00 0:00:04.097584 55585 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T10:10:49.097729+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T09:00:00+00:00 PythonOperator 2021-07-19T10:10:43.354629+00:00 2021-07-19T10:10:47.269569+00:00 0:00:03.914940 55584 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T10:10:41.095072+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T09:00:00+00:00 TriggerDagRunOperator 2021-07-19T10:10:27.494027+00:00 2021-07-19T10:10:27.924919+00:00 0:00:00.430892 55583 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T10:10:25.066331+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T09:00:00+00:00 TriggerDagRunOperator 2021-07-19T10:10:27.505813+00:00 2021-07-19T10:10:28.058084+00:00 0:00:00.552271 55582 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T10:10:25.066285+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T09:05:00+00:00 EmrJobFlowSensor 2021-07-19T10:06:08.932013+00:00 2021-07-19T10:15:11.969087+00:00 0:09:03.037074 55581 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T10:06:06.633073+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T10:05:44.788260+00:00 2021-07-19T10:05:46.647307+00:00 0:00:01.859047 55580 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T10:05:42.502700+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T09:05:00+00:00 PythonOperator 2021-07-19T10:05:24.808627+00:00 2021-07-19T10:05:28.411131+00:00 0:00:03.602504 55579 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T10:05:22.490938+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T09:00:00+00:00 EmrJobFlowSensor 2021-07-19T10:01:12.375876+00:00 2021-07-19T10:10:15.408044+00:00 0:09:03.032168 55578 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T10:01:10.119711+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T09:00:00+00:00 EmrJobFlowSensor 2021-07-19T10:01:10.294327+00:00 2021-07-19T10:14:13.717261+00:00 0:13:03.422934 55577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T10:01:08.126738+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T10:00:50.752425+00:00 2021-07-19T10:00:52.471533+00:00 0:00:01.719108 55576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T10:00:48.169920+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T10:00:48.320140+00:00 2021-07-19T10:00:50.454018+00:00 0:00:02.133878 55575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T10:00:46.108672+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T09:00:00+00:00 PythonOperator 2021-07-19T10:00:28.361236+00:00 2021-07-19T10:00:32.036489+00:00 0:00:03.675253 55574 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T10:00:26.045683+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T09:00:00+00:00 PythonOperator 2021-07-19T10:00:26.308937+00:00 2021-07-19T10:00:30.493980+00:00 0:00:04.185043 55573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T10:00:24.040330+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T08:00:00+00:00 EmrJobFlowSensor 2021-07-19T09:12:33.463915+00:00 2021-07-19T09:21:36.154710+00:00 0:09:02.690795 55571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T09:12:31.303245+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T08:00:00+00:00 EmrJobFlowSensor 2021-07-19T09:12:27.428396+00:00 2021-07-19T09:22:30.535607+00:00 0:10:03.107211 55570 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T09:12:25.257699+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T09:12:11.437751+00:00 2021-07-19T09:12:13.253489+00:00 0:00:01.815738 55569 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T09:12:09.234078+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T09:12:05.530401+00:00 2021-07-19T09:12:07.255192+00:00 0:00:01.724791 55568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T09:12:03.279807+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T08:00:00+00:00 PythonOperator 2021-07-19T09:11:49.765594+00:00 2021-07-19T09:11:53.673882+00:00 0:00:03.908288 55567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T09:11:47.195215+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T08:00:00+00:00 PythonOperator 2021-07-19T09:11:45.456827+00:00 2021-07-19T09:11:49.267173+00:00 0:00:03.810346 55566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T09:11:43.198522+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T08:00:00+00:00 TriggerDagRunOperator 2021-07-19T09:11:09.544148+00:00 2021-07-19T09:11:09.976552+00:00 0:00:00.432404 55565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T09:11:07.114421+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T08:00:00+00:00 TriggerDagRunOperator 2021-07-19T09:11:09.500394+00:00 2021-07-19T09:11:10.051568+00:00 0:00:00.551174 55564 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T09:11:07.114387+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T08:05:00+00:00 EmrJobFlowSensor 2021-07-19T09:06:00.803429+00:00 2021-07-19T09:15:03.994336+00:00 0:09:03.190907 55563 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T09:05:58.390366+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T09:05:38.559655+00:00 2021-07-19T09:05:40.239414+00:00 0:00:01.679759 55562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T09:05:36.331960+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T08:05:00+00:00 PythonOperator 2021-07-19T09:05:18.447408+00:00 2021-07-19T09:05:22.269226+00:00 0:00:03.821818 55561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T09:05:16.315443+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T08:00:00+00:00 EmrJobFlowSensor 2021-07-19T09:01:12.113977+00:00 2021-07-19T09:15:15.741411+00:00 0:14:03.627434 55560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T09:01:09.907818+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T08:00:00+00:00 EmrJobFlowSensor 2021-07-19T09:00:58.250430+00:00 2021-07-19T09:11:01.241035+00:00 0:10:02.990605 55559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T09:00:55.963659+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T09:00:50.418197+00:00 2021-07-19T09:00:52.227527+00:00 0:00:01.809330 55558 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T09:00:47.908626+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T09:00:38.141341+00:00 2021-07-19T09:00:40.050012+00:00 0:00:01.908671 55557 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T09:00:35.865921+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T08:00:00+00:00 PythonOperator 2021-07-19T09:00:28.232630+00:00 2021-07-19T09:00:32.352591+00:00 0:00:04.119961 55556 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T09:00:25.768332+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T08:00:00+00:00 PythonOperator 2021-07-19T09:00:12.223775+00:00 2021-07-19T09:00:15.909751+00:00 0:00:03.685976 55555 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T09:00:09.747513+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T07:00:00+00:00 EmrJobFlowSensor 2021-07-19T08:11:28.322839+00:00 2021-07-19T08:19:31.213590+00:00 0:08:02.890751 55553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T08:11:26.086013+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T07:00:00+00:00 EmrJobFlowSensor 2021-07-19T08:11:18.478826+00:00 2021-07-19T08:21:21.472209+00:00 0:10:02.993383 55552 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T08:11:16.075440+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T08:11:06.328991+00:00 2021-07-19T08:11:08.277834+00:00 0:00:01.948843 55551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T08:11:04.038544+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T08:10:56.261461+00:00 2021-07-19T08:10:57.945693+00:00 0:00:01.684232 55550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T08:10:54.029032+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T07:00:00+00:00 PythonOperator 2021-07-19T08:10:46.291789+00:00 2021-07-19T08:10:49.775676+00:00 0:00:03.483887 55549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T08:10:44.031570+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T07:00:00+00:00 PythonOperator 2021-07-19T08:10:36.157255+00:00 2021-07-19T08:10:40.167735+00:00 0:00:04.010480 55548 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T08:10:34.013383+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T07:00:00+00:00 TriggerDagRunOperator 2021-07-19T08:10:26.706037+00:00 2021-07-19T08:10:27.206335+00:00 0:00:00.500298 55547 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T08:10:24.076091+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T07:00:00+00:00 TriggerDagRunOperator 2021-07-19T08:10:26.559460+00:00 2021-07-19T08:10:26.953272+00:00 0:00:00.393812 55546 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T08:10:24.076039+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T07:05:00+00:00 EmrJobFlowSensor 2021-07-19T08:05:51.849163+00:00 2021-07-19T08:14:54.705478+00:00 0:09:02.856315 55545 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T08:05:49.559601+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T08:05:31.875656+00:00 2021-07-19T08:05:33.491155+00:00 0:00:01.615499 55544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T08:05:29.647679+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T07:05:00+00:00 PythonOperator 2021-07-19T08:05:09.854728+00:00 2021-07-19T08:05:13.416883+00:00 0:00:03.562155 55543 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T08:05:07.434708+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T07:00:00+00:00 EmrJobFlowSensor 2021-07-19T08:01:07.349567+00:00 2021-07-19T08:15:10.740723+00:00 0:14:03.391156 55542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T08:01:05.085858+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T07:00:00+00:00 EmrJobFlowSensor 2021-07-19T08:01:05.586517+00:00 2021-07-19T08:10:08.538259+00:00 0:09:02.951742 55541 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T08:01:03.086791+00:00 2 default_pool