Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-07-18T05:00:00+00:00 PythonOperator 2021-07-18T06:00:22.705587+00:00 2021-07-18T06:00:26.221622+00:00 0:00:03.516035 55066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T06:00:20.112161+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T05:00:00+00:00 PythonOperator 2021-07-18T06:00:14.888508+00:00 2021-07-18T06:00:18.804432+00:00 0:00:03.915924 55065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T06:00:12.175402+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T04:00:00+00:00 EmrJobFlowSensor 2021-07-18T05:16:45.825415+00:00 2021-07-18T05:25:48.898210+00:00 0:09:03.072795 55064 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T05:16:43.298228+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T04:00:00+00:00 EmrJobFlowSensor 2021-07-18T05:16:25.531002+00:00 2021-07-18T05:27:28.880245+00:00 0:11:03.349243 55063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T05:16:23.273230+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T05:16:23.409147+00:00 2021-07-18T05:16:25.082116+00:00 0:00:01.672969 55062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T05:16:21.269277+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T05:16:05.728924+00:00 2021-07-18T05:16:07.446480+00:00 0:00:01.717556 55061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T05:16:03.254830+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T04:00:00+00:00 PythonOperator 2021-07-18T05:16:03.383984+00:00 2021-07-18T05:16:07.676053+00:00 0:00:04.292069 55060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T05:16:01.255681+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T04:00:00+00:00 PythonOperator 2021-07-18T05:15:44.236232+00:00 2021-07-18T05:15:48.364819+00:00 0:00:04.128587 55059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T05:15:41.197039+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T04:00:00+00:00 TriggerDagRunOperator 2021-07-18T05:15:35.663736+00:00 2021-07-18T05:15:36.073182+00:00 0:00:00.409446 55058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T05:15:33.256565+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T04:00:00+00:00 TriggerDagRunOperator 2021-07-18T05:15:35.614909+00:00 2021-07-18T05:15:36.147379+00:00 0:00:00.532470 55057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T05:15:33.256609+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T04:05:00+00:00 EmrJobFlowSensor 2021-07-18T05:06:02.635690+00:00 2021-07-18T05:15:05.319953+00:00 0:09:02.684263 55056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T05:06:00.256427+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T05:05:40.605187+00:00 2021-07-18T05:05:42.396566+00:00 0:00:01.791379 55055 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T05:05:38.183729+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T04:05:00+00:00 PythonOperator 2021-07-18T05:05:04.692106+00:00 2021-07-18T05:05:08.432673+00:00 0:00:03.740567 55054 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T05:05:02.098697+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T04:00:00+00:00 EmrJobFlowSensor 2021-07-18T05:05:02.390987+00:00 2021-07-18T05:19:06.159406+00:00 0:14:03.768419 55053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T05:05:00.100711+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T04:00:00+00:00 EmrJobFlowSensor 2021-07-18T05:04:58.291224+00:00 2021-07-18T05:15:01.146615+00:00 0:10:02.855391 55052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T05:04:56.094791+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T05:04:40.448583+00:00 2021-07-18T05:04:42.317125+00:00 0:00:01.868542 55051 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T05:04:38.080103+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T05:04:38.665698+00:00 2021-07-18T05:04:40.358281+00:00 0:00:01.692583 55050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T05:04:36.132007+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T04:00:00+00:00 PythonOperator 2021-07-18T05:00:20.114671+00:00 2021-07-18T05:00:23.974108+00:00 0:00:03.859437 55048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T05:00:17.732903+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T04:00:00+00:00 PythonOperator 2021-07-18T05:00:04.083410+00:00 2021-07-18T05:00:07.730121+00:00 0:00:03.646711 55047 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T05:00:01.721550+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T03:00:00+00:00 EmrJobFlowSensor 2021-07-18T04:12:46.602138+00:00 2021-07-18T04:20:49.396612+00:00 0:08:02.794474 55046 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T04:12:44.294534+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T03:00:00+00:00 EmrJobFlowSensor 2021-07-18T04:12:42.546143+00:00 2021-07-18T04:22:45.672494+00:00 0:10:03.126351 55045 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T04:12:40.286647+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T04:12:26.402937+00:00 2021-07-18T04:12:28.135753+00:00 0:00:01.732816 55044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T04:12:24.201569+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T04:12:22.316859+00:00 2021-07-18T04:12:24.109585+00:00 0:00:01.792726 55043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T04:12:20.200505+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T03:00:00+00:00 PythonOperator 2021-07-18T04:12:04.376137+00:00 2021-07-18T04:12:08.176617+00:00 0:00:03.800480 55042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T04:12:02.185269+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T03:00:00+00:00 PythonOperator 2021-07-18T04:12:00.499096+00:00 2021-07-18T04:12:04.385471+00:00 0:00:03.886375 55041 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T04:11:58.106480+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T03:00:00+00:00 TriggerDagRunOperator 2021-07-18T04:11:46.515861+00:00 2021-07-18T04:11:46.946324+00:00 0:00:00.430463 55040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T04:11:44.095144+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T03:00:00+00:00 TriggerDagRunOperator 2021-07-18T04:11:46.523693+00:00 2021-07-18T04:11:47.047509+00:00 0:00:00.523816 55039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T04:11:44.095112+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T03:05:00+00:00 EmrJobFlowSensor 2021-07-18T04:06:13.563392+00:00 2021-07-18T04:14:16.160166+00:00 0:08:02.596774 55038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T04:06:11.482468+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T04:05:33.777912+00:00 2021-07-18T04:05:35.442953+00:00 0:00:01.665041 55037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T04:05:31.447030+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T03:05:00+00:00 PythonOperator 2021-07-18T04:05:09.903666+00:00 2021-07-18T04:05:13.440567+00:00 0:00:03.536901 55036 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T04:05:07.547966+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T03:00:00+00:00 EmrJobFlowSensor 2021-07-18T04:01:25.700969+00:00 2021-07-18T04:11:28.665509+00:00 0:10:02.964540 55035 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T04:01:23.081495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T03:00:00+00:00 EmrJobFlowSensor 2021-07-18T04:01:21.241711+00:00 2021-07-18T04:15:24.919612+00:00 0:14:03.677901 55034 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T04:01:19.019713+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T04:01:05.287396+00:00 2021-07-18T04:01:07.026655+00:00 0:00:01.739259 55033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T04:01:03.062117+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T04:01:01.312487+00:00 2021-07-18T04:01:03.217708+00:00 0:00:01.905221 55032 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T04:00:59.003088+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T03:00:00+00:00 PythonOperator 2021-07-18T04:00:41.048906+00:00 2021-07-18T04:00:44.894944+00:00 0:00:03.846038 55031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T04:00:38.920211+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T03:00:00+00:00 PythonOperator 2021-07-18T04:00:39.389078+00:00 2021-07-18T04:00:43.292305+00:00 0:00:03.903227 55030 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T04:00:36.915173+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T02:00:00+00:00 EmrJobFlowSensor 2021-07-18T03:12:58.942277+00:00 2021-07-18T03:22:01.897440+00:00 0:09:02.955163 55028 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T03:12:56.348572+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T02:00:00+00:00 EmrJobFlowSensor 2021-07-18T03:12:58.582994+00:00 2021-07-18T03:22:01.586529+00:00 0:09:03.003535 55027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T03:12:56.348529+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T03:12:18.912168+00:00 2021-07-18T03:12:20.730742+00:00 0:00:01.818574 55026 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T03:12:16.353796+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T03:12:16.663265+00:00 2021-07-18T03:12:18.438282+00:00 0:00:01.775017 55025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T03:12:14.345661+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T02:00:00+00:00 PythonOperator 2021-07-18T03:11:56.558349+00:00 2021-07-18T03:12:00.293859+00:00 0:00:03.735510 55024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T03:11:54.221729+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T02:00:00+00:00 PythonOperator 2021-07-18T03:11:56.392026+00:00 2021-07-18T03:12:00.295618+00:00 0:00:03.903592 55023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T03:11:54.221756+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T02:00:00+00:00 TriggerDagRunOperator 2021-07-18T03:11:34.729325+00:00 2021-07-18T03:11:35.222779+00:00 0:00:00.493454 55022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T03:11:32.206164+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T02:00:00+00:00 TriggerDagRunOperator 2021-07-18T03:11:34.375102+00:00 2021-07-18T03:11:34.759474+00:00 0:00:00.384372 55021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T03:11:32.206203+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T02:05:00+00:00 EmrJobFlowSensor 2021-07-18T03:06:04.149868+00:00 2021-07-18T03:15:07.064675+00:00 0:09:02.914807 55020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T03:06:01.643974+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T03:05:41.562758+00:00 2021-07-18T03:05:43.323720+00:00 0:00:01.760962 55019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T03:05:39.487446+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T02:05:00+00:00 PythonOperator 2021-07-18T03:05:19.724797+00:00 2021-07-18T03:05:23.524073+00:00 0:00:03.799276 55018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T03:05:17.424938+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T02:00:00+00:00 EmrJobFlowSensor 2021-07-18T03:01:07.017986+00:00 2021-07-18T03:11:09.838801+00:00 0:10:02.820815 55017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T03:01:04.888884+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T02:00:00+00:00 EmrJobFlowSensor 2021-07-18T03:01:03.278512+00:00 2021-07-18T03:15:07.135175+00:00 0:14:03.856663 55016 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T03:01:00.886483+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T03:00:43.534998+00:00 2021-07-18T03:00:45.254138+00:00 0:00:01.719140 55015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T03:00:40.790851+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T03:00:41.427297+00:00 2021-07-18T03:00:43.533482+00:00 0:00:02.106185 55014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T03:00:38.869286+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T02:00:00+00:00 PythonOperator 2021-07-18T03:00:21.065693+00:00 2021-07-18T03:00:24.543288+00:00 0:00:03.477595 55013 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T03:00:18.735923+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T02:00:00+00:00 PythonOperator 2021-07-18T03:00:13.228325+00:00 2021-07-18T03:00:17.405396+00:00 0:00:04.177071 55012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T03:00:10.719178+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T01:00:00+00:00 EmrJobFlowSensor 2021-07-18T02:11:50.821503+00:00 2021-07-18T02:21:53.804274+00:00 0:10:02.982771 55010 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T02:11:48.387308+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T01:00:00+00:00 EmrJobFlowSensor 2021-07-18T02:11:46.639215+00:00 2021-07-18T02:19:49.403684+00:00 0:08:02.764469 55009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T02:11:44.319803+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T02:11:30.947832+00:00 2021-07-18T02:11:32.855507+00:00 0:00:01.907675 55008 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T02:11:28.359810+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T02:11:25.058178+00:00 2021-07-18T02:11:26.880666+00:00 0:00:01.822488 55007 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T02:11:22.360596+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T01:00:00+00:00 PythonOperator 2021-07-18T02:11:09.796645+00:00 2021-07-18T02:11:14.148958+00:00 0:00:04.352313 55006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T02:11:06.287258+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T01:00:00+00:00 PythonOperator 2021-07-18T02:11:05.309482+00:00 2021-07-18T02:11:10.430884+00:00 0:00:05.121402 55005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T02:11:02.350593+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T01:00:00+00:00 TriggerDagRunOperator 2021-07-18T02:10:56.826875+00:00 2021-07-18T02:10:57.353349+00:00 0:00:00.526474 55004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T02:10:54.357823+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T01:00:00+00:00 TriggerDagRunOperator 2021-07-18T02:10:56.774184+00:00 2021-07-18T02:10:57.200398+00:00 0:00:00.426214 55003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T02:10:54.357748+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T01:05:00+00:00 EmrJobFlowSensor 2021-07-18T02:06:04.111834+00:00 2021-07-18T02:15:06.951714+00:00 0:09:02.839880 55002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T02:06:01.744571+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T02:05:42.045357+00:00 2021-07-18T02:05:43.782190+00:00 0:00:01.736833 55001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T02:05:39.688716+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T01:05:00+00:00 PythonOperator 2021-07-18T02:05:21.900334+00:00 2021-07-18T02:05:25.486671+00:00 0:00:03.586337 55000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T02:05:19.611838+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T01:00:00+00:00 EmrJobFlowSensor 2021-07-18T02:00:50.086435+00:00 2021-07-18T02:13:53.769366+00:00 0:13:03.682931 54999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T02:00:47.177442+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T01:00:00+00:00 EmrJobFlowSensor 2021-07-18T02:00:49.610219+00:00 2021-07-18T02:10:52.587093+00:00 0:10:02.976874 54998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T02:00:47.177381+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T02:00:29.622124+00:00 2021-07-18T02:00:31.346036+00:00 0:00:01.723912 54997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T02:00:27.077717+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T02:00:27.330364+00:00 2021-07-18T02:00:29.312053+00:00 0:00:01.981689 54996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T02:00:25.062506+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T01:00:00+00:00 PythonOperator 2021-07-18T02:00:07.347008+00:00 2021-07-18T02:00:11.417314+00:00 0:00:04.070306 54995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T02:00:04.985680+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T01:00:00+00:00 PythonOperator 2021-07-18T02:00:07.324488+00:00 2021-07-18T02:00:10.871622+00:00 0:00:03.547134 54994 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T02:00:04.985653+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T00:00:00+00:00 EmrJobFlowSensor 2021-07-18T01:26:09.976763+00:00 2021-07-18T01:26:11.466611+00:00 0:00:01.489848 54993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T01:26:07.173650+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T00:00:00+00:00 EmrJobFlowSensor 2021-07-18T01:12:43.311175+00:00 2021-07-18T01:24:46.739796+00:00 0:12:03.428621 54991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T01:12:41.039514+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-18T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T01:12:19.250856+00:00 2021-07-18T01:12:20.940057+00:00 0:00:01.689201 54989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T01:12:17.025666+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-18T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T01:12:09.564432+00:00 2021-07-18T01:12:11.324563+00:00 0:00:01.760131 54988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T01:12:07.054391+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-18T00:00:00+00:00 PythonOperator 2021-07-18T01:11:57.216339+00:00 2021-07-18T01:12:01.196585+00:00 0:00:03.980246 54987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T01:11:54.990348+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-18T00:00:00+00:00 PythonOperator 2021-07-18T01:11:47.192754+00:00 2021-07-18T01:11:51.086122+00:00 0:00:03.893368 54986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T01:11:44.992688+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-18T00:00:00+00:00 TriggerDagRunOperator 2021-07-18T01:11:31.566093+00:00 2021-07-18T01:11:32.093240+00:00 0:00:00.527147 54985 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T01:11:28.974770+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-18T00:00:00+00:00 TriggerDagRunOperator 2021-07-18T01:11:31.373387+00:00 2021-07-18T01:11:31.768841+00:00 0:00:00.395454 54984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T01:11:28.974801+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-18T00:05:00+00:00 EmrJobFlowSensor 2021-07-18T01:06:05.241559+00:00 2021-07-18T01:14:07.828681+00:00 0:08:02.587122 54983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T01:06:02.584576+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-18T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T01:05:42.783285+00:00 2021-07-18T01:05:44.407814+00:00 0:00:01.624529 54982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T01:05:40.546538+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-18T00:05:00+00:00 PythonOperator 2021-07-18T01:05:22.740069+00:00 2021-07-18T01:05:26.268933+00:00 0:00:03.528864 54981 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T01:05:20.465512+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-18T00:00:00+00:00 EmrJobFlowSensor 2021-07-18T01:01:12.266814+00:00 2021-07-18T01:11:15.188316+00:00 0:10:02.921502 54980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T01:01:09.989836+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-18T00:00:00+00:00 EmrJobFlowSensor 2021-07-18T01:01:02.255811+00:00 2021-07-18T01:15:05.948998+00:00 0:14:03.693187 54979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T01:00:59.993384+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-18T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T01:00:50.503652+00:00 2021-07-18T01:00:52.321285+00:00 0:00:01.817633 54978 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-18T01:00:47.930629+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-18T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T01:00:40.137342+00:00 2021-07-18T01:00:41.886530+00:00 0:00:01.749188 54977 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T01:00:37.921623+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-18T00:00:00+00:00 PythonOperator 2021-07-18T01:00:24.286511+00:00 2021-07-18T01:00:28.072865+00:00 0:00:03.786354 54976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-18T01:00:21.910525+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-18T00:00:00+00:00 PythonOperator 2021-07-18T01:00:14.494551+00:00 2021-07-18T01:00:18.412546+00:00 0:00:03.917995 54975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T01:00:11.908222+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-17T23:00:00+00:00 EmrJobFlowSensor 2021-07-18T00:10:21.003281+00:00 2021-07-18T00:19:23.792531+00:00 0:09:02.789250 54973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T00:10:18.743882+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-17T23:00:00+00:00 EmrJobFlowSensor 2021-07-18T00:10:11.000434+00:00 2021-07-18T00:19:13.952907+00:00 0:09:02.952473 54972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T00:10:08.754530+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T00:09:57.315960+00:00 2021-07-18T00:09:58.976043+00:00 0:00:01.660083 54971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T00:09:54.713974+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-17T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-18T00:09:48.901236+00:00 2021-07-18T00:09:50.670434+00:00 0:00:01.769198 54970 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T00:09:46.713083+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-17T23:00:00+00:00 PythonOperator 2021-07-18T00:09:35.051135+00:00 2021-07-18T00:09:38.950214+00:00 0:00:03.899079 54969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T00:09:32.684651+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-17T23:00:00+00:00 PythonOperator 2021-07-18T00:09:28.777125+00:00 2021-07-18T00:09:32.780459+00:00 0:00:04.003334 54968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T00:09:26.634955+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-17T23:00:00+00:00 TriggerDagRunOperator 2021-07-18T00:09:19.215457+00:00 2021-07-18T00:09:19.632482+00:00 0:00:00.417025 54967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T00:09:16.619271+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-17T23:00:00+00:00 TriggerDagRunOperator 2021-07-18T00:09:19.101860+00:00 2021-07-18T00:09:19.637667+00:00 0:00:00.535807 54966 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T00:09:16.619241+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-17T23:05:00+00:00 EmrJobFlowSensor 2021-07-18T00:06:14.773185+00:00 2021-07-18T00:15:17.572840+00:00 0:09:02.799655 54965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T00:06:12.457450+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-17T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-18T00:05:46.588323+00:00 2021-07-18T00:05:48.207305+00:00 0:00:01.618982 54964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-18T00:05:44.362979+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-17T23:05:00+00:00 PythonOperator 2021-07-18T00:05:18.637883+00:00 2021-07-18T00:05:22.347134+00:00 0:00:03.709251 54963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T00:05:16.345304+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-17T23:00:00+00:00 EmrJobFlowSensor 2021-07-18T00:01:14.420623+00:00 2021-07-18T00:16:18.407717+00:00 0:15:03.987094 54962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-18T00:01:11.910972+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-17T23:00:00+00:00 EmrJobFlowSensor 2021-07-18T00:01:08.239097+00:00 2021-07-18T00:09:10.868841+00:00 0:08:02.629744 54961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-18T00:01:05.909529+00:00 2 default_pool