Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T12:00:34.817374+00:00 2021-07-23T12:00:36.539986+00:00 0:00:01.722612 57356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T12:00:32.456767+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T11:00:00+00:00 PythonOperator 2021-07-23T12:00:19.617101+00:00 2021-07-23T12:00:24.138417+00:00 0:00:04.521316 57355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T12:00:16.387352+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T11:00:00+00:00 PythonOperator 2021-07-23T12:00:14.714410+00:00 2021-07-23T12:00:20.161528+00:00 0:00:05.447118 57354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T12:00:12.354426+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T10:00:00+00:00 EmrJobFlowSensor 2021-07-23T11:12:43.065632+00:00 2021-07-23T11:22:46.061711+00:00 0:10:02.996079 57352 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T11:12:40.543774+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T10:00:00+00:00 EmrJobFlowSensor 2021-07-23T11:12:40.972977+00:00 2021-07-23T11:21:43.921450+00:00 0:09:02.948473 57351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T11:12:38.545693+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T11:12:21.337497+00:00 2021-07-23T11:12:23.183709+00:00 0:00:01.846212 57350 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T11:12:18.407197+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T11:12:21.298215+00:00 2021-07-23T11:12:23.066579+00:00 0:00:01.768364 57349 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T11:12:18.407157+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T10:00:00+00:00 PythonOperator 2021-07-23T11:11:58.866717+00:00 2021-07-23T11:12:02.707440+00:00 0:00:03.840723 57348 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T11:11:56.373636+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T10:00:00+00:00 PythonOperator 2021-07-23T11:11:58.697105+00:00 2021-07-23T11:12:02.681427+00:00 0:00:03.984322 57347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T11:11:56.373669+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T10:00:00+00:00 TriggerDagRunOperator 2021-07-23T11:11:16.949096+00:00 2021-07-23T11:11:17.558511+00:00 0:00:00.609415 57346 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T11:11:14.323124+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T10:00:00+00:00 TriggerDagRunOperator 2021-07-23T11:11:16.808589+00:00 2021-07-23T11:11:17.204623+00:00 0:00:00.396034 57345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T11:11:14.323093+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T10:05:00+00:00 EmrJobFlowSensor 2021-07-23T11:06:06.012679+00:00 2021-07-23T11:14:08.561770+00:00 0:08:02.549091 57344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T11:06:03.738770+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T11:05:25.952899+00:00 2021-07-23T11:05:27.674769+00:00 0:00:01.721870 57343 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T11:05:23.702189+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T10:05:00+00:00 PythonOperator 2021-07-23T11:05:04.170461+00:00 2021-07-23T11:05:07.612625+00:00 0:00:03.442164 57342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T11:05:01.758633+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T10:00:00+00:00 EmrJobFlowSensor 2021-07-23T11:01:59.476078+00:00 2021-07-23T11:16:03.216633+00:00 0:14:03.740555 57341 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T11:01:57.344370+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T10:00:00+00:00 EmrJobFlowSensor 2021-07-23T11:00:59.486411+00:00 2021-07-23T11:11:02.449471+00:00 0:10:02.963060 57340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T11:00:57.285779+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T11:00:45.697730+00:00 2021-07-23T11:00:47.392480+00:00 0:00:01.694750 57339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T11:00:43.244280+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T11:00:39.405528+00:00 2021-07-23T11:00:41.166555+00:00 0:00:01.761027 57338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T11:00:37.238161+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T10:00:00+00:00 PythonOperator 2021-07-23T11:00:25.887189+00:00 2021-07-23T11:00:29.944670+00:00 0:00:04.057481 57337 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T11:00:23.208836+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T10:00:00+00:00 PythonOperator 2021-07-23T11:00:17.496152+00:00 2021-07-23T11:00:21.382102+00:00 0:00:03.885950 57336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T11:00:15.209601+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T09:00:00+00:00 EmrJobFlowSensor 2021-07-23T10:12:34.045889+00:00 2021-07-23T10:22:37.118048+00:00 0:10:03.072159 57334 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T10:12:31.662832+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T09:00:00+00:00 EmrJobFlowSensor 2021-07-23T10:12:25.734839+00:00 2021-07-23T10:21:28.596766+00:00 0:09:02.861927 57333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T10:12:23.588021+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T10:12:11.911131+00:00 2021-07-23T10:12:13.750920+00:00 0:00:01.839789 57332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T10:12:09.578783+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T10:12:05.899488+00:00 2021-07-23T10:12:07.761680+00:00 0:00:01.862192 57331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T10:12:03.519703+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T09:00:00+00:00 PythonOperator 2021-07-23T10:11:45.837548+00:00 2021-07-23T10:11:49.936071+00:00 0:00:04.098523 57330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T10:11:43.502869+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T09:00:00+00:00 PythonOperator 2021-07-23T10:11:25.793931+00:00 2021-07-23T10:11:29.449958+00:00 0:00:03.656027 57329 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T10:11:23.488472+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T09:00:00+00:00 TriggerDagRunOperator 2021-07-23T10:11:14.024156+00:00 2021-07-23T10:11:14.531938+00:00 0:00:00.507782 57328 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T10:11:11.546316+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T09:00:00+00:00 TriggerDagRunOperator 2021-07-23T10:11:13.785848+00:00 2021-07-23T10:11:14.214613+00:00 0:00:00.428765 57327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T10:11:11.546269+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T09:05:00+00:00 EmrJobFlowSensor 2021-07-23T10:05:57.233961+00:00 2021-07-23T10:14:00.079400+00:00 0:08:02.845439 57326 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T10:05:55.069577+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T10:05:37.359334+00:00 2021-07-23T10:05:39.080702+00:00 0:00:01.721368 57325 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T10:05:35.027788+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T09:05:00+00:00 PythonOperator 2021-07-23T10:05:15.384578+00:00 2021-07-23T10:05:19.242091+00:00 0:00:03.857513 57324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T10:05:13.048763+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T09:00:00+00:00 EmrJobFlowSensor 2021-07-23T10:00:58.716147+00:00 2021-07-23T10:11:01.696771+00:00 0:10:02.980624 57323 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T10:00:56.365479+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T09:00:00+00:00 EmrJobFlowSensor 2021-07-23T10:00:56.692616+00:00 2021-07-23T10:15:00.126806+00:00 0:14:03.434190 57322 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T10:00:54.362746+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T10:00:36.680222+00:00 2021-07-23T10:00:38.446599+00:00 0:00:01.766377 57321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T10:00:34.372224+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T10:00:36.623543+00:00 2021-07-23T10:00:38.491869+00:00 0:00:01.868326 57320 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T10:00:34.372189+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T09:00:00+00:00 PythonOperator 2021-07-23T10:00:16.490797+00:00 2021-07-23T10:00:20.263217+00:00 0:00:03.772420 57319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T10:00:14.320191+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T09:00:00+00:00 PythonOperator 2021-07-23T10:00:14.808772+00:00 2021-07-23T10:00:18.870540+00:00 0:00:04.061768 57318 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T10:00:12.319537+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T08:00:00+00:00 EmrJobFlowSensor 2021-07-23T09:12:43.926965+00:00 2021-07-23T09:21:46.946840+00:00 0:09:03.019875 57316 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T09:12:41.589573+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T08:00:00+00:00 EmrJobFlowSensor 2021-07-23T09:12:31.909082+00:00 2021-07-23T09:22:35.086781+00:00 0:10:03.177699 57315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T09:12:29.579928+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T09:12:21.683690+00:00 2021-07-23T09:12:23.496868+00:00 0:00:01.813178 57314 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T09:12:19.518408+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T09:12:10.149804+00:00 2021-07-23T09:12:11.816471+00:00 0:00:01.666667 57313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T09:12:07.509947+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T08:00:00+00:00 PythonOperator 2021-07-23T09:12:02.042438+00:00 2021-07-23T09:12:06.126836+00:00 0:00:04.084398 57312 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T09:11:59.541522+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T08:00:00+00:00 PythonOperator 2021-07-23T09:11:47.682734+00:00 2021-07-23T09:11:51.301547+00:00 0:00:03.618813 57311 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T09:11:45.489789+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T08:00:00+00:00 TriggerDagRunOperator 2021-07-23T09:11:37.792525+00:00 2021-07-23T09:11:38.242513+00:00 0:00:00.449988 57310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T09:11:35.496908+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T08:00:00+00:00 TriggerDagRunOperator 2021-07-23T09:11:37.774205+00:00 2021-07-23T09:11:38.332086+00:00 0:00:00.557881 57309 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T09:11:35.496943+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T08:05:00+00:00 EmrJobFlowSensor 2021-07-23T09:05:59.233570+00:00 2021-07-23T09:15:02.005918+00:00 0:09:02.772348 57308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T09:05:57.014988+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T09:05:37.412325+00:00 2021-07-23T09:05:39.053761+00:00 0:00:01.641436 57307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T09:05:35.058630+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T08:05:00+00:00 PythonOperator 2021-07-23T09:05:15.465961+00:00 2021-07-23T09:05:19.292091+00:00 0:00:03.826130 57306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T09:05:12.966301+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T08:00:00+00:00 EmrJobFlowSensor 2021-07-23T09:01:12.743533+00:00 2021-07-23T09:11:15.808730+00:00 0:10:03.065197 57305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T09:01:10.527269+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T08:00:00+00:00 EmrJobFlowSensor 2021-07-23T09:01:00.987811+00:00 2021-07-23T09:15:04.926091+00:00 0:14:03.938280 57304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T09:00:58.656329+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T09:00:50.739561+00:00 2021-07-23T09:00:52.441891+00:00 0:00:01.702330 57303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T09:00:48.503843+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T09:00:38.881411+00:00 2021-07-23T09:00:40.649221+00:00 0:00:01.767810 57302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T09:00:36.554959+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T08:00:00+00:00 PythonOperator 2021-07-23T09:00:28.897737+00:00 2021-07-23T09:00:32.773690+00:00 0:00:03.875953 57301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T09:00:26.553609+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T08:00:00+00:00 PythonOperator 2021-07-23T09:00:14.900202+00:00 2021-07-23T09:00:19.077036+00:00 0:00:04.176834 57300 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T09:00:12.429286+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T07:00:00+00:00 EmrJobFlowSensor 2021-07-23T08:12:34.127977+00:00 2021-07-23T08:22:37.027157+00:00 0:10:02.899180 57298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T08:12:31.935831+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T07:00:00+00:00 EmrJobFlowSensor 2021-07-23T08:12:22.077376+00:00 2021-07-23T08:22:25.148668+00:00 0:10:03.071292 57297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T08:12:19.924838+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T08:12:10.226417+00:00 2021-07-23T08:12:11.960202+00:00 0:00:01.733785 57296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T08:12:07.957381+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T08:12:00.435331+00:00 2021-07-23T08:12:02.244395+00:00 0:00:01.809064 57295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T08:11:57.967727+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T07:00:00+00:00 PythonOperator 2021-07-23T08:11:40.094000+00:00 2021-07-23T08:11:44.089824+00:00 0:00:03.995824 57294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T08:11:37.893118+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T07:00:00+00:00 PythonOperator 2021-07-23T08:11:26.022119+00:00 2021-07-23T08:11:29.958950+00:00 0:00:03.936831 57293 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T08:11:23.829103+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T07:00:00+00:00 TriggerDagRunOperator 2021-07-23T08:11:12.316682+00:00 2021-07-23T08:11:12.741187+00:00 0:00:00.424505 57292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T08:11:09.815945+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T07:00:00+00:00 TriggerDagRunOperator 2021-07-23T08:11:12.083835+00:00 2021-07-23T08:11:12.727067+00:00 0:00:00.643232 57291 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T08:11:09.815919+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T07:05:00+00:00 EmrJobFlowSensor 2021-07-23T08:06:05.897129+00:00 2021-07-23T08:14:08.692532+00:00 0:08:02.795403 57290 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T08:06:03.376333+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T08:05:45.863021+00:00 2021-07-23T08:05:47.506391+00:00 0:00:01.643370 57289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T08:05:43.349383+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T07:05:00+00:00 PythonOperator 2021-07-23T08:05:23.839758+00:00 2021-07-23T08:05:27.817022+00:00 0:00:03.977264 57288 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T08:05:21.345635+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T07:00:00+00:00 EmrJobFlowSensor 2021-07-23T08:01:02.974012+00:00 2021-07-23T08:11:05.883672+00:00 0:10:02.909660 57287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T08:01:00.776864+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T07:00:00+00:00 EmrJobFlowSensor 2021-07-23T08:00:53.133691+00:00 2021-07-23T08:15:56.794224+00:00 0:15:03.660533 57286 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T08:00:50.758637+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T08:00:40.993557+00:00 2021-07-23T08:00:42.789731+00:00 0:00:01.796174 57285 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T08:00:38.710640+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T08:00:30.984048+00:00 2021-07-23T08:00:32.750539+00:00 0:00:01.766491 57284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T08:00:28.760046+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T07:00:00+00:00 PythonOperator 2021-07-23T08:00:20.965038+00:00 2021-07-23T08:00:24.603642+00:00 0:00:03.638604 57283 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T08:00:18.690387+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T07:00:00+00:00 PythonOperator 2021-07-23T08:00:09.294217+00:00 2021-07-23T08:00:13.196944+00:00 0:00:03.902727 57282 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T08:00:06.667535+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T06:00:00+00:00 EmrJobFlowSensor 2021-07-23T07:12:27.406768+00:00 2021-07-23T07:21:30.471672+00:00 0:09:03.064904 57280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T07:12:25.156280+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T06:00:00+00:00 EmrJobFlowSensor 2021-07-23T07:12:09.320500+00:00 2021-07-23T07:22:12.242067+00:00 0:10:02.921567 57279 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T07:12:07.137765+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T07:11:57.426066+00:00 2021-07-23T07:11:59.116077+00:00 0:00:01.690011 57278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T07:11:55.157385+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T07:11:43.387982+00:00 2021-07-23T07:11:45.144556+00:00 0:00:01.756574 57277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T07:11:41.152160+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T06:00:00+00:00 PythonOperator 2021-07-23T07:11:35.618277+00:00 2021-07-23T07:11:39.452322+00:00 0:00:03.834045 57276 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T07:11:33.084320+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T06:00:00+00:00 PythonOperator 2021-07-23T07:11:21.184548+00:00 2021-07-23T07:11:25.493725+00:00 0:00:04.309177 57275 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T07:11:19.037815+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T06:00:00+00:00 TriggerDagRunOperator 2021-07-23T07:11:17.687394+00:00 2021-07-23T07:11:18.056013+00:00 0:00:00.368619 57274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T07:11:15.050864+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T06:00:00+00:00 TriggerDagRunOperator 2021-07-23T07:11:17.318450+00:00 2021-07-23T07:11:17.817630+00:00 0:00:00.499180 57273 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T07:11:15.050834+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T06:05:00+00:00 EmrJobFlowSensor 2021-07-23T07:05:49.023018+00:00 2021-07-23T07:13:51.612872+00:00 0:08:02.589854 57272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T07:05:46.510414+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T07:05:26.639049+00:00 2021-07-23T07:05:28.407232+00:00 0:00:01.768183 57271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T07:05:24.355025+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T06:05:00+00:00 PythonOperator 2021-07-23T07:05:06.669841+00:00 2021-07-23T07:05:10.506605+00:00 0:00:03.836764 57270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T07:05:04.353072+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-23T06:00:00+00:00 EmrJobFlowSensor 2021-07-23T07:01:06.382513+00:00 2021-07-23T07:11:09.134711+00:00 0:10:02.752198 57269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T07:01:03.946422+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T06:00:00+00:00 EmrJobFlowSensor 2021-07-23T07:00:56.248924+00:00 2021-07-23T07:14:59.746868+00:00 0:14:03.497944 57268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T07:00:53.941782+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-23T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T07:00:44.804093+00:00 2021-07-23T07:00:46.666918+00:00 0:00:01.862825 57267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-23T07:00:41.751489+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-23T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T07:00:36.001035+00:00 2021-07-23T07:00:37.765879+00:00 0:00:01.764844 57266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T07:00:33.735886+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-23T06:00:00+00:00 PythonOperator 2021-07-23T07:00:22.264152+00:00 2021-07-23T07:00:26.133439+00:00 0:00:03.869287 57265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-23T07:00:19.723542+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-23T06:00:00+00:00 PythonOperator 2021-07-23T07:00:14.357619+00:00 2021-07-23T07:00:18.567430+00:00 0:00:04.209811 57264 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T07:00:11.728568+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-23T05:00:00+00:00 EmrJobFlowSensor 2021-07-23T06:14:29.201166+00:00 2021-07-23T06:23:32.163056+00:00 0:09:02.961890 57263 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T06:14:26.351877+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-23T05:00:00+00:00 EmrJobFlowSensor 2021-07-23T06:14:28.757507+00:00 2021-07-23T06:24:31.806972+00:00 0:10:03.049465 57262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T06:14:26.351831+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-23T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T06:14:06.868945+00:00 2021-07-23T06:14:08.693693+00:00 0:00:01.824748 57261 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T06:14:04.356340+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-23T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-23T06:14:04.895244+00:00 2021-07-23T06:14:06.684596+00:00 0:00:01.789352 57260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T06:14:02.355764+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-23T05:00:00+00:00 PythonOperator 2021-07-23T06:13:44.966147+00:00 2021-07-23T06:13:49.101913+00:00 0:00:04.135766 57259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T06:13:42.225099+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-23T05:00:00+00:00 PythonOperator 2021-07-23T06:13:42.511787+00:00 2021-07-23T06:13:47.162600+00:00 0:00:04.650813 57258 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T06:13:40.276924+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-23T05:00:00+00:00 TriggerDagRunOperator 2021-07-23T06:13:21.057011+00:00 2021-07-23T06:13:21.548501+00:00 0:00:00.491490 57257 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T06:13:18.199316+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-23T05:00:00+00:00 TriggerDagRunOperator 2021-07-23T06:13:20.789731+00:00 2021-07-23T06:13:21.223876+00:00 0:00:00.434145 57256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T06:13:18.199345+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-23T05:05:00+00:00 EmrJobFlowSensor 2021-07-23T06:06:02.820290+00:00 2021-07-23T06:15:05.533902+00:00 0:09:02.713612 57254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T06:06:00.550975+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-23T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-23T06:05:40.746530+00:00 2021-07-23T06:05:42.429554+00:00 0:00:01.683024 57253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-23T06:05:38.456329+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-23T05:05:00+00:00 PythonOperator 2021-07-23T06:05:18.852302+00:00 2021-07-23T06:05:22.538287+00:00 0:00:03.685985 57252 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-23T06:05:16.457753+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-23T05:00:00+00:00 EmrJobFlowSensor 2021-07-23T06:00:48.416943+00:00 2021-07-23T06:14:52.175492+00:00 0:14:03.758549 57251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-23T06:00:45.994334+00:00 2 default_pool