Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:10:05.690386+00:00 2021-06-04T17:10:07.352824+00:00 0:00:01.662438 36574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T17:10:03.344378+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:10:03.763691+00:00 2021-06-04T17:10:05.665399+00:00 0:00:01.901708 36573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T17:10:01.344366+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T16:00:00+00:00 PythonOperator 2021-06-04T17:09:43.639453+00:00 2021-06-04T17:09:46.827497+00:00 0:00:03.188044 36572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:09:41.255846+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T16:00:00+00:00 PythonOperator 2021-06-04T17:09:41.588837+00:00 2021-06-04T17:09:45.139613+00:00 0:00:03.550776 36571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:09:39.264143+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T16:00:00+00:00 TriggerDagRunOperator 2021-06-04T17:09:23.579840+00:00 2021-06-04T17:09:24.131830+00:00 0:00:00.551990 36570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:09:21.103726+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T16:00:00+00:00 TriggerDagRunOperator 2021-06-04T17:09:23.339517+00:00 2021-06-04T17:09:23.729456+00:00 0:00:00.389939 36569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:09:21.103690+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T16:05:00+00:00 EmrJobFlowSensor 2021-06-04T17:06:03.112322+00:00 2021-06-04T17:14:05.606595+00:00 0:08:02.494273 36568 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:06:00.786415+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:05:38.917219+00:00 2021-06-04T17:05:40.555943+00:00 0:00:01.638724 36567 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T17:05:36.763551+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T16:05:00+00:00 PythonOperator 2021-06-04T17:05:12.886307+00:00 2021-06-04T17:05:15.988947+00:00 0:00:03.102640 36566 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:05:10.742710+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T16:00:00+00:00 EmrJobFlowSensor 2021-06-04T17:01:02.492816+00:00 2021-06-04T17:09:05.049266+00:00 0:08:02.556450 36565 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:01:00.314214+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T16:00:00+00:00 EmrJobFlowSensor 2021-06-04T17:00:58.473269+00:00 2021-06-04T17:13:01.484426+00:00 0:12:03.011157 36564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T17:00:56.313127+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:00:40.474895+00:00 2021-06-04T17:00:42.147564+00:00 0:00:01.672669 36563 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T17:00:38.288246+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T17:00:38.504498+00:00 2021-06-04T17:00:40.310788+00:00 0:00:01.806290 36562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T17:00:36.288003+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T16:00:00+00:00 PythonOperator 2021-06-04T17:00:18.549210+00:00 2021-06-04T17:00:21.786874+00:00 0:00:03.237664 36561 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T17:00:16.196587+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T16:00:00+00:00 PythonOperator 2021-06-04T17:00:16.294372+00:00 2021-06-04T17:00:19.732528+00:00 0:00:03.438156 36560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T17:00:14.195300+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T15:00:00+00:00 EmrJobFlowSensor 2021-06-04T16:24:16.844026+00:00 2021-06-04T16:34:19.709941+00:00 0:10:02.865915 36559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:24:14.610988+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T15:00:00+00:00 EmrJobFlowSensor 2021-06-04T16:24:04.800952+00:00 2021-06-04T16:34:07.460697+00:00 0:10:02.659745 36558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:24:02.596241+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T15:05:00+00:00 EmrJobFlowSensor 2021-06-04T16:23:56.863548+00:00 2021-06-04T16:31:59.348564+00:00 0:08:02.485016 36557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:23:54.640793+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:23:54.915576+00:00 2021-06-04T16:23:56.719608+00:00 0:00:01.804032 36556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T16:23:52.581966+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:23:43.037950+00:00 2021-06-04T16:23:44.712363+00:00 0:00:01.674413 36555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T16:23:40.507175+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T15:00:00+00:00 PythonOperator 2021-06-04T16:23:35.054290+00:00 2021-06-04T16:23:38.520603+00:00 0:00:03.466313 36554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:23:32.515242+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:23:34.730153+00:00 2021-06-04T16:23:36.414860+00:00 0:00:01.684707 36553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T16:23:32.515197+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T15:00:00+00:00 PythonOperator 2021-06-04T16:23:20.583149+00:00 2021-06-04T16:23:23.895887+00:00 0:00:03.312738 36552 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:23:18.400219+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T15:05:00+00:00 PythonOperator 2021-06-04T16:23:12.556682+00:00 2021-06-04T16:23:15.741111+00:00 0:00:03.184429 36551 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:23:10.394263+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T15:00:00+00:00 TriggerDagRunOperator 2021-06-04T16:23:09.167306+00:00 2021-06-04T16:23:09.565078+00:00 0:00:00.397772 36550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:23:06.477298+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T15:00:00+00:00 TriggerDagRunOperator 2021-06-04T16:23:09.193548+00:00 2021-06-04T16:23:09.710866+00:00 0:00:00.517318 36549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:23:06.477328+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T15:00:00+00:00 EmrJobFlowSensor 2021-06-04T16:01:06.363637+00:00 2021-06-04T16:11:09.314726+00:00 0:10:02.951089 36547 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:01:04.089081+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T15:00:00+00:00 EmrJobFlowSensor 2021-06-04T16:00:46.392676+00:00 2021-06-04T16:12:49.364505+00:00 0:12:02.971829 36546 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T16:00:44.055720+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:00:46.328336+00:00 2021-06-04T16:00:48.028403+00:00 0:00:01.700067 36545 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T16:00:44.055764+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T16:00:26.459175+00:00 2021-06-04T16:00:28.256340+00:00 0:00:01.797165 36544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T16:00:24.039807+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T15:00:00+00:00 PythonOperator 2021-06-04T16:00:24.278265+00:00 2021-06-04T16:00:27.601059+00:00 0:00:03.322794 36543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T16:00:22.025504+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T15:00:00+00:00 PythonOperator 2021-06-04T16:00:04.554228+00:00 2021-06-04T16:00:07.892535+00:00 0:00:03.338307 36542 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T16:00:02.067784+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T14:00:00+00:00 EmrJobFlowSensor 2021-06-04T15:17:30.086005+00:00 2021-06-04T15:26:32.668208+00:00 0:09:02.582203 36541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:17:27.641360+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T14:00:00+00:00 EmrJobFlowSensor 2021-06-04T15:17:12.054337+00:00 2021-06-04T15:29:15.138779+00:00 0:12:03.084442 36540 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:17:09.654906+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:17:07.901408+00:00 2021-06-04T15:17:09.717309+00:00 0:00:01.815901 36539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T15:17:05.564125+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:16:49.953169+00:00 2021-06-04T15:16:51.736869+00:00 0:00:01.783700 36538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T15:16:47.554516+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T14:00:00+00:00 PythonOperator 2021-06-04T15:16:45.679947+00:00 2021-06-04T15:16:49.028625+00:00 0:00:03.348678 36537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:16:43.543643+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T14:00:00+00:00 PythonOperator 2021-06-04T15:16:29.976360+00:00 2021-06-04T15:16:33.397766+00:00 0:00:03.421406 36536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:16:27.582861+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T14:00:00+00:00 TriggerDagRunOperator 2021-06-04T15:16:19.943149+00:00 2021-06-04T15:16:20.473298+00:00 0:00:00.530149 36535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:16:17.540611+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T14:00:00+00:00 TriggerDagRunOperator 2021-06-04T15:16:19.861861+00:00 2021-06-04T15:16:20.269551+00:00 0:00:00.407690 36534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:16:17.540576+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T14:00:00+00:00 EmrJobFlowSensor 2021-06-04T15:06:00.853273+00:00 2021-06-04T15:18:03.895065+00:00 0:12:03.041792 36533 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:05:58.569988+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T14:05:00+00:00 EmrJobFlowSensor 2021-06-04T15:05:59.323775+00:00 2021-06-04T15:15:01.983111+00:00 0:09:02.659336 36532 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T15:05:56.571287+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T14:00:00+00:00 EmrJobFlowSensor 2021-06-04T15:05:56.883603+00:00 2021-06-04T15:16:00.064074+00:00 0:10:03.180471 36531 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:05:54.484725+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:05:38.939431+00:00 2021-06-04T15:05:40.718347+00:00 0:00:01.778916 36530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T15:05:36.475846+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:05:36.693735+00:00 2021-06-04T15:05:38.366317+00:00 0:00:01.672582 36529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T15:05:34.473118+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T15:05:34.870128+00:00 2021-06-04T15:05:36.665807+00:00 0:00:01.795679 36528 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T15:05:32.483860+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T14:00:00+00:00 PythonOperator 2021-06-04T15:05:17.289612+00:00 2021-06-04T15:05:20.869011+00:00 0:00:03.579399 36527 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:05:14.410952+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T14:00:00+00:00 PythonOperator 2021-06-04T15:05:15.393050+00:00 2021-06-04T15:05:19.068924+00:00 0:00:03.675874 36526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T15:05:12.406752+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T14:05:00+00:00 PythonOperator 2021-06-04T15:05:14.986691+00:00 2021-06-04T15:05:18.205636+00:00 0:00:03.218945 36525 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T15:05:12.406780+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T13:05:00+00:00 EmrJobFlowSensor 2021-06-04T14:13:03.653168+00:00 2021-06-04T14:15:05.416843+00:00 0:02:01.763675 36523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:13:01.508411+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T13:00:00+00:00 EmrJobFlowSensor 2021-06-04T14:11:23.515447+00:00 2021-06-04T14:23:26.372849+00:00 0:12:02.857402 36522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:11:21.301858+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T13:00:00+00:00 EmrJobFlowSensor 2021-06-04T14:11:09.951958+00:00 2021-06-04T14:21:12.747505+00:00 0:10:02.795547 36521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:11:07.292935+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T14:11:01.540566+00:00 2021-06-04T14:11:03.253082+00:00 0:00:01.712516 36520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T14:10:59.343688+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T14:10:47.531233+00:00 2021-06-04T14:10:49.204983+00:00 0:00:01.673750 36519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T14:10:45.265836+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T13:00:00+00:00 PythonOperator 2021-06-04T14:10:39.741275+00:00 2021-06-04T14:10:43.157641+00:00 0:00:03.416366 36518 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T14:10:37.247031+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T13:00:00+00:00 PythonOperator 2021-06-04T14:10:25.568999+00:00 2021-06-04T14:10:28.865629+00:00 0:00:03.296630 36517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T14:10:23.151924+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T13:00:00+00:00 TriggerDagRunOperator 2021-06-04T14:10:19.505570+00:00 2021-06-04T14:10:19.976536+00:00 0:00:00.470966 36516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:10:17.145971+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T13:00:00+00:00 TriggerDagRunOperator 2021-06-04T14:10:19.368891+00:00 2021-06-04T14:10:19.751556+00:00 0:00:00.382665 36515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:10:17.146006+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T14:05:43.031819+00:00 2021-06-04T14:05:44.701698+00:00 0:00:01.669879 36513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T14:05:40.761275+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T13:05:00+00:00 PythonOperator 2021-06-04T14:05:23.152083+00:00 2021-06-04T14:05:26.043600+00:00 0:00:02.891517 36512 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T14:05:20.627425+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T13:00:00+00:00 EmrJobFlowSensor 2021-06-04T14:01:04.426403+00:00 2021-06-04T14:13:07.441001+00:00 0:12:03.014598 36511 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T14:01:02.159961+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T13:00:00+00:00 EmrJobFlowSensor 2021-06-04T14:00:50.865298+00:00 2021-06-04T14:09:53.450780+00:00 0:09:02.585482 36510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T14:00:48.149699+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T14:00:42.291094+00:00 2021-06-04T14:00:44.006256+00:00 0:00:01.715162 36509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T14:00:40.067532+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T14:00:28.290205+00:00 2021-06-04T14:00:30.127472+00:00 0:00:01.837267 36508 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T14:00:26.005972+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T13:00:00+00:00 PythonOperator 2021-06-04T14:00:22.146840+00:00 2021-06-04T14:00:25.604855+00:00 0:00:03.458015 36507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T14:00:20.000205+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T13:00:00+00:00 PythonOperator 2021-06-04T14:00:08.667584+00:00 2021-06-04T14:00:11.879753+00:00 0:00:03.212169 36506 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T14:00:05.986697+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T12:00:00+00:00 EmrJobFlowSensor 2021-06-04T13:12:35.571408+00:00 2021-06-04T13:22:38.276199+00:00 0:10:02.704791 36504 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:12:33.415338+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T12:00:00+00:00 EmrJobFlowSensor 2021-06-04T13:12:25.689627+00:00 2021-06-04T13:23:28.598225+00:00 0:11:02.908598 36503 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:12:23.407754+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T13:12:13.695357+00:00 2021-06-04T13:12:15.522951+00:00 0:00:01.827594 36502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T13:12:11.398500+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T13:12:03.767145+00:00 2021-06-04T13:12:05.480588+00:00 0:00:01.713443 36501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T13:12:01.455934+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T12:00:00+00:00 PythonOperator 2021-06-04T13:11:51.711346+00:00 2021-06-04T13:11:54.863825+00:00 0:00:03.152479 36500 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T13:11:49.444339+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T12:00:00+00:00 PythonOperator 2021-06-04T13:11:39.520615+00:00 2021-06-04T13:11:43.085646+00:00 0:00:03.565031 36499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T13:11:37.349226+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T12:00:00+00:00 TriggerDagRunOperator 2021-06-04T13:11:29.894150+00:00 2021-06-04T13:11:30.385935+00:00 0:00:00.491785 36498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:11:27.339194+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T12:00:00+00:00 TriggerDagRunOperator 2021-06-04T13:11:29.659124+00:00 2021-06-04T13:11:30.085861+00:00 0:00:00.426737 36497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:11:27.339228+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T12:05:00+00:00 EmrJobFlowSensor 2021-06-04T13:06:05.082045+00:00 2021-06-04T13:15:07.633796+00:00 0:09:02.551751 36496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:06:02.844093+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T13:05:42.934128+00:00 2021-06-04T13:05:44.644066+00:00 0:00:01.709938 36495 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T13:05:40.692327+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T12:05:00+00:00 PythonOperator 2021-06-04T13:05:20.835763+00:00 2021-06-04T13:05:24.129200+00:00 0:00:03.293437 36494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T13:05:18.650344+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T12:00:00+00:00 EmrJobFlowSensor 2021-06-04T13:01:08.436580+00:00 2021-06-04T13:12:11.344572+00:00 0:11:02.907992 36493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T13:01:06.226841+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T12:00:00+00:00 EmrJobFlowSensor 2021-06-04T13:00:58.525065+00:00 2021-06-04T13:11:01.232087+00:00 0:10:02.707022 36492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T13:00:56.285633+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T13:00:46.352632+00:00 2021-06-04T13:00:47.992449+00:00 0:00:01.639817 36491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T13:00:44.199506+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T13:00:38.530558+00:00 2021-06-04T13:00:40.329938+00:00 0:00:01.799380 36490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T13:00:36.192748+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T12:00:00+00:00 PythonOperator 2021-06-04T13:00:24.462194+00:00 2021-06-04T13:00:27.790511+00:00 0:00:03.328317 36489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T13:00:22.149392+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T12:00:00+00:00 PythonOperator 2021-06-04T13:00:10.702146+00:00 2021-06-04T13:00:14.143038+00:00 0:00:03.440892 36488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T13:00:08.137542+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-04T11:00:00+00:00 EmrJobFlowSensor 2021-06-04T12:11:23.855494+00:00 2021-06-04T12:19:26.338462+00:00 0:08:02.482968 36486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:11:21.654042+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-04T11:00:00+00:00 EmrJobFlowSensor 2021-06-04T12:11:16.001703+00:00 2021-06-04T12:20:18.753269+00:00 0:09:02.751566 36485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:11:13.670416+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-04T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:11:02.408382+00:00 2021-06-04T12:11:04.298905+00:00 0:00:01.890523 36484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T12:10:59.961515+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-04T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:10:55.984593+00:00 2021-06-04T12:10:57.764591+00:00 0:00:01.779998 36483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T12:10:53.446527+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-04T11:00:00+00:00 PythonOperator 2021-06-04T12:10:39.983965+00:00 2021-06-04T12:10:43.207430+00:00 0:00:03.223465 36482 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:10:37.461608+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-04T11:00:00+00:00 PythonOperator 2021-06-04T12:10:33.882245+00:00 2021-06-04T12:10:37.586413+00:00 0:00:03.704168 36481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:10:31.375826+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-04T11:00:00+00:00 TriggerDagRunOperator 2021-06-04T12:10:21.706148+00:00 2021-06-04T12:10:22.175313+00:00 0:00:00.469165 36480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:10:19.306122+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-04T11:00:00+00:00 TriggerDagRunOperator 2021-06-04T12:10:21.455850+00:00 2021-06-04T12:10:21.844408+00:00 0:00:00.388558 36479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:10:19.306155+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-04T11:05:00+00:00 EmrJobFlowSensor 2021-06-04T12:06:13.162884+00:00 2021-06-04T12:14:15.742231+00:00 0:08:02.579347 36478 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:06:10.792215+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-04T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:05:50.875990+00:00 2021-06-04T12:05:52.577563+00:00 0:00:01.701573 36477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T12:05:48.756844+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-04T11:05:00+00:00 PythonOperator 2021-06-04T12:05:24.973491+00:00 2021-06-04T12:05:28.157577+00:00 0:00:03.184086 36476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:05:22.746067+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-04T11:00:00+00:00 EmrJobFlowSensor 2021-06-04T12:01:00.893369+00:00 2021-06-04T12:10:03.653415+00:00 0:09:02.760046 36475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:00:58.470441+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-04T11:00:00+00:00 EmrJobFlowSensor 2021-06-04T12:00:52.496585+00:00 2021-06-04T12:11:55.371447+00:00 0:11:02.874862 36474 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-04T12:00:50.327545+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-04T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:00:38.510695+00:00 2021-06-04T12:00:40.254693+00:00 0:00:01.743998 36473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-04T12:00:36.317421+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-04T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-04T12:00:30.597935+00:00 2021-06-04T12:00:32.352661+00:00 0:00:01.754726 36472 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-04T12:00:28.307571+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-04T11:00:00+00:00 PythonOperator 2021-06-04T12:00:16.514546+00:00 2021-06-04T12:00:19.827291+00:00 0:00:03.312745 36471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-04T12:00:14.297508+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-04T11:00:00+00:00 PythonOperator 2021-06-04T12:00:10.833840+00:00 2021-06-04T12:00:14.344608+00:00 0:00:03.510768 36470 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-04T12:00:08.289769+00:00 2 default_pool