Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T20:11:07.133007+00:00 2021-06-14T20:11:08.795927+00:00 0:00:01.662920 41015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T20:11:04.946642+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T20:11:01.396799+00:00 2021-06-14T20:11:03.105120+00:00 0:00:01.708321 41014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T20:10:58.968013+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T19:00:00+00:00 PythonOperator 2021-06-14T20:10:45.259085+00:00 2021-06-14T20:10:48.652977+00:00 0:00:03.393892 41013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T20:10:42.878464+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T19:00:00+00:00 PythonOperator 2021-06-14T20:10:39.075749+00:00 2021-06-14T20:10:42.730964+00:00 0:00:03.655215 41012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T20:10:36.854311+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T19:00:00+00:00 TriggerDagRunOperator 2021-06-14T20:10:25.172796+00:00 2021-06-14T20:10:25.587278+00:00 0:00:00.414482 41011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T20:10:22.802941+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T19:00:00+00:00 TriggerDagRunOperator 2021-06-14T20:10:25.140953+00:00 2021-06-14T20:10:25.660984+00:00 0:00:00.520031 41010 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T20:10:22.802974+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T19:05:00+00:00 EmrJobFlowSensor 2021-06-14T20:05:52.815561+00:00 2021-06-14T20:14:55.267721+00:00 0:09:02.452160 41009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T20:05:50.385504+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T20:05:30.977383+00:00 2021-06-14T20:05:32.750785+00:00 0:00:01.773402 41008 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T20:05:28.358695+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T19:05:00+00:00 PythonOperator 2021-06-14T20:05:08.365516+00:00 2021-06-14T20:05:11.811481+00:00 0:00:03.445965 41007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T20:05:06.250687+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T19:00:00+00:00 EmrJobFlowSensor 2021-06-14T20:01:06.090929+00:00 2021-06-14T20:10:08.786185+00:00 0:09:02.695256 41006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T20:01:03.923346+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T19:00:00+00:00 EmrJobFlowSensor 2021-06-14T20:00:46.157444+00:00 2021-06-14T20:12:49.177667+00:00 0:12:03.020223 41005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T20:00:43.954200+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T20:00:42.113351+00:00 2021-06-14T20:00:43.960911+00:00 0:00:01.847560 41004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T20:00:39.903026+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T20:00:27.036144+00:00 2021-06-14T20:00:28.867611+00:00 0:00:01.831467 41003 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T20:00:23.947359+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T19:00:00+00:00 PythonOperator 2021-06-14T20:00:22.378040+00:00 2021-06-14T20:00:26.486623+00:00 0:00:04.108583 41002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T20:00:19.896743+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T19:00:00+00:00 PythonOperator 2021-06-14T20:00:04.297094+00:00 2021-06-14T20:00:07.936117+00:00 0:00:03.639023 41001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T20:00:01.841294+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T18:00:00+00:00 EmrJobFlowSensor 2021-06-14T19:10:59.633599+00:00 2021-06-14T19:21:02.450536+00:00 0:10:02.816937 40999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T19:10:56.967343+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T18:00:00+00:00 EmrJobFlowSensor 2021-06-14T19:10:59.330873+00:00 2021-06-14T19:21:01.951476+00:00 0:10:02.620603 40998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T19:10:56.967304+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T19:10:39.633504+00:00 2021-06-14T19:10:41.330955+00:00 0:00:01.697451 40997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T19:10:36.887860+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T19:10:37.244461+00:00 2021-06-14T19:10:39.301469+00:00 0:00:02.057008 40996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T19:10:34.888897+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T18:00:00+00:00 PythonOperator 2021-06-14T19:10:17.110337+00:00 2021-06-14T19:10:20.317072+00:00 0:00:03.206735 40995 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T19:10:14.815549+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T18:00:00+00:00 PythonOperator 2021-06-14T19:10:17.013176+00:00 2021-06-14T19:10:20.659392+00:00 0:00:03.646216 40994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T19:10:14.815585+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T18:00:00+00:00 TriggerDagRunOperator 2021-06-14T19:10:07.081791+00:00 2021-06-14T19:10:07.502582+00:00 0:00:00.420791 40993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T19:10:04.807105+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T18:00:00+00:00 TriggerDagRunOperator 2021-06-14T19:10:07.000911+00:00 2021-06-14T19:10:07.540095+00:00 0:00:00.539184 40992 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T19:10:04.807139+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T18:05:00+00:00 EmrJobFlowSensor 2021-06-14T19:05:50.562681+00:00 2021-06-14T19:13:53.079557+00:00 0:08:02.516876 40991 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T19:05:48.385692+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T19:05:28.842850+00:00 2021-06-14T19:05:30.477132+00:00 0:00:01.634282 40990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T19:05:26.381367+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T18:05:00+00:00 PythonOperator 2021-06-14T19:05:06.573160+00:00 2021-06-14T19:05:09.766591+00:00 0:00:03.193431 40989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T19:05:04.351081+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T18:00:00+00:00 EmrJobFlowSensor 2021-06-14T19:00:58.073615+00:00 2021-06-14T19:10:00.642143+00:00 0:09:02.568528 40988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T19:00:55.908467+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T18:00:00+00:00 EmrJobFlowSensor 2021-06-14T19:00:48.258009+00:00 2021-06-14T19:12:51.311505+00:00 0:12:03.053496 40987 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T19:00:45.858999+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T19:00:36.049816+00:00 2021-06-14T19:00:37.862604+00:00 0:00:01.812788 40986 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T19:00:33.813057+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T19:00:26.182513+00:00 2021-06-14T19:00:27.950172+00:00 0:00:01.767659 40985 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T19:00:23.960146+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T18:00:00+00:00 PythonOperator 2021-06-14T19:00:14.337195+00:00 2021-06-14T19:00:17.829520+00:00 0:00:03.492325 40984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T19:00:11.796320+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T18:00:00+00:00 PythonOperator 2021-06-14T19:00:06.547065+00:00 2021-06-14T19:00:10.120197+00:00 0:00:03.573132 40983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T19:00:03.772010+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T17:00:00+00:00 EmrJobFlowSensor 2021-06-14T18:11:32.273402+00:00 2021-06-14T18:21:35.144213+00:00 0:10:02.870811 40981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T18:11:29.987795+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T17:00:00+00:00 EmrJobFlowSensor 2021-06-14T18:11:20.225269+00:00 2021-06-14T18:21:23.062698+00:00 0:10:02.837429 40980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T18:11:17.921410+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T18:11:10.436413+00:00 2021-06-14T18:11:12.136673+00:00 0:00:01.700260 40979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T18:11:07.975935+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T18:10:58.221747+00:00 2021-06-14T18:10:59.886463+00:00 0:00:01.664716 40978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T18:10:55.972489+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T17:00:00+00:00 PythonOperator 2021-06-14T18:10:48.363859+00:00 2021-06-14T18:10:51.997324+00:00 0:00:03.633465 40977 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T18:10:45.966626+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T17:00:00+00:00 PythonOperator 2021-06-14T18:10:36.319929+00:00 2021-06-14T18:10:39.739352+00:00 0:00:03.419423 40976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T18:10:33.945432+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T17:00:00+00:00 TriggerDagRunOperator 2021-06-14T18:10:26.140804+00:00 2021-06-14T18:10:26.797947+00:00 0:00:00.657143 40975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T18:10:23.835414+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T17:00:00+00:00 TriggerDagRunOperator 2021-06-14T18:10:26.108884+00:00 2021-06-14T18:10:26.634253+00:00 0:00:00.525369 40974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T18:10:23.835442+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T17:05:00+00:00 EmrJobFlowSensor 2021-06-14T18:06:07.842154+00:00 2021-06-14T18:14:10.280965+00:00 0:08:02.438811 40973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T18:06:05.348336+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T18:05:47.617708+00:00 2021-06-14T18:05:49.346049+00:00 0:00:01.728341 40972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T18:05:45.331242+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T17:05:00+00:00 PythonOperator 2021-06-14T18:05:23.444929+00:00 2021-06-14T18:05:26.853800+00:00 0:00:03.408871 40971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T18:05:21.311577+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T17:00:00+00:00 EmrJobFlowSensor 2021-06-14T18:01:11.228746+00:00 2021-06-14T18:10:13.890341+00:00 0:09:02.661595 40970 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T18:01:08.946376+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T17:00:00+00:00 EmrJobFlowSensor 2021-06-14T18:01:03.240473+00:00 2021-06-14T18:13:06.180945+00:00 0:12:02.940472 40969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T18:01:00.948455+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T18:00:49.221407+00:00 2021-06-14T18:00:51.049772+00:00 0:00:01.828365 40968 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T18:00:46.890216+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T18:00:42.974638+00:00 2021-06-14T18:00:44.637314+00:00 0:00:01.662676 40967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T18:00:40.877542+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T17:00:00+00:00 PythonOperator 2021-06-14T18:00:23.103969+00:00 2021-06-14T18:00:26.410080+00:00 0:00:03.306111 40966 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T18:00:20.809240+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T17:00:00+00:00 PythonOperator 2021-06-14T18:00:11.171823+00:00 2021-06-14T18:00:14.860429+00:00 0:00:03.688606 40965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T18:00:08.809626+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T16:00:00+00:00 EmrJobFlowSensor 2021-06-14T17:12:35.708711+00:00 2021-06-14T17:22:38.519152+00:00 0:10:02.810441 40963 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T17:12:33.343455+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T16:00:00+00:00 EmrJobFlowSensor 2021-06-14T17:12:21.451613+00:00 2021-06-14T17:21:24.197176+00:00 0:09:02.745563 40962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T17:12:19.233561+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T17:12:15.622160+00:00 2021-06-14T17:12:17.410542+00:00 0:00:01.788382 40961 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T17:12:13.228582+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T17:11:59.533199+00:00 2021-06-14T17:12:01.252234+00:00 0:00:01.719035 40960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T17:11:57.216093+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T16:00:00+00:00 PythonOperator 2021-06-14T17:11:53.397333+00:00 2021-06-14T17:11:57.021694+00:00 0:00:03.624361 40959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T17:11:51.209894+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T16:00:00+00:00 PythonOperator 2021-06-14T17:11:37.581347+00:00 2021-06-14T17:11:40.809130+00:00 0:00:03.227783 40958 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T17:11:35.260733+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T16:00:00+00:00 TriggerDagRunOperator 2021-06-14T17:11:33.780596+00:00 2021-06-14T17:11:34.402518+00:00 0:00:00.621922 40957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T17:11:31.245065+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T16:00:00+00:00 TriggerDagRunOperator 2021-06-14T17:11:33.690230+00:00 2021-06-14T17:11:34.308060+00:00 0:00:00.617830 40956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T17:11:31.245011+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T16:05:00+00:00 EmrJobFlowSensor 2021-06-14T17:05:56.671204+00:00 2021-06-14T17:13:59.058847+00:00 0:08:02.387643 40955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T17:05:54.507790+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T17:05:36.649028+00:00 2021-06-14T17:05:38.365535+00:00 0:00:01.716507 40954 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T17:05:34.487807+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T16:05:00+00:00 PythonOperator 2021-06-14T17:05:14.798701+00:00 2021-06-14T17:05:18.052489+00:00 0:00:03.253788 40953 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T17:05:12.459615+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T16:00:00+00:00 EmrJobFlowSensor 2021-06-14T17:01:06.471986+00:00 2021-06-14T17:12:09.449359+00:00 0:11:02.977373 40952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T17:01:04.090438+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T16:00:00+00:00 EmrJobFlowSensor 2021-06-14T17:01:00.717469+00:00 2021-06-14T17:11:03.587959+00:00 0:10:02.870490 40951 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T17:00:58.171239+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T17:00:42.403218+00:00 2021-06-14T17:00:44.172266+00:00 0:00:01.769048 40950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T17:00:40.140387+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T17:00:40.442039+00:00 2021-06-14T17:00:42.231677+00:00 0:00:01.789638 40949 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T17:00:38.144039+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T16:00:00+00:00 PythonOperator 2021-06-14T17:00:20.160634+00:00 2021-06-14T17:00:23.744397+00:00 0:00:03.583763 40948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T17:00:18.028543+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T16:00:00+00:00 PythonOperator 2021-06-14T17:00:16.727154+00:00 2021-06-14T17:00:20.063172+00:00 0:00:03.336018 40947 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T17:00:14.031460+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T15:00:00+00:00 EmrJobFlowSensor 2021-06-14T16:11:24.288524+00:00 2021-06-14T16:19:26.863709+00:00 0:08:02.575185 40945 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T16:11:21.860373+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T15:00:00+00:00 EmrJobFlowSensor 2021-06-14T16:11:16.085221+00:00 2021-06-14T16:20:18.755658+00:00 0:09:02.670437 40944 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T16:11:13.850694+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T16:11:04.802626+00:00 2021-06-14T16:11:06.578963+00:00 0:00:01.776337 40943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T16:11:01.839461+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T16:10:56.106597+00:00 2021-06-14T16:10:57.857437+00:00 0:00:01.750840 40942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T16:10:53.829979+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T15:00:00+00:00 PythonOperator 2021-06-14T16:10:42.013491+00:00 2021-06-14T16:10:45.237639+00:00 0:00:03.224148 40941 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T16:10:39.811305+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T15:00:00+00:00 PythonOperator 2021-06-14T16:10:34.018851+00:00 2021-06-14T16:10:37.773334+00:00 0:00:03.754483 40940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T16:10:31.805964+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T15:00:00+00:00 TriggerDagRunOperator 2021-06-14T16:10:16.348308+00:00 2021-06-14T16:10:16.836490+00:00 0:00:00.488182 40939 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T16:10:13.867118+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T15:00:00+00:00 TriggerDagRunOperator 2021-06-14T16:10:16.160039+00:00 2021-06-14T16:10:16.546220+00:00 0:00:00.386181 40938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T16:10:13.867086+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T15:05:00+00:00 EmrJobFlowSensor 2021-06-14T16:05:53.610053+00:00 2021-06-14T16:14:56.200594+00:00 0:09:02.590541 40937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T16:05:51.417118+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T16:05:31.844593+00:00 2021-06-14T16:05:33.453543+00:00 0:00:01.608950 40936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T16:05:29.552414+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T15:05:00+00:00 PythonOperator 2021-06-14T16:05:10.094868+00:00 2021-06-14T16:05:13.283174+00:00 0:00:03.188306 40935 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T16:05:07.465184+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T15:00:00+00:00 EmrJobFlowSensor 2021-06-14T16:01:13.310115+00:00 2021-06-14T16:13:16.350981+00:00 0:12:03.040866 40934 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T16:01:10.990945+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T15:00:00+00:00 EmrJobFlowSensor 2021-06-14T16:00:59.412018+00:00 2021-06-14T16:10:02.153571+00:00 0:09:02.741553 40933 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T16:00:56.946145+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T16:00:51.048247+00:00 2021-06-14T16:00:52.766647+00:00 0:00:01.718400 40932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T16:00:48.895568+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T16:00:39.143383+00:00 2021-06-14T16:00:40.820740+00:00 0:00:01.677357 40931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T16:00:36.951169+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T15:00:00+00:00 PythonOperator 2021-06-14T16:00:28.988003+00:00 2021-06-14T16:00:32.591709+00:00 0:00:03.603706 40930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T16:00:26.834629+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T15:00:00+00:00 PythonOperator 2021-06-14T16:00:09.398261+00:00 2021-06-14T16:00:12.652664+00:00 0:00:03.254403 40929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T16:00:06.815928+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-14T14:00:00+00:00 EmrJobFlowSensor 2021-06-14T15:39:09.497986+00:00 2021-06-14T15:49:12.356013+00:00 0:10:02.858027 40928 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T15:39:06.957892+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-14T14:00:00+00:00 EmrJobFlowSensor 2021-06-14T15:38:59.106431+00:00 2021-06-14T15:48:01.798736+00:00 0:09:02.692305 40927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T15:38:56.872823+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-14T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T15:38:49.098404+00:00 2021-06-14T15:38:50.888231+00:00 0:00:01.789827 40926 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T15:38:46.820646+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-14T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T15:38:39.088360+00:00 2021-06-14T15:38:40.889742+00:00 0:00:01.801382 40925 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T15:38:36.808915+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-14T14:00:00+00:00 PythonOperator 2021-06-14T15:38:26.934715+00:00 2021-06-14T15:38:30.681564+00:00 0:00:03.746849 40924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T15:38:24.798165+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-14T14:00:00+00:00 PythonOperator 2021-06-14T15:38:17.006073+00:00 2021-06-14T15:38:20.224397+00:00 0:00:03.218324 40923 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T15:38:14.790201+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-14T14:00:00+00:00 TriggerDagRunOperator 2021-06-14T15:38:11.133475+00:00 2021-06-14T15:38:11.618410+00:00 0:00:00.484935 40922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T15:38:08.785657+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-14T14:00:00+00:00 TriggerDagRunOperator 2021-06-14T15:38:11.045322+00:00 2021-06-14T15:38:11.451500+00:00 0:00:00.406178 40921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T15:38:08.785689+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-14T14:00:00+00:00 EmrJobFlowSensor 2021-06-14T15:28:05.017735+00:00 2021-06-14T15:40:07.973134+00:00 0:12:02.955399 40920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T15:28:01.782061+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-14T14:00:00+00:00 EmrJobFlowSensor 2021-06-14T15:28:03.119032+00:00 2021-06-14T15:38:06.132350+00:00 0:10:03.013318 40919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T15:27:59.865326+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-14T14:05:00+00:00 EmrJobFlowSensor 2021-06-14T15:27:56.060616+00:00 2021-06-14T15:37:58.766207+00:00 0:10:02.705591 40918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-14T15:27:53.787908+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-14T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T15:27:43.647608+00:00 2021-06-14T15:27:45.362321+00:00 0:00:01.714713 40917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T15:27:39.719023+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-14T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-14T15:27:41.245188+00:00 2021-06-14T15:27:43.496804+00:00 0:00:02.251616 40916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-14T15:27:37.780775+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-14T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-14T15:27:34.069681+00:00 2021-06-14T15:27:35.691660+00:00 0:00:01.621979 40915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-14T15:27:31.766729+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-14T14:00:00+00:00 PythonOperator 2021-06-14T15:27:17.939997+00:00 2021-06-14T15:27:21.476549+00:00 0:00:03.536552 40914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T15:27:15.700065+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-14T14:00:00+00:00 PythonOperator 2021-06-14T15:27:17.948203+00:00 2021-06-14T15:27:21.534920+00:00 0:00:03.586717 40913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-14T15:27:15.700096+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-14T14:05:00+00:00 PythonOperator 2021-06-14T15:27:11.963380+00:00 2021-06-14T15:27:15.370456+00:00 0:00:03.407076 40912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-14T15:27:09.693739+00:00 2 default_pool