Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-16T20:00:00+00:00 EmrJobFlowSensor 2021-06-16T21:11:08.119440+00:00 2021-06-16T21:21:10.858356+00:00 0:10:02.738916 42013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T21:11:05.357921+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T21:10:59.779364+00:00 2021-06-16T21:11:01.462561+00:00 0:00:01.683197 42012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T21:10:57.371737+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T21:10:45.686338+00:00 2021-06-16T21:10:47.438002+00:00 0:00:01.751664 42011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T21:10:43.292558+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T20:00:00+00:00 PythonOperator 2021-06-16T21:10:39.702067+00:00 2021-06-16T21:10:43.234747+00:00 0:00:03.532680 42010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T21:10:37.281811+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T20:00:00+00:00 PythonOperator 2021-06-16T21:10:25.483313+00:00 2021-06-16T21:10:29.065218+00:00 0:00:03.581905 42009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T21:10:23.207208+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T20:00:00+00:00 TriggerDagRunOperator 2021-06-16T21:10:15.486674+00:00 2021-06-16T21:10:15.983986+00:00 0:00:00.497312 42008 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T21:10:13.194732+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T20:00:00+00:00 TriggerDagRunOperator 2021-06-16T21:10:15.372516+00:00 2021-06-16T21:10:15.761645+00:00 0:00:00.389129 42007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T21:10:13.194763+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T20:05:00+00:00 EmrJobFlowSensor 2021-06-16T21:06:06.999553+00:00 2021-06-16T21:15:09.697433+00:00 0:09:02.697880 42006 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T21:06:04.810011+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T21:05:45.101983+00:00 2021-06-16T21:05:46.837837+00:00 0:00:01.735854 42005 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T21:05:42.794652+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T20:05:00+00:00 PythonOperator 2021-06-16T21:05:23.178592+00:00 2021-06-16T21:05:26.445841+00:00 0:00:03.267249 42004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T21:05:20.782887+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T20:00:00+00:00 EmrJobFlowSensor 2021-06-16T21:01:00.767743+00:00 2021-06-16T21:13:03.820730+00:00 0:12:03.052987 42003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T21:00:58.262308+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T20:00:00+00:00 EmrJobFlowSensor 2021-06-16T21:00:54.503042+00:00 2021-06-16T21:09:57.239374+00:00 0:09:02.736332 42002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T21:00:52.102921+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T21:00:40.488333+00:00 2021-06-16T21:00:42.176521+00:00 0:00:01.688188 42001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T21:00:38.155832+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T21:00:34.325968+00:00 2021-06-16T21:00:36.005194+00:00 0:00:01.679226 42000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T21:00:32.083327+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T20:00:00+00:00 PythonOperator 2021-06-16T21:00:18.347191+00:00 2021-06-16T21:00:21.728530+00:00 0:00:03.381339 41999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T21:00:16.054855+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T20:00:00+00:00 PythonOperator 2021-06-16T21:00:12.389503+00:00 2021-06-16T21:00:15.817528+00:00 0:00:03.428025 41998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T21:00:10.042178+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T19:00:00+00:00 EmrJobFlowSensor 2021-06-16T20:11:53.674273+00:00 2021-06-16T20:19:56.085563+00:00 0:08:02.411290 41996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T20:11:50.785830+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T19:00:00+00:00 EmrJobFlowSensor 2021-06-16T20:11:50.892314+00:00 2021-06-16T20:21:53.973842+00:00 0:10:03.081528 41995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T20:11:48.787349+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T20:11:31.270610+00:00 2021-06-16T20:11:33.056380+00:00 0:00:01.785770 41994 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T20:11:28.774955+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T20:11:30.997629+00:00 2021-06-16T20:11:32.746230+00:00 0:00:01.748601 41993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T20:11:28.774919+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T19:00:00+00:00 PythonOperator 2021-06-16T20:11:11.241512+00:00 2021-06-16T20:11:14.718115+00:00 0:00:03.476603 41992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T20:11:08.689297+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T19:00:00+00:00 PythonOperator 2021-06-16T20:11:08.817175+00:00 2021-06-16T20:11:12.908528+00:00 0:00:04.091353 41991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T20:11:06.694109+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T19:00:00+00:00 TriggerDagRunOperator 2021-06-16T20:10:40.896663+00:00 2021-06-16T20:10:41.336565+00:00 0:00:00.439902 41990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T20:10:38.621278+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T19:00:00+00:00 TriggerDagRunOperator 2021-06-16T20:10:40.805167+00:00 2021-06-16T20:10:41.358523+00:00 0:00:00.553356 41989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T20:10:38.621241+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T19:05:00+00:00 EmrJobFlowSensor 2021-06-16T20:06:12.679389+00:00 2021-06-16T20:15:15.328833+00:00 0:09:02.649444 41988 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T20:06:10.360106+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T20:05:42.359833+00:00 2021-06-16T20:05:43.954742+00:00 0:00:01.594909 41987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T20:05:40.246916+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T19:05:00+00:00 PythonOperator 2021-06-16T20:05:18.477440+00:00 2021-06-16T20:05:21.678653+00:00 0:00:03.201213 41986 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T20:05:16.223386+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T19:00:00+00:00 EmrJobFlowSensor 2021-06-16T20:01:18.342075+00:00 2021-06-16T20:12:21.357166+00:00 0:11:03.015091 41985 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T20:01:15.925028+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T19:00:00+00:00 EmrJobFlowSensor 2021-06-16T20:01:14.112719+00:00 2021-06-16T20:10:16.729014+00:00 0:09:02.616295 41984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T20:01:11.919969+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T20:00:46.082376+00:00 2021-06-16T20:00:47.730672+00:00 0:00:01.648296 41983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T20:00:43.907807+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T20:00:36.121324+00:00 2021-06-16T20:00:37.954775+00:00 0:00:01.833451 41982 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T20:00:33.893471+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T19:00:00+00:00 PythonOperator 2021-06-16T20:00:21.952125+00:00 2021-06-16T20:00:25.583587+00:00 0:00:03.631462 41981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T20:00:19.828333+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T19:00:00+00:00 PythonOperator 2021-06-16T20:00:12.116028+00:00 2021-06-16T20:00:15.543564+00:00 0:00:03.427536 41980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T20:00:09.818840+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T18:00:00+00:00 EmrJobFlowSensor 2021-06-16T19:10:22.094164+00:00 2021-06-16T19:19:24.649015+00:00 0:09:02.554851 41978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T19:10:19.924987+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T18:00:00+00:00 EmrJobFlowSensor 2021-06-16T19:10:12.104839+00:00 2021-06-16T19:19:14.904869+00:00 0:09:02.800030 41977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T19:10:09.916026+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T19:10:00.293501+00:00 2021-06-16T19:10:02.053377+00:00 0:00:01.759876 41976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T19:09:57.911989+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T19:09:50.440729+00:00 2021-06-16T19:09:52.195094+00:00 0:00:01.754365 41975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T19:09:47.957781+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T18:00:00+00:00 PythonOperator 2021-06-16T19:09:38.322454+00:00 2021-06-16T19:09:41.843196+00:00 0:00:03.520742 41974 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T19:09:35.892764+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T18:00:00+00:00 PythonOperator 2021-06-16T19:09:28.175622+00:00 2021-06-16T19:09:31.760219+00:00 0:00:03.584597 41973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T19:09:25.949253+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T18:00:00+00:00 TriggerDagRunOperator 2021-06-16T19:09:18.277644+00:00 2021-06-16T19:09:18.802717+00:00 0:00:00.525073 41972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T19:09:15.837644+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T18:00:00+00:00 TriggerDagRunOperator 2021-06-16T19:09:18.065548+00:00 2021-06-16T19:09:18.461892+00:00 0:00:00.396344 41971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T19:09:15.837675+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T18:05:00+00:00 EmrJobFlowSensor 2021-06-16T19:06:00.283546+00:00 2021-06-16T19:15:02.996508+00:00 0:09:02.712962 41970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T19:05:57.746016+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T19:05:37.800470+00:00 2021-06-16T19:05:39.413513+00:00 0:00:01.613043 41969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T19:05:35.577513+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T18:05:00+00:00 PythonOperator 2021-06-16T19:05:09.788532+00:00 2021-06-16T19:05:12.736992+00:00 0:00:02.948460 41968 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T19:05:07.504187+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T18:00:00+00:00 EmrJobFlowSensor 2021-06-16T19:01:05.444614+00:00 2021-06-16T19:09:07.942450+00:00 0:08:02.497836 41967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T19:01:03.098398+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T18:00:00+00:00 EmrJobFlowSensor 2021-06-16T19:01:01.278397+00:00 2021-06-16T19:12:04.124723+00:00 0:11:02.846326 41966 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T19:00:59.093446+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T19:00:43.319838+00:00 2021-06-16T19:00:45.163986+00:00 0:00:01.844148 41965 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T19:00:41.070535+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T19:00:39.167746+00:00 2021-06-16T19:00:40.818579+00:00 0:00:01.650833 41964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T19:00:37.065243+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T18:00:00+00:00 PythonOperator 2021-06-16T19:00:23.725099+00:00 2021-06-16T19:00:27.265769+00:00 0:00:03.540670 41963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T19:00:21.007187+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T18:00:00+00:00 PythonOperator 2021-06-16T19:00:15.255022+00:00 2021-06-16T19:00:18.877590+00:00 0:00:03.622568 41962 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T19:00:12.997757+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T17:00:00+00:00 EmrJobFlowSensor 2021-06-16T18:11:11.501606+00:00 2021-06-16T18:21:14.326202+00:00 0:10:02.824596 41960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T18:11:08.752918+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T17:00:00+00:00 EmrJobFlowSensor 2021-06-16T18:11:08.967251+00:00 2021-06-16T18:19:11.958260+00:00 0:08:02.991009 41959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T18:11:06.746369+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T18:10:49.576182+00:00 2021-06-16T18:10:51.253825+00:00 0:00:01.677643 41958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T18:10:46.743354+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T18:10:47.096976+00:00 2021-06-16T18:10:49.193170+00:00 0:00:02.096194 41957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T18:10:44.753981+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T17:00:00+00:00 PythonOperator 2021-06-16T18:10:27.969702+00:00 2021-06-16T18:10:31.734795+00:00 0:00:03.765093 41956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T18:10:24.671857+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T17:00:00+00:00 PythonOperator 2021-06-16T18:10:25.492062+00:00 2021-06-16T18:10:29.427022+00:00 0:00:03.934960 41955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T18:10:22.685977+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T17:00:00+00:00 TriggerDagRunOperator 2021-06-16T18:10:18.972233+00:00 2021-06-16T18:10:19.498050+00:00 0:00:00.525817 41954 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T18:10:16.622273+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T17:00:00+00:00 TriggerDagRunOperator 2021-06-16T18:10:18.898364+00:00 2021-06-16T18:10:19.293073+00:00 0:00:00.394709 41953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T18:10:16.622302+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T17:05:00+00:00 EmrJobFlowSensor 2021-06-16T18:05:54.550619+00:00 2021-06-16T18:15:57.299254+00:00 0:10:02.748635 41952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T18:05:52.257497+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T18:05:34.697927+00:00 2021-06-16T18:05:36.439916+00:00 0:00:01.741989 41951 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T18:05:32.257591+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T17:05:00+00:00 PythonOperator 2021-06-16T18:05:10.500299+00:00 2021-06-16T18:05:13.931278+00:00 0:00:03.430979 41950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T18:05:08.148552+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T17:00:00+00:00 EmrJobFlowSensor 2021-06-16T18:00:57.989573+00:00 2021-06-16T18:13:00.922730+00:00 0:12:02.933157 41949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T18:00:55.898532+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T17:00:00+00:00 EmrJobFlowSensor 2021-06-16T18:00:53.992593+00:00 2021-06-16T18:09:56.637719+00:00 0:09:02.645126 41948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T18:00:51.810720+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T18:00:36.158440+00:00 2021-06-16T18:00:37.833044+00:00 0:00:01.674604 41947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T18:00:33.799989+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T18:00:30.428551+00:00 2021-06-16T18:00:32.132859+00:00 0:00:01.704308 41946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T18:00:27.864937+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T17:00:00+00:00 PythonOperator 2021-06-16T18:00:14.146681+00:00 2021-06-16T18:00:17.508979+00:00 0:00:03.362298 41945 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T18:00:11.757258+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T17:00:00+00:00 PythonOperator 2021-06-16T18:00:08.022839+00:00 2021-06-16T18:00:11.485051+00:00 0:00:03.462212 41944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T18:00:05.691164+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T16:00:00+00:00 EmrJobFlowSensor 2021-06-16T17:11:19.813184+00:00 2021-06-16T17:21:22.629858+00:00 0:10:02.816674 41942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T17:11:17.384975+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T16:00:00+00:00 EmrJobFlowSensor 2021-06-16T17:11:07.517314+00:00 2021-06-16T17:19:10.101266+00:00 0:08:02.583952 41941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T17:11:05.343349+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T17:10:57.506949+00:00 2021-06-16T17:10:59.279985+00:00 0:00:01.773036 41940 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T17:10:55.274469+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T17:10:41.422153+00:00 2021-06-16T17:10:43.092877+00:00 0:00:01.670724 41939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T17:10:39.251508+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T16:00:00+00:00 PythonOperator 2021-06-16T17:10:23.602387+00:00 2021-06-16T17:10:27.330280+00:00 0:00:03.727893 41938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T17:10:21.244861+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T16:00:00+00:00 PythonOperator 2021-06-16T17:10:13.833856+00:00 2021-06-16T17:10:17.419855+00:00 0:00:03.585999 41937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T17:10:11.270683+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T16:00:00+00:00 TriggerDagRunOperator 2021-06-16T17:10:08.007988+00:00 2021-06-16T17:10:08.404136+00:00 0:00:00.396148 41936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T17:10:05.053124+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T16:00:00+00:00 TriggerDagRunOperator 2021-06-16T17:10:08.012341+00:00 2021-06-16T17:10:08.590203+00:00 0:00:00.577862 41935 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T17:10:05.053075+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T16:05:00+00:00 EmrJobFlowSensor 2021-06-16T17:05:59.119597+00:00 2021-06-16T17:15:01.807566+00:00 0:09:02.687969 41934 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T17:05:56.660336+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T17:05:37.043211+00:00 2021-06-16T17:05:38.812541+00:00 0:00:01.769330 41933 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T17:05:34.591481+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T16:05:00+00:00 PythonOperator 2021-06-16T17:05:14.736528+00:00 2021-06-16T17:05:18.204744+00:00 0:00:03.468216 41932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T17:05:12.556124+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T16:00:00+00:00 EmrJobFlowSensor 2021-06-16T17:01:00.596255+00:00 2021-06-16T17:10:03.392462+00:00 0:09:02.796207 41931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T17:00:58.289255+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T16:00:00+00:00 EmrJobFlowSensor 2021-06-16T17:00:56.434583+00:00 2021-06-16T17:12:59.327167+00:00 0:12:02.892584 41930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T17:00:54.278318+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T17:00:40.588008+00:00 2021-06-16T17:00:42.374399+00:00 0:00:01.786391 41929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T17:00:38.268181+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T17:00:34.818968+00:00 2021-06-16T17:00:36.548806+00:00 0:00:01.729838 41928 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T17:00:32.221134+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-16T16:00:00+00:00 PythonOperator 2021-06-16T17:00:18.412523+00:00 2021-06-16T17:00:22.031195+00:00 0:00:03.618672 41927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-16T17:00:16.207408+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T16:00:00+00:00 PythonOperator 2021-06-16T17:00:12.405856+00:00 2021-06-16T17:00:16.010175+00:00 0:00:03.604319 41926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T17:00:10.193267+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-16T15:00:00+00:00 EmrJobFlowSensor 2021-06-16T16:20:10.361276+00:00 2021-06-16T16:30:13.108160+00:00 0:10:02.746884 41925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T16:20:08.094786+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-16T15:00:00+00:00 EmrJobFlowSensor 2021-06-16T16:19:58.244666+00:00 2021-06-16T16:29:00.933397+00:00 0:09:02.688731 41924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T16:19:56.081328+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-16T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T16:19:48.335790+00:00 2021-06-16T16:19:50.045991+00:00 0:00:01.710201 41923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T16:19:46.052430+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-16T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T16:19:36.380913+00:00 2021-06-16T16:19:38.045353+00:00 0:00:01.664440 41922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T16:19:34.061227+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-16T15:00:00+00:00 PythonOperator 2021-06-16T16:19:26.372306+00:00 2021-06-16T16:19:30.071616+00:00 0:00:03.699310 41921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T16:19:23.968744+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-16T15:00:00+00:00 PythonOperator 2021-06-16T16:19:12.418028+00:00 2021-06-16T16:19:15.689395+00:00 0:00:03.271367 41920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T16:19:09.977170+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-16T15:00:00+00:00 TriggerDagRunOperator 2021-06-16T16:19:02.567322+00:00 2021-06-16T16:19:03.096316+00:00 0:00:00.528994 41919 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T16:18:59.290103+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-16T15:00:00+00:00 TriggerDagRunOperator 2021-06-16T16:19:02.447983+00:00 2021-06-16T16:19:02.843546+00:00 0:00:00.395563 41918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T16:18:59.290061+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-16T15:05:00+00:00 EmrJobFlowSensor 2021-06-16T16:06:23.044394+00:00 2021-06-16T16:14:25.631014+00:00 0:08:02.586620 41916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T16:06:20.723897+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-16T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-16T16:05:50.872026+00:00 2021-06-16T16:05:52.673564+00:00 0:00:01.801538 41915 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T16:05:48.697701+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-16T15:05:00+00:00 PythonOperator 2021-06-16T16:05:18.739117+00:00 2021-06-16T16:05:22.159319+00:00 0:00:03.420202 41914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T16:05:16.590082+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-16T15:00:00+00:00 EmrJobFlowSensor 2021-06-16T16:01:06.396575+00:00 2021-06-16T16:12:09.362670+00:00 0:11:02.966095 41913 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T16:01:04.181287+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-16T15:00:00+00:00 EmrJobFlowSensor 2021-06-16T16:00:50.784092+00:00 2021-06-16T16:09:53.422123+00:00 0:09:02.638031 41912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T16:00:48.146140+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-16T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T16:00:42.421188+00:00 2021-06-16T16:00:44.131177+00:00 0:00:01.709989 41911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T16:00:40.240719+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-16T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T16:00:28.440233+00:00 2021-06-16T16:00:30.269272+00:00 0:00:01.829039 41910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-16T16:00:26.106726+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-16T15:00:00+00:00 PythonOperator 2021-06-16T16:00:22.510321+00:00 2021-06-16T16:00:26.030790+00:00 0:00:03.520469 41909 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T16:00:20.169826+00:00 2 default_pool