Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 create_emr_steps 2021-05-29T22:00:00+00:00 PythonOperator 2021-05-29T23:10:31.919394+00:00 2021-05-29T23:10:35.401437+00:00 0:00:03.482043 34022 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T23:10:29.441150+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-29T22:00:00+00:00 PythonOperator 2021-05-29T23:10:19.881462+00:00 2021-05-29T23:10:23.116845+00:00 0:00:03.235383 34021 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T23:10:17.240650+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-29T22:00:00+00:00 TriggerDagRunOperator 2021-05-29T23:10:09.807695+00:00 2021-05-29T23:10:10.201761+00:00 0:00:00.394066 34020 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T23:10:07.219141+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-29T22:00:00+00:00 TriggerDagRunOperator 2021-05-29T23:10:09.399377+00:00 2021-05-29T23:10:09.809085+00:00 0:00:00.409708 34019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T23:10:07.219105+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-29T22:05:00+00:00 EmrJobFlowSensor 2021-05-29T23:05:46.952042+00:00 2021-05-29T23:14:49.535876+00:00 0:09:02.583834 34018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T23:05:44.743981+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-29T22:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T23:05:26.853020+00:00 2021-05-29T23:05:28.469381+00:00 0:00:01.616361 34017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T23:05:24.646467+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-29T22:05:00+00:00 PythonOperator 2021-05-29T23:05:05.060077+00:00 2021-05-29T23:05:07.850193+00:00 0:00:02.790116 34016 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T23:05:02.518816+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-05-28T23:00:00+00:00 EmrJobFlowSensor 2021-05-29T23:00:58.362669+00:00 2021-05-29T23:09:00.773906+00:00 0:08:02.411237 34015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T23:00:56.183722+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T22:00:00+00:00 EmrJobFlowSensor 2021-05-29T23:00:56.629381+00:00 2021-05-29T23:10:59.478431+00:00 0:10:02.849050 34014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T23:00:54.183614+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-29T22:00:00+00:00 EmrJobFlowSensor 2021-05-29T23:00:54.383012+00:00 2021-05-29T23:09:56.956962+00:00 0:09:02.573950 34013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T23:00:52.179558+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-05-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T23:00:36.723490+00:00 2021-05-29T23:00:38.396107+00:00 0:00:01.672617 34012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T23:00:34.166886+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T23:00:36.474221+00:00 2021-05-29T23:00:38.279657+00:00 0:00:01.805436 34011 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T23:00:34.166920+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-29T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T23:00:34.421519+00:00 2021-05-29T23:00:36.449377+00:00 0:00:02.027858 34010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T23:00:32.160494+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-05-28T23:00:00+00:00 PythonOperator 2021-05-29T23:00:14.692101+00:00 2021-05-29T23:00:18.475846+00:00 0:00:03.783745 34009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T23:00:11.795079+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T22:00:00+00:00 PythonOperator 2021-05-29T23:00:12.025052+00:00 2021-05-29T23:00:15.167357+00:00 0:00:03.142305 34008 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T23:00:09.790720+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-29T22:00:00+00:00 PythonOperator 2021-05-29T23:00:10.574518+00:00 2021-05-29T23:00:14.724169+00:00 0:00:04.149651 34007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T23:00:07.860300+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-29T21:05:00+00:00 EmrJobFlowSensor 2021-05-29T22:13:09.563150+00:00 2021-05-29T22:14:11.159244+00:00 0:01:01.596094 34005 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T22:13:07.287894+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-29T21:00:00+00:00 EmrJobFlowSensor 2021-05-29T22:10:25.034413+00:00 2021-05-29T22:19:27.627337+00:00 0:09:02.592924 34004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T22:10:22.703514+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-29T21:00:00+00:00 EmrJobFlowSensor 2021-05-29T22:10:19.050355+00:00 2021-05-29T22:20:21.962602+00:00 0:10:02.912247 34003 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T22:10:16.698203+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-29T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T22:10:04.883671+00:00 2021-05-29T22:10:06.537861+00:00 0:00:01.654190 34002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T22:10:02.686272+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-29T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T22:09:58.918846+00:00 2021-05-29T22:10:00.720390+00:00 0:00:01.801544 34001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T22:09:56.614440+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-29T21:00:00+00:00 PythonOperator 2021-05-29T22:09:40.998949+00:00 2021-05-29T22:09:44.300085+00:00 0:00:03.301136 34000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T22:09:38.666469+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-29T21:00:00+00:00 PythonOperator 2021-05-29T22:09:37.093220+00:00 2021-05-29T22:09:40.870029+00:00 0:00:03.776809 33999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T22:09:34.596649+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-29T21:00:00+00:00 TriggerDagRunOperator 2021-05-29T22:09:28.972209+00:00 2021-05-29T22:09:29.507070+00:00 0:00:00.534861 33998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T22:09:26.592381+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-29T21:00:00+00:00 TriggerDagRunOperator 2021-05-29T22:09:28.915356+00:00 2021-05-29T22:09:29.330075+00:00 0:00:00.414719 33997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T22:09:26.592415+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-29T21:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T22:05:26.562346+00:00 2021-05-29T22:05:28.262512+00:00 0:00:01.700166 33995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T22:05:24.270729+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-29T21:05:00+00:00 PythonOperator 2021-05-29T22:05:04.606530+00:00 2021-05-29T22:05:07.791264+00:00 0:00:03.184734 33994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T22:05:02.246735+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T21:00:00+00:00 EmrJobFlowSensor 2021-05-29T22:01:12.336551+00:00 2021-05-29T22:10:15.029226+00:00 0:09:02.692675 33993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T22:01:09.870286+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-29T21:00:00+00:00 EmrJobFlowSensor 2021-05-29T22:01:08.444151+00:00 2021-05-29T22:09:10.986971+00:00 0:08:02.542820 33992 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T22:01:05.877491+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T22:00:50.074625+00:00 2021-05-29T22:00:51.758951+00:00 0:00:01.684326 33991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T22:00:47.854922+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-29T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T22:00:46.041916+00:00 2021-05-29T22:00:47.732878+00:00 0:00:01.690962 33990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T22:00:43.795072+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T21:00:00+00:00 PythonOperator 2021-05-29T22:00:28.024353+00:00 2021-05-29T22:00:31.190915+00:00 0:00:03.166562 33989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T22:00:25.730777+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-29T21:00:00+00:00 PythonOperator 2021-05-29T22:00:24.124390+00:00 2021-05-29T22:00:27.454002+00:00 0:00:03.329612 33988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T22:00:21.727729+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-29T20:00:00+00:00 EmrJobFlowSensor 2021-05-29T21:11:20.564888+00:00 2021-05-29T21:19:23.080182+00:00 0:08:02.515294 33986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T21:11:18.401650+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-29T20:00:00+00:00 EmrJobFlowSensor 2021-05-29T21:11:04.663128+00:00 2021-05-29T21:21:07.409216+00:00 0:10:02.746088 33985 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T21:11:02.385179+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-29T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T21:10:58.508025+00:00 2021-05-29T21:11:00.187846+00:00 0:00:01.679821 33984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T21:10:56.383562+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-29T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T21:10:42.757859+00:00 2021-05-29T21:10:44.547626+00:00 0:00:01.789767 33983 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T21:10:40.359218+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-29T20:00:00+00:00 PythonOperator 2021-05-29T21:10:36.613993+00:00 2021-05-29T21:10:39.774149+00:00 0:00:03.160156 33982 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T21:10:34.355123+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-29T20:00:00+00:00 PythonOperator 2021-05-29T21:10:20.729766+00:00 2021-05-29T21:10:24.370415+00:00 0:00:03.640649 33981 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T21:10:18.345225+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-29T20:00:00+00:00 TriggerDagRunOperator 2021-05-29T21:10:15.152799+00:00 2021-05-29T21:10:15.561980+00:00 0:00:00.409181 33980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T21:10:12.385743+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-29T20:00:00+00:00 TriggerDagRunOperator 2021-05-29T21:10:14.789806+00:00 2021-05-29T21:10:15.360618+00:00 0:00:00.570812 33979 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T21:10:12.385775+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-29T20:05:00+00:00 EmrJobFlowSensor 2021-05-29T21:05:56.069410+00:00 2021-05-29T21:14:58.678278+00:00 0:09:02.608868 33978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T21:05:53.934127+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-29T20:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T21:05:36.146981+00:00 2021-05-29T21:05:37.903933+00:00 0:00:01.756952 33977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T21:05:33.910623+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-29T20:05:00+00:00 PythonOperator 2021-05-29T21:05:11.995514+00:00 2021-05-29T21:05:15.195833+00:00 0:00:03.200319 33976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T21:05:09.891588+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T20:00:00+00:00 EmrJobFlowSensor 2021-05-29T21:01:01.914670+00:00 2021-05-29T21:09:04.527988+00:00 0:08:02.613318 33975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T21:00:59.550929+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-29T20:00:00+00:00 EmrJobFlowSensor 2021-05-29T21:00:57.629134+00:00 2021-05-29T21:10:00.267598+00:00 0:09:02.638464 33974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T21:00:55.422116+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T21:00:41.802261+00:00 2021-05-29T21:00:43.514611+00:00 0:00:01.712350 33973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T21:00:39.453175+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-29T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T21:00:35.695070+00:00 2021-05-29T21:00:37.510971+00:00 0:00:01.815901 33972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T21:00:33.401371+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T20:00:00+00:00 PythonOperator 2021-05-29T21:00:19.701172+00:00 2021-05-29T21:00:23.164446+00:00 0:00:03.463274 33971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T21:00:17.385209+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-29T20:00:00+00:00 PythonOperator 2021-05-29T21:00:15.706394+00:00 2021-05-29T21:00:18.974208+00:00 0:00:03.267814 33970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T21:00:13.380694+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-29T19:00:00+00:00 EmrJobFlowSensor 2021-05-29T20:10:26.669226+00:00 2021-05-29T20:20:29.475504+00:00 0:10:02.806278 33968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T20:10:24.427751+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-29T19:00:00+00:00 EmrJobFlowSensor 2021-05-29T20:10:10.646478+00:00 2021-05-29T20:18:13.202124+00:00 0:08:02.555646 33967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T20:10:08.425132+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-29T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T20:10:06.696552+00:00 2021-05-29T20:10:08.416595+00:00 0:00:01.720043 33966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T20:10:04.432412+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-29T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T20:09:48.493056+00:00 2021-05-29T20:09:50.206577+00:00 0:00:01.713521 33965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T20:09:46.399771+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-29T19:00:00+00:00 PythonOperator 2021-05-29T20:09:42.704519+00:00 2021-05-29T20:09:46.059660+00:00 0:00:03.355141 33964 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T20:09:40.400796+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-29T19:00:00+00:00 PythonOperator 2021-05-29T20:09:26.532545+00:00 2021-05-29T20:09:29.952635+00:00 0:00:03.420090 33963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T20:09:24.315357+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-29T19:00:00+00:00 TriggerDagRunOperator 2021-05-29T20:09:22.665522+00:00 2021-05-29T20:09:23.177250+00:00 0:00:00.511728 33962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T20:09:20.320781+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-29T19:00:00+00:00 TriggerDagRunOperator 2021-05-29T20:09:22.487687+00:00 2021-05-29T20:09:22.933619+00:00 0:00:00.445932 33961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T20:09:20.320738+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-29T19:05:00+00:00 EmrJobFlowSensor 2021-05-29T20:05:50.156666+00:00 2021-05-29T20:14:52.743465+00:00 0:09:02.586799 33960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T20:05:47.993614+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-29T19:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T20:05:30.388599+00:00 2021-05-29T20:05:32.121913+00:00 0:00:01.733314 33959 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T20:05:27.943373+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-29T19:05:00+00:00 PythonOperator 2021-05-29T20:05:07.954827+00:00 2021-05-29T20:05:11.185346+00:00 0:00:03.230519 33958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T20:05:05.889502+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-29T19:00:00+00:00 EmrJobFlowSensor 2021-05-29T20:01:07.724583+00:00 2021-05-29T20:09:10.392883+00:00 0:08:02.668300 33957 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T20:01:05.414480+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T19:00:00+00:00 EmrJobFlowSensor 2021-05-29T20:00:48.090407+00:00 2021-05-29T20:10:50.917890+00:00 0:10:02.827483 33956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T20:00:45.395046+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-29T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T20:00:45.717516+00:00 2021-05-29T20:00:47.859517+00:00 0:00:02.142001 33955 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T20:00:43.393416+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T20:00:25.637430+00:00 2021-05-29T20:00:27.448938+00:00 0:00:01.811508 33954 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T20:00:23.328515+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-29T19:00:00+00:00 PythonOperator 2021-05-29T20:00:23.610883+00:00 2021-05-29T20:00:26.924616+00:00 0:00:03.313733 33953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T20:00:21.328504+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T19:00:00+00:00 PythonOperator 2021-05-29T20:00:06.059151+00:00 2021-05-29T20:00:09.205886+00:00 0:00:03.146735 33952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T20:00:03.317577+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-29T18:00:00+00:00 EmrJobFlowSensor 2021-05-29T19:10:27.832226+00:00 2021-05-29T19:19:30.558698+00:00 0:09:02.726472 33950 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T19:10:25.483607+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-29T18:00:00+00:00 EmrJobFlowSensor 2021-05-29T19:10:19.669472+00:00 2021-05-29T19:20:22.495336+00:00 0:10:02.825864 33949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T19:10:17.489470+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-29T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T19:10:08.019603+00:00 2021-05-29T19:10:09.837920+00:00 0:00:01.818317 33948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T19:10:05.466598+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-29T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T19:09:59.643404+00:00 2021-05-29T19:10:01.377844+00:00 0:00:01.734440 33947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T19:09:57.471516+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-29T18:00:00+00:00 PythonOperator 2021-05-29T19:09:45.636799+00:00 2021-05-29T19:09:48.912059+00:00 0:00:03.275260 33946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T19:09:43.444190+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-29T18:00:00+00:00 PythonOperator 2021-05-29T19:09:37.636394+00:00 2021-05-29T19:09:40.993719+00:00 0:00:03.357325 33945 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T19:09:35.438067+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-29T18:00:00+00:00 TriggerDagRunOperator 2021-05-29T19:09:21.638657+00:00 2021-05-29T19:09:22.177318+00:00 0:00:00.538661 33944 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T19:09:19.400169+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-29T18:00:00+00:00 TriggerDagRunOperator 2021-05-29T19:09:21.532936+00:00 2021-05-29T19:09:21.941492+00:00 0:00:00.408556 33943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T19:09:19.400199+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-29T18:05:00+00:00 EmrJobFlowSensor 2021-05-29T19:05:59.356316+00:00 2021-05-29T19:14:01.911798+00:00 0:08:02.555482 33942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T19:05:57.106070+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-29T18:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T19:05:37.187145+00:00 2021-05-29T19:05:38.824422+00:00 0:00:01.637277 33941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T19:05:35.088545+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-29T18:05:00+00:00 PythonOperator 2021-05-29T19:05:17.296585+00:00 2021-05-29T19:05:20.439025+00:00 0:00:03.142440 33940 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T19:05:15.038381+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T18:00:00+00:00 EmrJobFlowSensor 2021-05-29T19:01:08.901994+00:00 2021-05-29T19:09:11.436534+00:00 0:08:02.534540 33939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T19:01:06.652751+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-29T18:00:00+00:00 EmrJobFlowSensor 2021-05-29T19:00:58.951537+00:00 2021-05-29T19:09:01.635084+00:00 0:08:02.683547 33938 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T19:00:56.546892+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T19:00:48.837566+00:00 2021-05-29T19:00:50.502099+00:00 0:00:01.664533 33937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T19:00:46.581251+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-29T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T19:00:38.895457+00:00 2021-05-29T19:00:40.730873+00:00 0:00:01.835416 33936 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T19:00:36.515359+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T18:00:00+00:00 PythonOperator 2021-05-29T19:00:11.383774+00:00 2021-05-29T19:00:14.938007+00:00 0:00:03.554233 33935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T19:00:08.491212+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-29T18:00:00+00:00 PythonOperator 2021-05-29T19:00:06.702942+00:00 2021-05-29T19:00:10.747258+00:00 0:00:04.044316 33934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T19:00:04.494779+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-29T17:00:00+00:00 EmrJobFlowSensor 2021-05-29T18:13:10.008932+00:00 2021-05-29T18:23:12.765034+00:00 0:10:02.756102 33933 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T18:13:07.535023+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-29T17:00:00+00:00 EmrJobFlowSensor 2021-05-29T18:13:01.619727+00:00 2021-05-29T18:21:04.141219+00:00 0:08:02.521492 33932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T18:12:59.504883+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-29T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T18:12:47.682198+00:00 2021-05-29T18:12:49.365255+00:00 0:00:01.683057 33931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T18:12:45.495271+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-29T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T18:12:40.032730+00:00 2021-05-29T18:12:41.824065+00:00 0:00:01.791335 33930 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T18:12:37.493446+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-29T17:00:00+00:00 PythonOperator 2021-05-29T18:10:47.075901+00:00 2021-05-29T18:10:50.592123+00:00 0:00:03.516222 33928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T18:10:44.218931+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-29T17:00:00+00:00 PythonOperator 2021-05-29T18:10:42.387709+00:00 2021-05-29T18:10:46.634117+00:00 0:00:04.246408 33927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T18:10:40.223105+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-29T17:00:00+00:00 TriggerDagRunOperator 2021-05-29T18:10:22.478001+00:00 2021-05-29T18:10:23.023938+00:00 0:00:00.545937 33926 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T18:10:20.151533+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-29T17:00:00+00:00 TriggerDagRunOperator 2021-05-29T18:10:22.364788+00:00 2021-05-29T18:10:22.767384+00:00 0:00:00.402596 33925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T18:10:20.151501+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-29T17:05:00+00:00 EmrJobFlowSensor 2021-05-29T18:05:47.998981+00:00 2021-05-29T18:14:50.733927+00:00 0:09:02.734946 33924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T18:05:45.808045+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-29T17:05:00+00:00 EmrCreateJobFlowOperator 2021-05-29T18:05:26.070361+00:00 2021-05-29T18:05:27.752313+00:00 0:00:01.681952 33923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T18:05:23.860403+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-29T17:05:00+00:00 PythonOperator 2021-05-29T18:05:05.822983+00:00 2021-05-29T18:05:09.100810+00:00 0:00:03.277827 33922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T18:05:03.753158+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-29T17:00:00+00:00 EmrJobFlowSensor 2021-05-29T18:00:57.602439+00:00 2021-05-29T18:10:00.197781+00:00 0:09:02.595342 33921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T18:00:55.488571+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T17:00:00+00:00 EmrJobFlowSensor 2021-05-29T18:00:47.723112+00:00 2021-05-29T18:09:50.445592+00:00 0:09:02.722480 33920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T18:00:45.434616+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-29T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T18:00:35.563469+00:00 2021-05-29T18:00:37.250783+00:00 0:00:01.687314 33919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-29T18:00:33.424356+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T18:00:25.946444+00:00 2021-05-29T18:00:27.837612+00:00 0:00:01.891168 33918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T18:00:23.469577+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-29T17:00:00+00:00 PythonOperator 2021-05-29T18:00:13.495190+00:00 2021-05-29T18:00:16.738384+00:00 0:00:03.243194 33917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-29T18:00:11.408505+00:00 2 default_pool