Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-05-30T10:05:00+00:00 EmrJobFlowSensor 2021-05-30T11:05:56.336917+00:00 2021-05-30T11:14:58.935206+00:00 0:09:02.598289 34236 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T11:05:54.126956+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-30T10:05:00+00:00 EmrCreateJobFlowOperator 2021-05-30T11:05:34.490073+00:00 2021-05-30T11:05:36.114603+00:00 0:00:01.624530 34235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T11:05:32.152152+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-30T10:05:00+00:00 PythonOperator 2021-05-30T11:05:12.520343+00:00 2021-05-30T11:05:15.604723+00:00 0:00:03.084380 34234 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T11:05:10.166169+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-30T10:00:00+00:00 EmrJobFlowSensor 2021-05-30T11:01:16.449924+00:00 2021-05-30T11:10:19.009542+00:00 0:09:02.559618 34233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T11:01:13.792948+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T10:00:00+00:00 EmrJobFlowSensor 2021-05-30T11:01:14.312158+00:00 2021-05-30T11:10:17.337555+00:00 0:09:03.025397 34232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T11:01:11.857854+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-30T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T11:00:55.995805+00:00 2021-05-30T11:00:57.790405+00:00 0:00:01.794600 34231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-30T11:00:53.768268+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T11:00:51.949522+00:00 2021-05-30T11:00:53.656904+00:00 0:00:01.707382 34230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T11:00:49.761851+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-30T10:00:00+00:00 PythonOperator 2021-05-30T11:00:24.124718+00:00 2021-05-30T11:00:27.275255+00:00 0:00:03.150537 34229 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-30T11:00:21.735972+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T10:00:00+00:00 PythonOperator 2021-05-30T11:00:22.041434+00:00 2021-05-30T11:00:25.333008+00:00 0:00:03.291574 34228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T11:00:19.734390+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-30T09:05:00+00:00 EmrJobFlowSensor 2021-05-30T10:16:07.176543+00:00 2021-05-30T10:16:08.696765+00:00 0:00:01.520222 34226 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T10:16:04.944559+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-30T09:00:00+00:00 EmrJobFlowSensor 2021-05-30T10:10:14.745438+00:00 2021-05-30T10:20:17.492166+00:00 0:10:02.746728 34225 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T10:10:12.501863+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-30T09:00:00+00:00 EmrJobFlowSensor 2021-05-30T10:10:06.595537+00:00 2021-05-30T10:18:09.058908+00:00 0:08:02.463371 34224 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T10:10:04.493920+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-30T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T10:09:52.750168+00:00 2021-05-30T10:09:54.456201+00:00 0:00:01.706033 34223 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T10:09:50.434086+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-30T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T10:09:46.725110+00:00 2021-05-30T10:09:48.518755+00:00 0:00:01.793645 34222 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T10:09:44.445250+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-30T09:00:00+00:00 PythonOperator 2021-05-30T10:09:31.056936+00:00 2021-05-30T10:09:34.560092+00:00 0:00:03.503156 34221 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T10:09:28.559161+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-30T09:00:00+00:00 PythonOperator 2021-05-30T10:09:24.751692+00:00 2021-05-30T10:09:27.619554+00:00 0:00:02.867862 34220 airflow-worker-4.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T10:09:22.407313+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-30T09:00:00+00:00 TriggerDagRunOperator 2021-05-30T10:09:12.714909+00:00 2021-05-30T10:09:13.262829+00:00 0:00:00.547920 34219 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T10:09:10.398184+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-30T09:00:00+00:00 TriggerDagRunOperator 2021-05-30T10:09:12.662413+00:00 2021-05-30T10:09:13.108737+00:00 0:00:00.446324 34218 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T10:09:10.398149+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-30T09:05:00+00:00 EmrCreateJobFlowOperator 2021-05-30T10:05:38.215976+00:00 2021-05-30T10:05:39.991845+00:00 0:00:01.775869 34216 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T10:05:35.849794+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-30T09:05:00+00:00 PythonOperator 2021-05-30T10:05:13.996066+00:00 2021-05-30T10:05:17.276915+00:00 0:00:03.280849 34215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T10:05:11.760632+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T09:00:00+00:00 EmrJobFlowSensor 2021-05-30T10:01:07.828112+00:00 2021-05-30T10:10:10.616550+00:00 0:09:02.788438 34214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T10:01:05.442651+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-30T09:00:00+00:00 EmrJobFlowSensor 2021-05-30T10:00:57.532107+00:00 2021-05-30T10:09:00.025177+00:00 0:08:02.493070 34213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T10:00:55.434643+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T10:00:45.592002+00:00 2021-05-30T10:00:47.286728+00:00 0:00:01.694726 34212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T10:00:43.423677+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-30T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T10:00:35.826482+00:00 2021-05-30T10:00:37.687083+00:00 0:00:01.860601 34211 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-30T10:00:33.412781+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T09:00:00+00:00 PythonOperator 2021-05-30T10:00:25.634691+00:00 2021-05-30T10:00:28.898948+00:00 0:00:03.264257 34210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T10:00:23.402126+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-30T09:00:00+00:00 PythonOperator 2021-05-30T10:00:13.845588+00:00 2021-05-30T10:00:17.142315+00:00 0:00:03.296727 34209 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-30T10:00:11.391358+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-30T08:00:00+00:00 EmrJobFlowSensor 2021-05-30T09:11:16.612875+00:00 2021-05-30T09:19:19.062860+00:00 0:08:02.449985 34207 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T09:11:14.096051+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-30T08:00:00+00:00 EmrJobFlowSensor 2021-05-30T09:11:14.436079+00:00 2021-05-30T09:20:17.321594+00:00 0:09:02.885515 34206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T09:11:12.101658+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-30T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T09:10:52.232996+00:00 2021-05-30T09:10:53.926821+00:00 0:00:01.693825 34205 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T09:10:50.069528+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-30T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T09:10:48.427267+00:00 2021-05-30T09:10:50.266243+00:00 0:00:01.838976 34204 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T09:10:46.065580+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-30T08:00:00+00:00 PythonOperator 2021-05-30T09:10:31.081589+00:00 2021-05-30T09:10:34.621300+00:00 0:00:03.539711 34203 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T09:10:28.062845+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-30T08:00:00+00:00 PythonOperator 2021-05-30T09:10:26.172315+00:00 2021-05-30T09:10:30.394834+00:00 0:00:04.222519 34202 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T09:10:24.048725+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-30T08:00:00+00:00 TriggerDagRunOperator 2021-05-30T09:10:12.800450+00:00 2021-05-30T09:10:13.204506+00:00 0:00:00.404056 34201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T09:10:10.044772+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-30T08:00:00+00:00 TriggerDagRunOperator 2021-05-30T09:10:12.581381+00:00 2021-05-30T09:10:13.119150+00:00 0:00:00.537769 34200 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T09:10:10.044809+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-30T08:05:00+00:00 EmrJobFlowSensor 2021-05-30T09:06:06.034413+00:00 2021-05-30T09:15:08.555274+00:00 0:09:02.520861 34199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T09:06:03.770622+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-30T08:05:00+00:00 EmrCreateJobFlowOperator 2021-05-30T09:05:44.210424+00:00 2021-05-30T09:05:45.943391+00:00 0:00:01.732967 34198 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T09:05:41.848212+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-30T08:05:00+00:00 PythonOperator 2021-05-30T09:05:21.855240+00:00 2021-05-30T09:05:25.068976+00:00 0:00:03.213736 34197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T09:05:19.726167+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T08:00:00+00:00 EmrJobFlowSensor 2021-05-30T09:01:01.615188+00:00 2021-05-30T09:10:04.293396+00:00 0:09:02.678208 34196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T09:00:59.379741+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-30T08:00:00+00:00 EmrJobFlowSensor 2021-05-30T09:00:59.924814+00:00 2021-05-30T09:10:02.891136+00:00 0:09:02.966322 34195 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T09:00:57.380769+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-30T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T09:00:39.628381+00:00 2021-05-30T09:00:41.422299+00:00 0:00:01.793918 34194 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-30T09:00:37.290848+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T09:00:39.437389+00:00 2021-05-30T09:00:41.142362+00:00 0:00:01.704973 34193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T09:00:37.290815+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T08:00:00+00:00 PythonOperator 2021-05-30T09:00:19.413849+00:00 2021-05-30T09:00:22.826532+00:00 0:00:03.412683 34192 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T09:00:17.217854+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-30T08:00:00+00:00 PythonOperator 2021-05-30T09:00:17.884583+00:00 2021-05-30T09:00:21.130316+00:00 0:00:03.245733 34191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-30T09:00:15.213034+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-30T07:00:00+00:00 EmrJobFlowSensor 2021-05-30T08:11:06.610492+00:00 2021-05-30T08:21:09.500525+00:00 0:10:02.890033 34189 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T08:11:04.233872+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-30T07:00:00+00:00 EmrJobFlowSensor 2021-05-30T08:11:00.958927+00:00 2021-05-30T08:20:03.765291+00:00 0:09:02.806364 34188 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T08:10:58.344158+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-30T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T08:10:44.445830+00:00 2021-05-30T08:10:46.101305+00:00 0:00:01.655475 34187 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T08:10:42.154645+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-30T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T08:10:40.451723+00:00 2021-05-30T08:10:42.127621+00:00 0:00:01.675898 34186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T08:10:38.153008+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-30T07:00:00+00:00 PythonOperator 2021-05-30T08:10:22.524372+00:00 2021-05-30T08:10:25.671338+00:00 0:00:03.146966 34185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T08:10:20.179801+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-30T07:00:00+00:00 PythonOperator 2021-05-30T08:10:18.404130+00:00 2021-05-30T08:10:22.080628+00:00 0:00:03.676498 34184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T08:10:16.157372+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-30T07:00:00+00:00 TriggerDagRunOperator 2021-05-30T08:10:04.815657+00:00 2021-05-30T08:10:05.346749+00:00 0:00:00.531092 34183 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T08:10:02.144811+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-30T07:00:00+00:00 TriggerDagRunOperator 2021-05-30T08:10:04.392667+00:00 2021-05-30T08:10:04.791054+00:00 0:00:00.398387 34182 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T08:10:02.144851+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-30T07:05:00+00:00 EmrJobFlowSensor 2021-05-30T08:05:57.755945+00:00 2021-05-30T08:15:00.306296+00:00 0:09:02.550351 34181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T08:05:55.714189+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-30T07:05:00+00:00 EmrCreateJobFlowOperator 2021-05-30T08:05:37.773299+00:00 2021-05-30T08:05:39.390431+00:00 0:00:01.617132 34180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T08:05:35.690585+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-30T07:05:00+00:00 PythonOperator 2021-05-30T08:05:15.958179+00:00 2021-05-30T08:05:19.252376+00:00 0:00:03.294197 34179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T08:05:13.624684+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-30T07:00:00+00:00 EmrJobFlowSensor 2021-05-30T08:00:57.589600+00:00 2021-05-30T08:10:00.363536+00:00 0:09:02.773936 34178 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T08:00:55.260839+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T07:00:00+00:00 EmrJobFlowSensor 2021-05-30T08:00:47.491844+00:00 2021-05-30T08:09:50.088908+00:00 0:09:02.597064 34177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T08:00:45.249335+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-30T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T08:00:35.813910+00:00 2021-05-30T08:00:37.539874+00:00 0:00:01.725964 34176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-30T08:00:33.274545+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T08:00:25.541614+00:00 2021-05-30T08:00:27.225745+00:00 0:00:01.684131 34175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T08:00:23.201363+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-30T07:00:00+00:00 PythonOperator 2021-05-30T08:00:13.759581+00:00 2021-05-30T08:00:16.936638+00:00 0:00:03.177057 34174 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-30T08:00:11.189602+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T07:00:00+00:00 PythonOperator 2021-05-30T08:00:05.392003+00:00 2021-05-30T08:00:08.852080+00:00 0:00:03.460077 34173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T08:00:03.153149+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-30T06:00:00+00:00 EmrJobFlowSensor 2021-05-30T07:10:08.602228+00:00 2021-05-30T07:18:11.051142+00:00 0:08:02.448914 34171 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T07:10:06.238087+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-30T06:00:00+00:00 EmrJobFlowSensor 2021-05-30T07:10:00.650911+00:00 2021-05-30T07:19:03.202020+00:00 0:09:02.551109 34170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T07:09:58.275634+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-30T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T07:09:46.752758+00:00 2021-05-30T07:09:48.454946+00:00 0:00:01.702188 34169 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T07:09:44.217375+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-30T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T07:09:38.407403+00:00 2021-05-30T07:09:40.091446+00:00 0:00:01.684043 34168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T07:09:36.208077+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-30T06:00:00+00:00 PythonOperator 2021-05-30T07:09:26.480370+00:00 2021-05-30T07:09:29.754939+00:00 0:00:03.274569 34167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T07:09:24.195218+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-30T06:00:00+00:00 PythonOperator 2021-05-30T07:09:16.378590+00:00 2021-05-30T07:09:19.874339+00:00 0:00:03.495749 34166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T07:09:14.199557+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-30T06:00:00+00:00 TriggerDagRunOperator 2021-05-30T07:09:02.833121+00:00 2021-05-30T07:09:03.429200+00:00 0:00:00.596079 34165 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T07:09:00.175010+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-30T06:00:00+00:00 TriggerDagRunOperator 2021-05-30T07:09:02.601917+00:00 2021-05-30T07:09:03.073634+00:00 0:00:00.471717 34164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T07:09:00.175043+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-30T06:05:00+00:00 EmrJobFlowSensor 2021-05-30T07:06:06.323385+00:00 2021-05-30T07:15:08.940756+00:00 0:09:02.617371 34163 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T07:06:03.967882+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-30T06:05:00+00:00 EmrCreateJobFlowOperator 2021-05-30T07:05:44.263525+00:00 2021-05-30T07:05:46.006854+00:00 0:00:01.743329 34162 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T07:05:41.893019+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-30T06:05:00+00:00 PythonOperator 2021-05-30T07:05:21.930563+00:00 2021-05-30T07:05:25.143101+00:00 0:00:03.212538 34161 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T07:05:19.826262+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T06:00:00+00:00 EmrJobFlowSensor 2021-05-30T07:00:57.781213+00:00 2021-05-30T07:11:00.588612+00:00 0:10:02.807399 34160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T07:00:55.566281+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-30T06:00:00+00:00 EmrJobFlowSensor 2021-05-30T07:00:47.891248+00:00 2021-05-30T07:08:50.524993+00:00 0:08:02.633745 34159 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T07:00:45.496665+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T07:00:37.604442+00:00 2021-05-30T07:00:39.275541+00:00 0:00:01.671099 34158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T07:00:35.487444+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-30T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T07:00:25.780104+00:00 2021-05-30T07:00:27.530222+00:00 0:00:01.750118 34157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-30T07:00:23.460337+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T06:00:00+00:00 PythonOperator 2021-05-30T07:00:14.015352+00:00 2021-05-30T07:00:17.173362+00:00 0:00:03.158010 34156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T07:00:11.478476+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-30T06:00:00+00:00 PythonOperator 2021-05-30T07:00:03.907105+00:00 2021-05-30T07:00:07.289386+00:00 0:00:03.382281 34155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-30T07:00:01.414896+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-30T05:00:00+00:00 EmrJobFlowSensor 2021-05-30T06:10:28.979687+00:00 2021-05-30T06:20:31.754987+00:00 0:10:02.775300 34153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T06:10:26.608486+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-30T05:00:00+00:00 EmrJobFlowSensor 2021-05-30T06:10:25.127684+00:00 2021-05-30T06:19:27.673401+00:00 0:09:02.545717 34152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T06:10:22.666201+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-30T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T06:10:08.987559+00:00 2021-05-30T06:10:10.806059+00:00 0:00:01.818500 34151 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T06:10:06.583383+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-30T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T06:10:02.875611+00:00 2021-05-30T06:10:04.698225+00:00 0:00:01.822614 34150 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T06:10:00.543837+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-30T05:00:00+00:00 PythonOperator 2021-05-30T06:09:46.715640+00:00 2021-05-30T06:09:50.071768+00:00 0:00:03.356128 34149 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T06:09:44.448815+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-30T05:00:00+00:00 PythonOperator 2021-05-30T06:09:40.603746+00:00 2021-05-30T06:09:43.858534+00:00 0:00:03.254788 34148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T06:09:38.452525+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-30T05:00:00+00:00 TriggerDagRunOperator 2021-05-30T06:09:24.846754+00:00 2021-05-30T06:09:25.363901+00:00 0:00:00.517147 34147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T06:09:22.435245+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-30T05:00:00+00:00 TriggerDagRunOperator 2021-05-30T06:09:24.751741+00:00 2021-05-30T06:09:25.142094+00:00 0:00:00.390353 34146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T06:09:22.435278+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-30T05:05:00+00:00 EmrJobFlowSensor 2021-05-30T06:06:08.519128+00:00 2021-05-30T06:14:10.908866+00:00 0:08:02.389738 34145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T06:06:06.259534+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-30T05:05:00+00:00 EmrCreateJobFlowOperator 2021-05-30T06:05:44.474986+00:00 2021-05-30T06:05:46.078752+00:00 0:00:01.603766 34144 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T06:05:42.117394+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-30T05:05:00+00:00 PythonOperator 2021-05-30T06:05:22.370144+00:00 2021-05-30T06:05:25.568890+00:00 0:00:03.198746 34143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T06:05:20.102780+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-30T05:00:00+00:00 EmrJobFlowSensor 2021-05-30T06:01:05.980929+00:00 2021-05-30T06:09:08.542612+00:00 0:08:02.561683 34142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T06:01:03.630823+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T05:00:00+00:00 EmrJobFlowSensor 2021-05-30T06:00:48.003911+00:00 2021-05-30T06:09:50.627586+00:00 0:09:02.623675 34141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T06:00:45.653690+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-30T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T06:00:44.031515+00:00 2021-05-30T06:00:45.752844+00:00 0:00:01.721329 34140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-30T06:00:41.589784+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T06:00:26.642258+00:00 2021-05-30T06:00:28.487670+00:00 0:00:01.845412 34139 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T06:00:23.553913+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-30T05:00:00+00:00 PythonOperator 2021-05-30T06:00:21.749218+00:00 2021-05-30T06:00:25.488028+00:00 0:00:03.738810 34138 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-30T06:00:19.499753+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T05:00:00+00:00 PythonOperator 2021-05-30T06:00:05.972447+00:00 2021-05-30T06:00:09.410965+00:00 0:00:03.438518 34137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T06:00:03.492693+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-30T04:00:00+00:00 EmrJobFlowSensor 2021-05-30T05:10:29.962242+00:00 2021-05-30T05:20:32.790541+00:00 0:10:02.828299 34135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T05:10:27.791660+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-30T04:00:00+00:00 EmrJobFlowSensor 2021-05-30T05:10:22.017448+00:00 2021-05-30T05:19:24.836025+00:00 0:09:02.818577 34134 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T05:10:19.777010+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-30T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T05:10:09.982339+00:00 2021-05-30T05:10:11.756419+00:00 0:00:01.774080 34133 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T05:10:07.768340+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-30T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T05:10:00.410959+00:00 2021-05-30T05:10:02.259482+00:00 0:00:01.848523 34132 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T05:09:57.782574+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-30T04:00:00+00:00 PythonOperator 2021-05-30T05:09:47.928497+00:00 2021-05-30T05:09:51.455851+00:00 0:00:03.527354 34131 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T05:09:45.754886+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-30T04:00:00+00:00 PythonOperator 2021-05-30T05:09:38.131261+00:00 2021-05-30T05:09:41.490338+00:00 0:00:03.359077 34130 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T05:09:35.744058+00:00 2 default_pool