Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-05-28T14:05:00+00:00 EmrJobFlowSensor 2021-05-28T15:06:04.482579+00:00 2021-05-28T15:15:07.084084+00:00 0:09:02.601505 33433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T15:06:02.152931+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T14:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T15:05:40.357762+00:00 2021-05-28T15:05:42.091359+00:00 0:00:01.733597 33432 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T15:05:38.027865+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T14:05:00+00:00 PythonOperator 2021-05-28T15:05:16.237846+00:00 2021-05-28T15:05:19.347459+00:00 0:00:03.109613 33431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T15:05:14.011945+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T14:00:00+00:00 EmrJobFlowSensor 2021-05-28T15:01:07.749376+00:00 2021-05-28T15:09:10.162954+00:00 0:08:02.413578 33430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T15:01:05.616231+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T14:00:00+00:00 EmrJobFlowSensor 2021-05-28T15:00:51.895207+00:00 2021-05-28T15:10:54.674159+00:00 0:10:02.778952 33429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T15:00:49.608634+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T14:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T15:00:45.983913+00:00 2021-05-28T15:00:47.708886+00:00 0:00:01.724973 33428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T15:00:43.651050+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T14:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T15:00:30.137257+00:00 2021-05-28T15:00:31.964036+00:00 0:00:01.826779 33427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T15:00:27.580354+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T14:00:00+00:00 PythonOperator 2021-05-28T15:00:23.991885+00:00 2021-05-28T15:00:27.166196+00:00 0:00:03.174311 33426 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T15:00:21.575203+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T14:00:00+00:00 PythonOperator 2021-05-28T15:00:10.082862+00:00 2021-05-28T15:00:13.298880+00:00 0:00:03.216018 33425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T15:00:07.525197+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T13:05:00+00:00 EmrJobFlowSensor 2021-05-28T14:12:44.663975+00:00 2021-05-28T14:14:46.377832+00:00 0:02:01.713857 33423 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T14:12:42.501500+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T13:00:00+00:00 EmrJobFlowSensor 2021-05-28T14:11:30.830899+00:00 2021-05-28T14:21:33.629145+00:00 0:10:02.798246 33422 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T14:11:28.452084+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T13:00:00+00:00 EmrJobFlowSensor 2021-05-28T14:11:28.483001+00:00 2021-05-28T14:20:31.071931+00:00 0:09:02.588930 33421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T14:11:26.325831+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T14:11:08.708904+00:00 2021-05-28T14:11:10.589590+00:00 0:00:01.880686 33420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T14:11:06.369535+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T14:11:06.597050+00:00 2021-05-28T14:11:08.418690+00:00 0:00:01.821640 33419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T14:11:04.308635+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T13:00:00+00:00 PythonOperator 2021-05-28T14:10:49.068975+00:00 2021-05-28T14:10:52.582857+00:00 0:00:03.513882 33418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T14:10:46.296187+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T13:00:00+00:00 PythonOperator 2021-05-28T14:10:44.527277+00:00 2021-05-28T14:10:48.133672+00:00 0:00:03.606395 33417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T14:10:42.288202+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T13:00:00+00:00 TriggerDagRunOperator 2021-05-28T14:10:26.744723+00:00 2021-05-28T14:10:27.273267+00:00 0:00:00.528544 33416 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T14:10:24.259454+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T13:00:00+00:00 TriggerDagRunOperator 2021-05-28T14:10:26.538712+00:00 2021-05-28T14:10:27.019876+00:00 0:00:00.481164 33415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T14:10:24.259484+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T13:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T14:05:38.295270+00:00 2021-05-28T14:05:40.135095+00:00 0:00:01.839825 33413 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T14:05:35.793832+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T13:05:00+00:00 PythonOperator 2021-05-28T14:05:17.979463+00:00 2021-05-28T14:05:21.095969+00:00 0:00:03.116506 33412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T14:05:15.748654+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T13:00:00+00:00 EmrJobFlowSensor 2021-05-28T14:01:07.457164+00:00 2021-05-28T14:10:10.182689+00:00 0:09:02.725525 33411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T14:01:05.288452+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T13:00:00+00:00 EmrJobFlowSensor 2021-05-28T14:01:03.477582+00:00 2021-05-28T14:10:06.050626+00:00 0:09:02.573044 33410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T14:01:01.286002+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T14:00:45.428847+00:00 2021-05-28T14:00:47.109945+00:00 0:00:01.681098 33409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T14:00:43.272307+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T14:00:41.537503+00:00 2021-05-28T14:00:43.311312+00:00 0:00:01.773809 33408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T14:00:39.264146+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T13:00:00+00:00 PythonOperator 2021-05-28T14:00:26.138575+00:00 2021-05-28T14:00:29.592080+00:00 0:00:03.453505 33407 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T14:00:23.255749+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T13:00:00+00:00 PythonOperator 2021-05-28T14:00:21.404829+00:00 2021-05-28T14:00:25.541351+00:00 0:00:04.136522 33406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T14:00:19.194130+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T12:00:00+00:00 EmrJobFlowSensor 2021-05-28T13:11:10.620898+00:00 2021-05-28T13:20:13.238409+00:00 0:09:02.617511 33404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T13:11:07.984261+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T12:00:00+00:00 EmrJobFlowSensor 2021-05-28T13:11:08.173983+00:00 2021-05-28T13:21:11.358192+00:00 0:10:03.184209 33403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T13:11:05.985461+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T13:10:48.456094+00:00 2021-05-28T13:10:50.178445+00:00 0:00:01.722351 33402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T13:10:45.917832+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T13:10:46.056624+00:00 2021-05-28T13:10:48.062835+00:00 0:00:02.006211 33401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T13:10:43.916338+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T12:00:00+00:00 PythonOperator 2021-05-28T13:10:27.307297+00:00 2021-05-28T13:10:30.596372+00:00 0:00:03.289075 33400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T13:10:23.965338+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T12:00:00+00:00 PythonOperator 2021-05-28T13:10:25.458767+00:00 2021-05-28T13:10:29.289396+00:00 0:00:03.830629 33399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T13:10:21.959180+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T12:00:00+00:00 TriggerDagRunOperator 2021-05-28T13:10:16.367051+00:00 2021-05-28T13:10:16.868884+00:00 0:00:00.501833 33398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T13:10:13.899945+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T12:00:00+00:00 TriggerDagRunOperator 2021-05-28T13:10:16.246846+00:00 2021-05-28T13:10:16.678664+00:00 0:00:00.431818 33397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T13:10:13.899907+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T12:05:00+00:00 EmrJobFlowSensor 2021-05-28T13:06:07.624209+00:00 2021-05-28T13:14:10.095378+00:00 0:08:02.471169 33396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T13:06:05.495903+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T12:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T13:05:47.629952+00:00 2021-05-28T13:05:49.250987+00:00 0:00:01.621035 33395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T13:05:45.437908+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T12:05:00+00:00 PythonOperator 2021-05-28T13:05:25.741249+00:00 2021-05-28T13:05:29.048755+00:00 0:00:03.307506 33394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T13:05:23.477134+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T12:00:00+00:00 EmrJobFlowSensor 2021-05-28T13:00:57.307573+00:00 2021-05-28T13:09:59.857313+00:00 0:09:02.549740 33393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T13:00:55.046957+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T12:00:00+00:00 EmrJobFlowSensor 2021-05-28T13:00:47.101251+00:00 2021-05-28T13:09:49.669059+00:00 0:09:02.567808 33392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T13:00:44.999145+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T13:00:35.446081+00:00 2021-05-28T13:00:37.310967+00:00 0:00:01.864886 33391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T13:00:32.992921+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T13:00:27.141419+00:00 2021-05-28T13:00:28.834014+00:00 0:00:01.692595 33390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T13:00:24.938285+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T12:00:00+00:00 PythonOperator 2021-05-28T13:00:13.529106+00:00 2021-05-28T13:00:16.808295+00:00 0:00:03.279189 33389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T13:00:10.925816+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T12:00:00+00:00 PythonOperator 2021-05-28T13:00:05.259885+00:00 2021-05-28T13:00:08.513103+00:00 0:00:03.253218 33388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T13:00:02.917794+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T11:00:00+00:00 EmrJobFlowSensor 2021-05-28T12:12:19.525396+00:00 2021-05-28T12:21:22.155427+00:00 0:09:02.630031 33386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T12:12:17.334626+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T11:00:00+00:00 EmrJobFlowSensor 2021-05-28T12:12:11.459226+00:00 2021-05-28T12:21:14.037981+00:00 0:09:02.578755 33385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T12:12:09.327287+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T12:11:53.711128+00:00 2021-05-28T12:11:55.415021+00:00 0:00:01.703893 33384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T12:11:51.361905+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T12:11:43.583175+00:00 2021-05-28T12:11:45.279206+00:00 0:00:01.696031 33383 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T12:11:41.363088+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T11:00:00+00:00 PythonOperator 2021-05-28T12:11:33.593310+00:00 2021-05-28T12:11:37.093242+00:00 0:00:03.499932 33382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T12:11:31.359853+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T11:00:00+00:00 PythonOperator 2021-05-28T12:11:21.885611+00:00 2021-05-28T12:11:25.201077+00:00 0:00:03.315466 33381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T12:11:19.358420+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T11:00:00+00:00 TriggerDagRunOperator 2021-05-28T12:11:15.859925+00:00 2021-05-28T12:11:16.403161+00:00 0:00:00.543236 33380 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T12:11:13.291436+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T11:00:00+00:00 TriggerDagRunOperator 2021-05-28T12:11:15.489777+00:00 2021-05-28T12:11:15.892832+00:00 0:00:00.403055 33379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T12:11:13.291397+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T11:05:00+00:00 EmrJobFlowSensor 2021-05-28T12:06:08.991291+00:00 2021-05-28T12:14:11.482187+00:00 0:08:02.490896 33378 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T12:06:06.880538+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T11:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T12:05:45.266070+00:00 2021-05-28T12:05:46.986589+00:00 0:00:01.720519 33377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T12:05:42.863642+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T11:05:00+00:00 PythonOperator 2021-05-28T12:05:23.019005+00:00 2021-05-28T12:05:26.296608+00:00 0:00:03.277603 33376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T12:05:20.741056+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T11:00:00+00:00 EmrJobFlowSensor 2021-05-28T12:00:50.444944+00:00 2021-05-28T12:10:53.334496+00:00 0:10:02.889552 33375 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T12:00:48.225244+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T11:00:00+00:00 EmrJobFlowSensor 2021-05-28T12:00:46.462377+00:00 2021-05-28T12:10:49.343874+00:00 0:10:02.881497 33374 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T12:00:44.219656+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T12:00:28.680462+00:00 2021-05-28T12:00:30.372250+00:00 0:00:01.691788 33373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T12:00:26.341411+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T12:00:24.880489+00:00 2021-05-28T12:00:26.761908+00:00 0:00:01.881419 33372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T12:00:22.259955+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T11:00:00+00:00 PythonOperator 2021-05-28T12:00:07.403931+00:00 2021-05-28T12:00:10.662599+00:00 0:00:03.258668 33371 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T12:00:04.186094+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T11:00:00+00:00 PythonOperator 2021-05-28T12:00:05.521416+00:00 2021-05-28T12:00:09.000367+00:00 0:00:03.478951 33370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T12:00:02.241022+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T10:00:00+00:00 EmrJobFlowSensor 2021-05-28T11:10:00.498388+00:00 2021-05-28T11:20:03.521751+00:00 0:10:03.023363 33368 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T11:09:57.883999+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T10:00:00+00:00 EmrJobFlowSensor 2021-05-28T11:10:00.338214+00:00 2021-05-28T11:19:02.914308+00:00 0:09:02.576094 33367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T11:09:57.883948+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T11:09:40.440114+00:00 2021-05-28T11:09:42.088692+00:00 0:00:01.648578 33366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T11:09:37.809621+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T11:09:37.997220+00:00 2021-05-28T11:09:40.101263+00:00 0:00:02.104043 33365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T11:09:35.807761+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T10:00:00+00:00 PythonOperator 2021-05-28T11:09:18.380915+00:00 2021-05-28T11:09:21.625763+00:00 0:00:03.244848 33364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T11:09:15.792908+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T10:00:00+00:00 PythonOperator 2021-05-28T11:09:15.960170+00:00 2021-05-28T11:09:19.818116+00:00 0:00:03.857946 33363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T11:09:13.812919+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T10:00:00+00:00 TriggerDagRunOperator 2021-05-28T11:09:06.453054+00:00 2021-05-28T11:09:07.014654+00:00 0:00:00.561600 33362 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T11:09:03.869289+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T10:00:00+00:00 TriggerDagRunOperator 2021-05-28T11:09:06.351181+00:00 2021-05-28T11:09:06.767387+00:00 0:00:00.416206 33361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T11:09:03.869348+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T10:05:00+00:00 EmrJobFlowSensor 2021-05-28T11:05:51.559323+00:00 2021-05-28T11:14:54.052891+00:00 0:09:02.493568 33360 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T11:05:49.486172+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T10:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T11:05:29.788410+00:00 2021-05-28T11:05:31.455045+00:00 0:00:01.666635 33359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T11:05:27.474922+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T10:05:00+00:00 PythonOperator 2021-05-28T11:05:07.964789+00:00 2021-05-28T11:05:11.218773+00:00 0:00:03.253984 33358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T11:05:05.753589+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T10:00:00+00:00 EmrJobFlowSensor 2021-05-28T11:00:59.226650+00:00 2021-05-28T11:09:01.863743+00:00 0:08:02.637093 33357 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T11:00:56.906445+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T10:00:00+00:00 EmrJobFlowSensor 2021-05-28T11:00:57.106983+00:00 2021-05-28T11:09:59.720574+00:00 0:09:02.613591 33356 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T11:00:54.913868+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T11:00:35.486072+00:00 2021-05-28T11:00:37.279050+00:00 0:00:01.792978 33355 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T11:00:32.958226+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T11:00:35.223205+00:00 2021-05-28T11:00:36.934109+00:00 0:00:01.710904 33354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T11:00:32.958179+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T10:00:00+00:00 PythonOperator 2021-05-28T11:00:13.370064+00:00 2021-05-28T11:00:16.565515+00:00 0:00:03.195451 33353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T11:00:10.750520+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T10:00:00+00:00 PythonOperator 2021-05-28T11:00:13.092019+00:00 2021-05-28T11:00:16.378934+00:00 0:00:03.286915 33352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T11:00:10.750547+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T09:00:00+00:00 EmrJobFlowSensor 2021-05-28T10:10:32.440517+00:00 2021-05-28T10:19:35.084711+00:00 0:09:02.644194 33350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T10:10:29.784562+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T09:00:00+00:00 EmrJobFlowSensor 2021-05-28T10:10:30.305134+00:00 2021-05-28T10:20:33.378725+00:00 0:10:03.073591 33349 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T10:10:27.784490+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T10:10:11.069296+00:00 2021-05-28T10:10:12.842254+00:00 0:00:01.772958 33348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T10:10:07.752749+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T10:10:08.446799+00:00 2021-05-28T10:10:10.760642+00:00 0:00:02.313843 33347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T10:10:05.761202+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T09:00:00+00:00 PythonOperator 2021-05-28T10:09:48.512387+00:00 2021-05-28T10:09:51.813901+00:00 0:00:03.301514 33346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T10:09:45.688209+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T09:00:00+00:00 PythonOperator 2021-05-28T10:09:46.090433+00:00 2021-05-28T10:09:49.928106+00:00 0:00:03.837673 33345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T10:09:43.741204+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T09:00:00+00:00 TriggerDagRunOperator 2021-05-28T10:09:23.900900+00:00 2021-05-28T10:09:24.424064+00:00 0:00:00.523164 33344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T10:09:21.558118+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T09:00:00+00:00 TriggerDagRunOperator 2021-05-28T10:09:23.703002+00:00 2021-05-28T10:09:24.122085+00:00 0:00:00.419083 33343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T10:09:21.558146+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T09:05:00+00:00 EmrJobFlowSensor 2021-05-28T10:05:53.691902+00:00 2021-05-28T10:13:56.119466+00:00 0:08:02.427564 33342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T10:05:51.314932+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T09:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T10:05:31.752579+00:00 2021-05-28T10:05:33.476104+00:00 0:00:01.723525 33341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T10:05:29.364092+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T09:05:00+00:00 PythonOperator 2021-05-28T10:05:09.445630+00:00 2021-05-28T10:05:12.741730+00:00 0:00:03.296100 33340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T10:05:07.286732+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T09:00:00+00:00 EmrJobFlowSensor 2021-05-28T10:00:59.368367+00:00 2021-05-28T10:10:02.077219+00:00 0:09:02.708852 33339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T10:00:56.907437+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T09:00:00+00:00 EmrJobFlowSensor 2021-05-28T10:00:57.052758+00:00 2021-05-28T10:08:59.768026+00:00 0:08:02.715268 33338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T10:00:54.891544+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T10:00:37.193359+00:00 2021-05-28T10:00:39.022702+00:00 0:00:01.829343 33337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T10:00:34.833773+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T10:00:37.061529+00:00 2021-05-28T10:00:38.793841+00:00 0:00:01.732312 33336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T10:00:34.833801+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T09:00:00+00:00 PythonOperator 2021-05-28T10:00:17.679609+00:00 2021-05-28T10:00:20.900002+00:00 0:00:03.220393 33335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T10:00:14.815895+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T09:00:00+00:00 PythonOperator 2021-05-28T10:00:15.420555+00:00 2021-05-28T10:00:19.041472+00:00 0:00:03.620917 33334 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T10:00:12.814453+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T08:00:00+00:00 EmrJobFlowSensor 2021-05-28T09:11:47.209439+00:00 2021-05-28T09:20:49.853566+00:00 0:09:02.644127 33332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T09:11:45.070359+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T08:00:00+00:00 EmrJobFlowSensor 2021-05-28T09:11:39.328456+00:00 2021-05-28T09:21:42.193568+00:00 0:10:02.865112 33331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T09:11:37.019121+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T09:11:25.194625+00:00 2021-05-28T09:11:26.903412+00:00 0:00:01.708787 33330 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T09:11:23.011945+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T09:11:17.221154+00:00 2021-05-28T09:11:18.994038+00:00 0:00:01.772884 33329 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T09:11:14.998562+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T08:00:00+00:00 PythonOperator 2021-05-28T09:11:03.454537+00:00 2021-05-28T09:11:06.840534+00:00 0:00:03.385997 33328 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T09:11:01.056378+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T08:00:00+00:00 PythonOperator 2021-05-28T09:10:55.140104+00:00 2021-05-28T09:10:58.353508+00:00 0:00:03.213404 33327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T09:10:52.944384+00:00 2 default_pool