Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T06:00:39.787635+00:00 2021-06-02T06:00:41.456689+00:00 0:00:01.669054 35464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T06:00:37.519904+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T06:00:35.826726+00:00 2021-06-02T06:00:37.550284+00:00 0:00:01.723558 35463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T06:00:33.507253+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T05:00:00+00:00 PythonOperator 2021-06-02T06:00:17.886400+00:00 2021-06-02T06:00:21.093115+00:00 0:00:03.206715 35462 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T06:00:15.491958+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T05:00:00+00:00 PythonOperator 2021-06-02T06:00:14.464664+00:00 2021-06-02T06:00:17.884195+00:00 0:00:03.419531 35461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T06:00:11.484059+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T04:05:00+00:00 EmrJobFlowSensor 2021-06-02T05:12:41.471634+00:00 2021-06-02T05:14:43.111421+00:00 0:02:01.639787 35459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T05:12:39.309968+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T04:00:00+00:00 EmrJobFlowSensor 2021-06-02T05:11:25.452777+00:00 2021-06-02T05:19:27.824655+00:00 0:08:02.371878 35458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T05:11:23.208843+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T04:00:00+00:00 EmrJobFlowSensor 2021-06-02T05:11:23.510953+00:00 2021-06-02T05:21:26.421251+00:00 0:10:02.910298 35457 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T05:11:21.204518+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T05:11:03.567530+00:00 2021-06-02T05:11:05.278820+00:00 0:00:01.711290 35456 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T05:11:01.193463+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T05:11:01.479472+00:00 2021-06-02T05:11:03.369124+00:00 0:00:01.889652 35455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T05:10:59.196188+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T04:00:00+00:00 PythonOperator 2021-06-02T05:10:44.724246+00:00 2021-06-02T05:10:48.126059+00:00 0:00:03.401813 35454 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T05:10:41.144536+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T04:00:00+00:00 PythonOperator 2021-06-02T05:10:42.505798+00:00 2021-06-02T05:10:46.463151+00:00 0:00:03.957353 35453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T05:10:39.151954+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T04:00:00+00:00 TriggerDagRunOperator 2021-06-02T05:10:33.626314+00:00 2021-06-02T05:10:34.135347+00:00 0:00:00.509033 35452 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T05:10:31.165318+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T04:00:00+00:00 TriggerDagRunOperator 2021-06-02T05:10:33.530570+00:00 2021-06-02T05:10:33.972586+00:00 0:00:00.442016 35451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T05:10:31.165287+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T05:05:33.004355+00:00 2021-06-02T05:05:34.782824+00:00 0:00:01.778469 35449 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T05:05:30.640007+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T04:05:00+00:00 PythonOperator 2021-06-02T05:05:10.781852+00:00 2021-06-02T05:05:14.105268+00:00 0:00:03.323416 35448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T05:05:08.598607+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T04:00:00+00:00 EmrJobFlowSensor 2021-06-02T05:01:06.481493+00:00 2021-06-02T05:11:09.415378+00:00 0:10:02.933885 35447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T05:01:04.162833+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T04:00:00+00:00 EmrJobFlowSensor 2021-06-02T05:01:06.369373+00:00 2021-06-02T05:10:09.074103+00:00 0:09:02.704730 35446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T05:01:04.162781+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T05:00:44.683764+00:00 2021-06-02T05:00:46.547269+00:00 0:00:01.863505 35445 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T05:00:42.136203+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T05:00:44.539155+00:00 2021-06-02T05:00:46.270385+00:00 0:00:01.731230 35444 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T05:00:42.136173+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T04:00:00+00:00 PythonOperator 2021-06-02T05:00:23.041817+00:00 2021-06-02T05:00:26.348262+00:00 0:00:03.306445 35443 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T05:00:19.885286+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T04:00:00+00:00 PythonOperator 2021-06-02T05:00:22.894818+00:00 2021-06-02T05:00:26.361947+00:00 0:00:03.467129 35442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T05:00:19.885257+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T03:00:00+00:00 EmrJobFlowSensor 2021-06-02T04:10:13.500402+00:00 2021-06-02T04:19:16.065724+00:00 0:09:02.565322 35440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T04:10:11.337913+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T03:00:00+00:00 EmrJobFlowSensor 2021-06-02T04:10:05.691760+00:00 2021-06-02T04:18:08.186323+00:00 0:08:02.494563 35439 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T04:10:03.334694+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T04:09:53.478355+00:00 2021-06-02T04:09:55.246622+00:00 0:00:01.768267 35438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T04:09:51.316852+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T04:09:45.651544+00:00 2021-06-02T04:09:47.477484+00:00 0:00:01.825940 35437 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T04:09:43.312069+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T03:00:00+00:00 PythonOperator 2021-06-02T04:09:29.592930+00:00 2021-06-02T04:09:33.162063+00:00 0:00:03.569133 35436 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T04:09:27.309645+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T03:00:00+00:00 PythonOperator 2021-06-02T04:09:23.505034+00:00 2021-06-02T04:09:26.798173+00:00 0:00:03.293139 35435 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T04:09:21.303217+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T03:00:00+00:00 TriggerDagRunOperator 2021-06-02T04:09:05.922940+00:00 2021-06-02T04:09:06.355838+00:00 0:00:00.432898 35434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T04:09:03.349414+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T03:00:00+00:00 TriggerDagRunOperator 2021-06-02T04:09:05.893425+00:00 2021-06-02T04:09:06.500070+00:00 0:00:00.606645 35433 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T04:09:03.349463+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T03:05:00+00:00 EmrJobFlowSensor 2021-06-02T04:06:02.980619+00:00 2021-06-02T04:14:05.614566+00:00 0:08:02.633947 35432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T04:06:00.829358+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T04:05:40.887059+00:00 2021-06-02T04:05:42.609536+00:00 0:00:01.722477 35431 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T04:05:38.727283+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T03:05:00+00:00 PythonOperator 2021-06-02T04:05:20.876565+00:00 2021-06-02T04:05:24.150730+00:00 0:00:03.274165 35430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T04:05:18.716017+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T03:00:00+00:00 EmrJobFlowSensor 2021-06-02T04:01:08.589179+00:00 2021-06-02T04:11:11.330704+00:00 0:10:02.741525 35429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T04:01:06.342789+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T03:00:00+00:00 EmrJobFlowSensor 2021-06-02T04:00:56.709130+00:00 2021-06-02T04:08:59.436346+00:00 0:08:02.727216 35428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T04:00:54.326421+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T04:00:46.497902+00:00 2021-06-02T04:00:48.173317+00:00 0:00:01.675415 35427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T04:00:44.320740+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T04:00:34.640783+00:00 2021-06-02T04:00:36.320159+00:00 0:00:01.679376 35426 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T04:00:32.319676+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T03:00:00+00:00 PythonOperator 2021-06-02T04:00:22.637242+00:00 2021-06-02T04:00:25.855389+00:00 0:00:03.218147 35425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T04:00:20.300532+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T03:00:00+00:00 PythonOperator 2021-06-02T04:00:06.595213+00:00 2021-06-02T04:00:09.921029+00:00 0:00:03.325816 35424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T04:00:04.286121+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T02:00:00+00:00 EmrJobFlowSensor 2021-06-02T03:11:20.169984+00:00 2021-06-02T03:19:22.735529+00:00 0:08:02.565545 35422 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T03:11:17.808667+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T02:00:00+00:00 EmrJobFlowSensor 2021-06-02T03:11:14.084206+00:00 2021-06-02T03:21:16.975448+00:00 0:10:02.891242 35421 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T03:11:11.798770+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T03:10:57.883200+00:00 2021-06-02T03:10:59.590805+00:00 0:00:01.707605 35420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T03:10:55.741348+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T03:10:54.017900+00:00 2021-06-02T03:10:55.693246+00:00 0:00:01.675346 35419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T03:10:51.739184+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T02:00:00+00:00 PythonOperator 2021-06-02T03:10:35.914625+00:00 2021-06-02T03:10:39.259052+00:00 0:00:03.344427 35418 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T03:10:33.718303+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T02:00:00+00:00 PythonOperator 2021-06-02T03:10:32.003512+00:00 2021-06-02T03:10:35.456756+00:00 0:00:03.453244 35417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T03:10:29.780020+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T02:00:00+00:00 TriggerDagRunOperator 2021-06-02T03:10:16.524410+00:00 2021-06-02T03:10:16.957374+00:00 0:00:00.432964 35416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T03:10:13.702392+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T02:00:00+00:00 TriggerDagRunOperator 2021-06-02T03:10:16.095627+00:00 2021-06-02T03:10:16.620930+00:00 0:00:00.525303 35415 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T03:10:13.702425+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T02:05:00+00:00 EmrJobFlowSensor 2021-06-02T03:05:51.449293+00:00 2021-06-02T03:13:53.924969+00:00 0:08:02.475676 35414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T03:05:49.298814+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T03:05:29.546568+00:00 2021-06-02T03:05:31.184090+00:00 0:00:01.637522 35413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T03:05:27.292256+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T02:05:00+00:00 PythonOperator 2021-06-02T03:05:09.591454+00:00 2021-06-02T03:05:12.934229+00:00 0:00:03.342775 35412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T03:05:07.283959+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T02:00:00+00:00 EmrJobFlowSensor 2021-06-02T03:01:05.153419+00:00 2021-06-02T03:10:07.750932+00:00 0:09:02.597513 35411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T03:01:02.836162+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T02:00:00+00:00 EmrJobFlowSensor 2021-06-02T03:00:49.213083+00:00 2021-06-02T03:08:51.751536+00:00 0:08:02.538453 35410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T03:00:46.821103+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T03:00:42.983380+00:00 2021-06-02T03:00:44.699331+00:00 0:00:01.715951 35409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T03:00:40.813893+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T03:00:27.576853+00:00 2021-06-02T03:00:29.380294+00:00 0:00:01.803441 35408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T03:00:24.801871+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T02:00:00+00:00 PythonOperator 2021-06-02T03:00:23.110154+00:00 2021-06-02T03:00:26.878739+00:00 0:00:03.768585 35407 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T03:00:20.796151+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T02:00:00+00:00 PythonOperator 2021-06-02T03:00:05.600773+00:00 2021-06-02T03:00:09.181932+00:00 0:00:03.581159 35406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T03:00:02.844153+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T01:00:00+00:00 EmrJobFlowSensor 2021-06-02T02:13:29.333822+00:00 2021-06-02T02:21:31.877214+00:00 0:08:02.543392 35404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T02:13:26.808053+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T01:00:00+00:00 EmrJobFlowSensor 2021-06-02T02:13:25.449302+00:00 2021-06-02T02:22:28.205543+00:00 0:09:02.756241 35403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T02:13:22.851381+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T02:13:07.115350+00:00 2021-06-02T02:13:09.019914+00:00 0:00:01.904564 35402 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T02:13:04.847476+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T02:13:04.915412+00:00 2021-06-02T02:13:06.627301+00:00 0:00:01.711889 35401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T02:13:02.741489+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T01:00:00+00:00 PythonOperator 2021-06-02T02:12:47.911387+00:00 2021-06-02T02:12:51.225868+00:00 0:00:03.314481 35400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T02:12:44.723832+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T01:00:00+00:00 PythonOperator 2021-06-02T02:12:42.902941+00:00 2021-06-02T02:12:47.410331+00:00 0:00:04.507390 35399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T02:12:40.720666+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T01:00:00+00:00 TriggerDagRunOperator 2021-06-02T02:12:33.017843+00:00 2021-06-02T02:12:33.557512+00:00 0:00:00.539669 35398 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T02:12:30.711009+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T01:00:00+00:00 TriggerDagRunOperator 2021-06-02T02:12:32.885241+00:00 2021-06-02T02:12:33.362018+00:00 0:00:00.476777 35397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T02:12:30.710975+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T01:05:00+00:00 EmrJobFlowSensor 2021-06-02T02:06:02.406927+00:00 2021-06-02T02:15:05.205818+00:00 0:09:02.798891 35396 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T02:06:00.078242+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T02:05:40.477599+00:00 2021-06-02T02:05:42.262102+00:00 0:00:01.784503 35395 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T02:05:38.057568+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T01:05:00+00:00 PythonOperator 2021-06-02T02:05:18.211853+00:00 2021-06-02T02:05:21.455447+00:00 0:00:03.243594 35394 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T02:05:15.980321+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T01:00:00+00:00 EmrJobFlowSensor 2021-06-02T02:01:05.999832+00:00 2021-06-02T02:12:08.930560+00:00 0:11:02.930728 35393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T02:01:03.640656+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T01:00:00+00:00 EmrJobFlowSensor 2021-06-02T02:00:53.639280+00:00 2021-06-02T02:09:56.191958+00:00 0:09:02.552678 35392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T02:00:51.466504+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T02:00:43.961311+00:00 2021-06-02T02:00:45.790422+00:00 0:00:01.829111 35391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T02:00:41.454180+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T02:00:31.935617+00:00 2021-06-02T02:00:33.771367+00:00 0:00:01.835750 35390 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T02:00:29.488129+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T01:00:00+00:00 PythonOperator 2021-06-02T02:00:23.794289+00:00 2021-06-02T02:00:27.208698+00:00 0:00:03.414409 35389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T02:00:21.436295+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T01:00:00+00:00 PythonOperator 2021-06-02T02:00:12.016456+00:00 2021-06-02T02:00:15.328215+00:00 0:00:03.311759 35388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T02:00:09.426386+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-02T00:00:00+00:00 EmrJobFlowSensor 2021-06-02T01:12:22.377456+00:00 2021-06-02T01:21:24.970208+00:00 0:09:02.592752 35386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T01:12:19.793301+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-02T00:00:00+00:00 EmrJobFlowSensor 2021-06-02T01:12:20.045389+00:00 2021-06-02T01:21:23.178370+00:00 0:09:03.132981 35385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T01:12:17.795592+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-02T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T01:12:02.002754+00:00 2021-06-02T01:12:03.743612+00:00 0:00:01.740858 35384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T01:11:59.787445+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-02T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T01:12:00.181402+00:00 2021-06-02T01:12:02.305977+00:00 0:00:02.124575 35383 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T01:11:57.757303+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-02T00:00:00+00:00 PythonOperator 2021-06-02T01:11:40.344134+00:00 2021-06-02T01:11:43.490102+00:00 0:00:03.145968 35382 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T01:11:37.718942+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-02T00:00:00+00:00 PythonOperator 2021-06-02T01:11:38.315678+00:00 2021-06-02T01:11:41.835404+00:00 0:00:03.519726 35381 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T01:11:35.724199+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-02T00:00:00+00:00 TriggerDagRunOperator 2021-06-02T01:11:30.518946+00:00 2021-06-02T01:11:31.041718+00:00 0:00:00.522772 35380 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T01:11:27.759085+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-02T00:00:00+00:00 TriggerDagRunOperator 2021-06-02T01:11:30.410832+00:00 2021-06-02T01:11:30.811390+00:00 0:00:00.400558 35379 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T01:11:27.759134+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-02T00:05:00+00:00 EmrJobFlowSensor 2021-06-02T01:05:53.527767+00:00 2021-06-02T01:14:56.125209+00:00 0:09:02.597442 35378 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T01:05:51.194936+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-02T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T01:05:33.366338+00:00 2021-06-02T01:05:35.004179+00:00 0:00:01.637841 35377 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T01:05:31.145946+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-02T00:05:00+00:00 PythonOperator 2021-06-02T01:05:11.390414+00:00 2021-06-02T01:05:14.536233+00:00 0:00:03.145819 35376 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T01:05:09.122432+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-02T00:00:00+00:00 EmrJobFlowSensor 2021-06-02T01:01:06.894104+00:00 2021-06-02T01:11:09.711465+00:00 0:10:02.817361 35375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T01:01:04.688930+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-02T00:00:00+00:00 EmrJobFlowSensor 2021-06-02T01:01:01.269807+00:00 2021-06-02T01:10:03.941020+00:00 0:09:02.671213 35374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T01:00:58.771328+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-02T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T01:00:44.800089+00:00 2021-06-02T01:00:46.560618+00:00 0:00:01.760529 35373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-02T01:00:42.624401+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-02T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T01:00:39.015450+00:00 2021-06-02T01:00:40.805928+00:00 0:00:01.790478 35372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T01:00:36.615657+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-02T00:00:00+00:00 PythonOperator 2021-06-02T01:00:22.858050+00:00 2021-06-02T01:00:26.244980+00:00 0:00:03.386930 35371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-02T01:00:20.605208+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-02T00:00:00+00:00 PythonOperator 2021-06-02T01:00:17.143756+00:00 2021-06-02T01:00:20.430719+00:00 0:00:03.286963 35370 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T01:00:14.606904+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-01T23:00:00+00:00 EmrJobFlowSensor 2021-06-02T00:11:21.197807+00:00 2021-06-02T00:19:23.745200+00:00 0:08:02.547393 35368 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T00:11:18.903873+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-01T23:00:00+00:00 EmrJobFlowSensor 2021-06-02T00:11:11.027328+00:00 2021-06-02T00:20:13.694289+00:00 0:09:02.666961 35367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T00:11:08.894020+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-01T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T00:10:59.046631+00:00 2021-06-02T00:11:00.763438+00:00 0:00:01.716807 35366 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T00:10:56.833677+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-01T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-02T00:10:49.076515+00:00 2021-06-02T00:10:50.822100+00:00 0:00:01.745585 35365 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T00:10:46.822076+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-01T23:00:00+00:00 PythonOperator 2021-06-02T00:10:37.036614+00:00 2021-06-02T00:10:40.347069+00:00 0:00:03.310455 35364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T00:10:34.811888+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-01T23:00:00+00:00 PythonOperator 2021-06-02T00:10:27.107532+00:00 2021-06-02T00:10:30.610878+00:00 0:00:03.503346 35363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T00:10:24.873919+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-01T23:00:00+00:00 TriggerDagRunOperator 2021-06-02T00:10:13.233355+00:00 2021-06-02T00:10:13.751217+00:00 0:00:00.517862 35362 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T00:10:10.792868+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-01T23:00:00+00:00 TriggerDagRunOperator 2021-06-02T00:10:13.072326+00:00 2021-06-02T00:10:13.493183+00:00 0:00:00.420857 35361 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T00:10:10.792919+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-01T23:05:00+00:00 EmrJobFlowSensor 2021-06-02T00:06:02.684136+00:00 2021-06-02T00:15:05.379518+00:00 0:09:02.695382 35360 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-02T00:06:00.295945+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-01T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-02T00:05:40.460498+00:00 2021-06-02T00:05:42.063555+00:00 0:00:01.603057 35359 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-02T00:05:38.264594+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-01T23:05:00+00:00 PythonOperator 2021-06-02T00:05:18.359711+00:00 2021-06-02T00:05:21.607329+00:00 0:00:03.247618 35358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-02T00:05:16.184284+00:00 2 default_pool