Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-06-20T07:00:00+00:00 PythonOperator 2021-06-20T08:12:08.901045+00:00 2021-06-20T08:12:12.664232+00:00 0:00:03.763187 43528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:12:06.769855+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T07:00:00+00:00 TriggerDagRunOperator 2021-06-20T08:11:57.227967+00:00 2021-06-20T08:11:57.754345+00:00 0:00:00.526378 43527 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:11:54.760655+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T07:00:00+00:00 TriggerDagRunOperator 2021-06-20T08:11:57.114990+00:00 2021-06-20T08:11:57.479907+00:00 0:00:00.364917 43526 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:11:54.760626+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T07:05:00+00:00 EmrJobFlowSensor 2021-06-20T08:06:02.052309+00:00 2021-06-20T08:15:04.712411+00:00 0:09:02.660102 43524 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:05:59.763970+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:05:40.178807+00:00 2021-06-20T08:05:41.861106+00:00 0:00:01.682299 43523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T08:05:37.660842+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T07:05:00+00:00 PythonOperator 2021-06-20T08:05:19.945636+00:00 2021-06-20T08:05:23.254808+00:00 0:00:03.309172 43522 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:05:17.648631+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T07:00:00+00:00 EmrJobFlowSensor 2021-06-20T08:00:49.305686+00:00 2021-06-20T08:12:52.450944+00:00 0:12:03.145258 43521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T08:00:47.125587+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T07:00:00+00:00 EmrJobFlowSensor 2021-06-20T08:00:47.547328+00:00 2021-06-20T08:10:50.484828+00:00 0:10:02.937500 43520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:00:45.170685+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:00:27.439614+00:00 2021-06-20T08:00:29.192088+00:00 0:00:01.752474 43519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T08:00:25.151041+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T08:00:25.386052+00:00 2021-06-20T08:00:27.197513+00:00 0:00:01.811461 43518 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T08:00:23.152165+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T07:00:00+00:00 PythonOperator 2021-06-20T08:00:07.857784+00:00 2021-06-20T08:00:11.294239+00:00 0:00:03.436455 43517 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T08:00:05.158593+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T07:00:00+00:00 PythonOperator 2021-06-20T08:00:05.523365+00:00 2021-06-20T08:00:09.359837+00:00 0:00:03.836472 43516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T08:00:03.148068+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T06:00:00+00:00 EmrJobFlowSensor 2021-06-20T07:11:30.409002+00:00 2021-06-20T07:19:32.922863+00:00 0:08:02.513861 43515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:11:28.085001+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T06:00:00+00:00 EmrJobFlowSensor 2021-06-20T07:11:26.182950+00:00 2021-06-20T07:20:29.071206+00:00 0:09:02.888256 43514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:11:24.039441+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:11:00.530181+00:00 2021-06-20T07:11:02.379474+00:00 0:00:01.849293 43513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T07:10:58.018011+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:11:00.480711+00:00 2021-06-20T07:11:02.312596+00:00 0:00:01.831885 43512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T07:10:58.017981+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T06:00:00+00:00 PythonOperator 2021-06-20T07:10:38.216531+00:00 2021-06-20T07:10:41.753539+00:00 0:00:03.537008 43511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:10:35.999872+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T06:00:00+00:00 PythonOperator 2021-06-20T07:10:34.657414+00:00 2021-06-20T07:10:38.150524+00:00 0:00:03.493110 43510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:10:31.985280+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T06:00:00+00:00 TriggerDagRunOperator 2021-06-20T07:10:26.561791+00:00 2021-06-20T07:10:27.113226+00:00 0:00:00.551435 43509 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:10:23.944316+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T06:00:00+00:00 TriggerDagRunOperator 2021-06-20T07:10:26.383281+00:00 2021-06-20T07:10:26.896173+00:00 0:00:00.512892 43508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:10:23.944371+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T06:05:00+00:00 EmrJobFlowSensor 2021-06-20T07:09:24.342114+00:00 2021-06-20T07:18:27.160542+00:00 0:09:02.818428 43507 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:09:21.889926+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:08:48.031209+00:00 2021-06-20T07:08:49.706528+00:00 0:00:01.675319 43506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T07:08:45.805866+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T06:05:00+00:00 PythonOperator 2021-06-20T07:08:24.304259+00:00 2021-06-20T07:08:27.549093+00:00 0:00:03.244834 43505 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:08:21.782142+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T06:00:00+00:00 EmrJobFlowSensor 2021-06-20T07:01:04.690563+00:00 2021-06-20T07:10:07.370109+00:00 0:09:02.679546 43503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:01:02.430368+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T06:00:00+00:00 EmrJobFlowSensor 2021-06-20T07:00:54.625874+00:00 2021-06-20T07:11:57.432218+00:00 0:11:02.806344 43502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T07:00:52.412456+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:00:42.550529+00:00 2021-06-20T07:00:44.263996+00:00 0:00:01.713467 43501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T07:00:40.403327+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T07:00:32.473049+00:00 2021-06-20T07:00:34.139196+00:00 0:00:01.666147 43500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T07:00:30.392158+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T06:00:00+00:00 PythonOperator 2021-06-20T07:00:20.734734+00:00 2021-06-20T07:00:24.246361+00:00 0:00:03.511627 43499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T07:00:18.451741+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T06:00:00+00:00 PythonOperator 2021-06-20T07:00:10.541061+00:00 2021-06-20T07:00:14.354231+00:00 0:00:03.813170 43498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:00:08.319599+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T05:00:00+00:00 EmrJobFlowSensor 2021-06-20T06:13:48.919310+00:00 2021-06-20T06:22:51.578798+00:00 0:09:02.659488 43497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:13:46.040978+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T05:00:00+00:00 EmrJobFlowSensor 2021-06-20T06:13:46.428445+00:00 2021-06-20T06:22:49.521413+00:00 0:09:03.092968 43496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:13:44.065794+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:13:26.183123+00:00 2021-06-20T06:13:28.161843+00:00 0:00:01.978720 43495 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T06:13:23.856107+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:13:26.093892+00:00 2021-06-20T06:13:27.986979+00:00 0:00:01.893087 43494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T06:13:23.856080+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T05:00:00+00:00 PythonOperator 2021-06-20T06:13:06.540344+00:00 2021-06-20T06:13:10.042183+00:00 0:00:03.501839 43493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:13:03.841219+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T05:00:00+00:00 PythonOperator 2021-06-20T06:13:04.251432+00:00 2021-06-20T06:13:08.356210+00:00 0:00:04.104778 43492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:13:01.840482+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T05:00:00+00:00 TriggerDagRunOperator 2021-06-20T06:12:50.487732+00:00 2021-06-20T06:12:50.984485+00:00 0:00:00.496753 43491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:12:47.953116+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T05:00:00+00:00 TriggerDagRunOperator 2021-06-20T06:12:50.383393+00:00 2021-06-20T06:12:50.760987+00:00 0:00:00.377594 43490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:12:47.953073+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T05:05:00+00:00 EmrJobFlowSensor 2021-06-20T06:05:55.477587+00:00 2021-06-20T06:14:58.225888+00:00 0:09:02.748301 43489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:05:53.251598+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:05:35.485382+00:00 2021-06-20T06:05:37.277047+00:00 0:00:01.791665 43488 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T06:05:33.134722+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T05:05:00+00:00 PythonOperator 2021-06-20T06:05:11.451624+00:00 2021-06-20T06:05:14.958988+00:00 0:00:03.507364 43487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:05:09.153053+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T05:00:00+00:00 EmrJobFlowSensor 2021-06-20T06:03:39.172691+00:00 2021-06-20T06:15:42.134336+00:00 0:12:02.961645 43486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:03:36.855644+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T05:00:00+00:00 EmrJobFlowSensor 2021-06-20T06:03:35.319623+00:00 2021-06-20T06:12:38.059661+00:00 0:09:02.740038 43485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:03:32.858913+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:03:05.092640+00:00 2021-06-20T06:03:06.905084+00:00 0:00:01.812444 43484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T06:03:02.636185+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:03:00.840880+00:00 2021-06-20T06:03:02.594098+00:00 0:00:01.753218 43483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T06:02:58.651693+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T05:00:00+00:00 PythonOperator 2021-06-20T06:02:39.494860+00:00 2021-06-20T06:02:43.601017+00:00 0:00:04.106157 43482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:02:36.588495+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T05:00:00+00:00 PythonOperator 2021-06-20T06:02:35.228487+00:00 2021-06-20T06:02:39.628694+00:00 0:00:04.400207 43481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T06:02:32.640486+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T04:00:00+00:00 EmrJobFlowSensor 2021-06-20T05:11:26.575565+00:00 2021-06-20T05:20:29.417710+00:00 0:09:02.842145 43479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:11:24.157189+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T04:00:00+00:00 EmrJobFlowSensor 2021-06-20T05:11:18.509317+00:00 2021-06-20T05:21:21.440156+00:00 0:10:02.930839 43478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:11:16.168648+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:11:06.306557+00:00 2021-06-20T05:11:08.126147+00:00 0:00:01.819590 43477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T05:11:04.086543+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:10:58.264213+00:00 2021-06-20T05:10:59.956856+00:00 0:00:01.692643 43476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T05:10:56.075228+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T04:00:00+00:00 PythonOperator 2021-06-20T05:10:44.748046+00:00 2021-06-20T05:10:48.446124+00:00 0:00:03.698078 43475 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:10:42.064585+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T04:00:00+00:00 PythonOperator 2021-06-20T05:10:36.411953+00:00 2021-06-20T05:10:39.664067+00:00 0:00:03.252114 43474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:10:34.065854+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T04:00:00+00:00 TriggerDagRunOperator 2021-06-20T05:10:24.401102+00:00 2021-06-20T05:10:24.911287+00:00 0:00:00.510185 43473 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:10:22.015281+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T04:00:00+00:00 TriggerDagRunOperator 2021-06-20T05:10:24.380941+00:00 2021-06-20T05:10:24.769152+00:00 0:00:00.388211 43472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:10:22.015250+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T04:05:00+00:00 EmrJobFlowSensor 2021-06-20T05:06:06.057710+00:00 2021-06-20T05:15:08.575170+00:00 0:09:02.517460 43471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:06:03.768553+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:05:43.887194+00:00 2021-06-20T05:05:45.676940+00:00 0:00:01.789746 43470 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T05:05:41.662720+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T04:05:00+00:00 PythonOperator 2021-06-20T05:05:21.850791+00:00 2021-06-20T05:05:25.302011+00:00 0:00:03.451220 43469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:05:19.603517+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T04:00:00+00:00 EmrJobFlowSensor 2021-06-20T05:01:07.352330+00:00 2021-06-20T05:13:10.538697+00:00 0:12:03.186367 43468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:01:05.218023+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T04:00:00+00:00 EmrJobFlowSensor 2021-06-20T05:00:57.510273+00:00 2021-06-20T05:10:00.250225+00:00 0:09:02.739952 43467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:00:55.249752+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:00:45.448984+00:00 2021-06-20T05:00:47.198672+00:00 0:00:01.749688 43466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T05:00:43.189947+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:00:37.578650+00:00 2021-06-20T05:00:39.309729+00:00 0:00:01.731079 43465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T05:00:35.256357+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T04:00:00+00:00 PythonOperator 2021-06-20T05:00:23.876710+00:00 2021-06-20T05:00:27.307559+00:00 0:00:03.430849 43464 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:00:21.131251+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T04:00:00+00:00 PythonOperator 2021-06-20T05:00:15.616878+00:00 2021-06-20T05:00:19.010315+00:00 0:00:03.393437 43463 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T05:00:13.146296+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T03:00:00+00:00 EmrJobFlowSensor 2021-06-20T04:12:14.560980+00:00 2021-06-20T04:22:17.528053+00:00 0:10:02.967073 43461 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:12:12.329348+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T03:00:00+00:00 EmrJobFlowSensor 2021-06-20T04:12:08.474947+00:00 2021-06-20T04:22:11.247029+00:00 0:10:02.772082 43460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:12:06.316794+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:11:52.491604+00:00 2021-06-20T04:11:54.301727+00:00 0:00:01.810123 43459 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T04:11:50.300617+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:11:46.631281+00:00 2021-06-20T04:11:48.295108+00:00 0:00:01.663827 43458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T04:11:44.357916+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T03:00:00+00:00 PythonOperator 2021-06-20T04:11:32.487133+00:00 2021-06-20T04:11:36.216312+00:00 0:00:03.729179 43457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:11:30.282462+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T03:00:00+00:00 PythonOperator 2021-06-20T04:11:26.613191+00:00 2021-06-20T04:11:30.053042+00:00 0:00:03.439851 43456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:11:24.247657+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T03:00:00+00:00 TriggerDagRunOperator 2021-06-20T04:11:16.594287+00:00 2021-06-20T04:11:16.984683+00:00 0:00:00.390396 43455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:11:14.242282+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T03:00:00+00:00 TriggerDagRunOperator 2021-06-20T04:11:16.475021+00:00 2021-06-20T04:11:16.980489+00:00 0:00:00.505468 43454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:11:14.242313+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T03:05:00+00:00 EmrJobFlowSensor 2021-06-20T04:06:00.075781+00:00 2021-06-20T04:15:02.691099+00:00 0:09:02.615318 43453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:05:57.796082+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:05:35.943177+00:00 2021-06-20T04:05:37.573770+00:00 0:00:01.630593 43452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T04:05:33.768016+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T03:05:00+00:00 PythonOperator 2021-06-20T04:05:14.123409+00:00 2021-06-20T04:05:17.609064+00:00 0:00:03.485655 43451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:05:11.768662+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T03:00:00+00:00 EmrJobFlowSensor 2021-06-20T04:01:07.686216+00:00 2021-06-20T04:11:10.558944+00:00 0:10:02.872728 43450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:01:05.415402+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T03:00:00+00:00 EmrJobFlowSensor 2021-06-20T04:00:55.654236+00:00 2021-06-20T04:12:58.652551+00:00 0:12:02.998315 43449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:00:53.410231+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:00:44.110961+00:00 2021-06-20T04:00:45.891967+00:00 0:00:01.781006 43448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T04:00:41.392426+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:00:35.641550+00:00 2021-06-20T04:00:37.369109+00:00 0:00:01.727559 43447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T04:00:33.384927+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T03:00:00+00:00 PythonOperator 2021-06-20T04:00:21.606529+00:00 2021-06-20T04:00:24.960555+00:00 0:00:03.354026 43446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T04:00:19.367247+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T03:00:00+00:00 PythonOperator 2021-06-20T04:00:13.685908+00:00 2021-06-20T04:00:17.335981+00:00 0:00:03.650073 43445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:00:11.360312+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T02:00:00+00:00 EmrJobFlowSensor 2021-06-20T03:12:07.325631+00:00 2021-06-20T03:21:10.021319+00:00 0:09:02.695688 43443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:12:05.142925+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T02:00:00+00:00 EmrJobFlowSensor 2021-06-20T03:12:05.381657+00:00 2021-06-20T03:22:08.300421+00:00 0:10:02.918764 43442 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:12:03.141010+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:11:43.525344+00:00 2021-06-20T03:11:45.373760+00:00 0:00:01.848416 43441 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T03:11:41.064276+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:11:43.419199+00:00 2021-06-20T03:11:45.157821+00:00 0:00:01.738622 43440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T03:11:41.064245+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T02:00:00+00:00 PythonOperator 2021-06-20T03:11:21.415041+00:00 2021-06-20T03:11:24.951322+00:00 0:00:03.536281 43439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:11:19.059673+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T02:00:00+00:00 PythonOperator 2021-06-20T03:11:21.352829+00:00 2021-06-20T03:11:24.927707+00:00 0:00:03.574878 43438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:11:19.059630+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T02:00:00+00:00 TriggerDagRunOperator 2021-06-20T03:11:05.560969+00:00 2021-06-20T03:11:05.950648+00:00 0:00:00.389679 43437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:11:02.933998+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T02:00:00+00:00 TriggerDagRunOperator 2021-06-20T03:11:05.382995+00:00 2021-06-20T03:11:05.890529+00:00 0:00:00.507534 43436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:11:02.933972+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T02:05:00+00:00 EmrJobFlowSensor 2021-06-20T03:06:16.782514+00:00 2021-06-20T03:15:19.498662+00:00 0:09:02.716148 43435 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:06:14.600783+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:05:54.585643+00:00 2021-06-20T03:05:56.274873+00:00 0:00:01.689230 43434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T03:05:52.450756+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T02:05:00+00:00 PythonOperator 2021-06-20T03:05:34.652474+00:00 2021-06-20T03:05:38.125725+00:00 0:00:03.473251 43433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:05:32.436761+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T02:00:00+00:00 EmrJobFlowSensor 2021-06-20T03:01:02.445404+00:00 2021-06-20T03:12:05.494755+00:00 0:11:03.049351 43432 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:01:00.162441+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T02:00:00+00:00 EmrJobFlowSensor 2021-06-20T03:00:54.430390+00:00 2021-06-20T03:10:57.203886+00:00 0:10:02.773496 43431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:00:52.160947+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:00:40.617605+00:00 2021-06-20T03:00:42.305250+00:00 0:00:01.687645 43430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T03:00:38.031046+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:00:32.162915+00:00 2021-06-20T03:00:33.929964+00:00 0:00:01.767049 43429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T03:00:30.031008+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T02:00:00+00:00 PythonOperator 2021-06-20T03:00:20.134468+00:00 2021-06-20T03:00:23.835910+00:00 0:00:03.701442 43428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:00:18.013116+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T02:00:00+00:00 PythonOperator 2021-06-20T03:00:10.817902+00:00 2021-06-20T03:00:14.149222+00:00 0:00:03.331320 43427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T03:00:08.066641+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T01:00:00+00:00 EmrJobFlowSensor 2021-06-20T02:11:05.388632+00:00 2021-06-20T02:21:08.350459+00:00 0:10:02.961827 43425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T02:11:03.078263+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T02:10:43.153907+00:00 2021-06-20T02:10:44.889598+00:00 0:00:01.735691 43424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T02:10:40.991243+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T01:00:00+00:00 EmrJobFlowSensor 2021-06-20T02:10:33.284255+00:00 2021-06-20T02:20:36.229450+00:00 0:10:02.945195 43423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T02:10:30.985477+00:00 2 default_pool