Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-21T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T23:00:36.485356+00:00 2021-07-22T23:00:38.144035+00:00 0:00:01.658679 57119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T23:00:34.401394+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T22:00:00+00:00 PythonOperator 2021-07-22T23:00:22.519293+00:00 2021-07-22T23:00:26.681453+00:00 0:00:04.162160 57118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T23:00:18.396498+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T22:00:00+00:00 PythonOperator 2021-07-22T23:00:16.192229+00:00 2021-07-22T23:00:21.793596+00:00 0:00:05.601367 57117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T23:00:12.389856+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-21T23:00:00+00:00 PythonOperator 2021-07-22T23:00:10.561507+00:00 2021-07-22T23:00:16.160368+00:00 0:00:05.598861 57116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T23:00:08.342993+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T21:00:00+00:00 EmrJobFlowSensor 2021-07-22T22:12:15.896705+00:00 2021-07-22T22:22:18.862290+00:00 0:10:02.965585 57114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T22:12:13.510357+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T21:00:00+00:00 EmrJobFlowSensor 2021-07-22T22:12:10.185515+00:00 2021-07-22T22:22:13.508301+00:00 0:10:03.322786 57113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T22:12:07.559190+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T22:11:53.421255+00:00 2021-07-22T22:11:55.282926+00:00 0:00:01.861671 57112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T22:11:51.100445+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T22:11:47.479506+00:00 2021-07-22T22:11:49.202399+00:00 0:00:01.722893 57111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T22:11:45.269354+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T21:00:00+00:00 PythonOperator 2021-07-22T22:11:33.339272+00:00 2021-07-22T22:11:37.120638+00:00 0:00:03.781366 57110 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T22:11:31.055872+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T21:00:00+00:00 PythonOperator 2021-07-22T22:11:27.412687+00:00 2021-07-22T22:11:31.212914+00:00 0:00:03.800227 57109 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T22:11:25.140799+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T21:00:00+00:00 TriggerDagRunOperator 2021-07-22T22:11:15.457983+00:00 2021-07-22T22:11:15.862610+00:00 0:00:00.404627 57108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T22:11:12.994519+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T21:00:00+00:00 TriggerDagRunOperator 2021-07-22T22:11:15.452350+00:00 2021-07-22T22:11:15.989933+00:00 0:00:00.537583 57107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T22:11:12.994553+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T21:05:00+00:00 EmrJobFlowSensor 2021-07-22T22:05:48.887938+00:00 2021-07-22T22:13:51.692438+00:00 0:08:02.804500 57106 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T22:05:46.510073+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T22:05:26.806268+00:00 2021-07-22T22:05:28.506823+00:00 0:00:01.700555 57105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T22:05:24.488018+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T21:05:00+00:00 PythonOperator 2021-07-22T22:05:06.655154+00:00 2021-07-22T22:05:10.129907+00:00 0:00:03.474753 57104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T22:05:04.413165+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T21:00:00+00:00 EmrJobFlowSensor 2021-07-22T22:00:58.243647+00:00 2021-07-22T22:15:01.657840+00:00 0:14:03.414193 57103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T22:00:55.950109+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T21:00:00+00:00 EmrJobFlowSensor 2021-07-22T22:00:54.162978+00:00 2021-07-22T22:10:57.123296+00:00 0:10:02.960318 57102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T22:00:51.876536+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T22:00:38.297169+00:00 2021-07-22T22:00:40.243712+00:00 0:00:01.946543 57101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T22:00:35.813674+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T22:00:32.264028+00:00 2021-07-22T22:00:34.174163+00:00 0:00:01.910135 57100 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T22:00:29.876593+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T21:00:00+00:00 PythonOperator 2021-07-22T22:00:14.946386+00:00 2021-07-22T22:00:19.420447+00:00 0:00:04.474061 57099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T22:00:11.844171+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T21:00:00+00:00 PythonOperator 2021-07-22T22:00:10.615247+00:00 2021-07-22T22:00:15.574883+00:00 0:00:04.959636 57098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T22:00:07.849734+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T20:00:00+00:00 EmrJobFlowSensor 2021-07-22T21:10:39.781392+00:00 2021-07-22T21:19:42.612586+00:00 0:09:02.831194 57096 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T21:10:37.626723+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T20:00:00+00:00 EmrJobFlowSensor 2021-07-22T21:10:37.982410+00:00 2021-07-22T21:19:41.081485+00:00 0:09:03.099075 57095 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T21:10:35.630944+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T21:10:18.004587+00:00 2021-07-22T21:10:19.701534+00:00 0:00:01.696947 57094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T21:10:15.663019+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T21:10:14.047786+00:00 2021-07-22T21:10:15.905600+00:00 0:00:01.857814 57093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T21:10:11.668445+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T20:00:00+00:00 PythonOperator 2021-07-22T21:09:56.091485+00:00 2021-07-22T21:09:59.863502+00:00 0:00:03.772017 57092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T21:09:53.658088+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T20:00:00+00:00 PythonOperator 2021-07-22T21:09:54.133272+00:00 2021-07-22T21:09:58.079579+00:00 0:00:03.946307 57091 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T21:09:51.659485+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T20:00:00+00:00 TriggerDagRunOperator 2021-07-22T21:09:31.997481+00:00 2021-07-22T21:09:32.418204+00:00 0:00:00.420723 57090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T21:09:29.546341+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T20:00:00+00:00 TriggerDagRunOperator 2021-07-22T21:09:31.931191+00:00 2021-07-22T21:09:32.475919+00:00 0:00:00.544728 57089 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T21:09:29.546376+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T20:05:00+00:00 EmrJobFlowSensor 2021-07-22T21:05:49.450879+00:00 2021-07-22T21:13:52.000362+00:00 0:08:02.549483 57088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T21:05:47.267760+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T21:05:27.729838+00:00 2021-07-22T21:05:29.386652+00:00 0:00:01.656814 57087 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T21:05:25.264107+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T20:05:00+00:00 PythonOperator 2021-07-22T21:05:07.682073+00:00 2021-07-22T21:05:11.480587+00:00 0:00:03.798514 57086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T21:05:05.159469+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T20:00:00+00:00 EmrJobFlowSensor 2021-07-22T21:01:05.022213+00:00 2021-07-22T21:09:07.787647+00:00 0:08:02.765434 57085 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T21:01:02.623280+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T20:00:00+00:00 EmrJobFlowSensor 2021-07-22T21:00:53.088883+00:00 2021-07-22T21:15:56.772243+00:00 0:15:03.683360 57084 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T21:00:50.674282+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T21:00:42.808340+00:00 2021-07-22T21:00:44.666239+00:00 0:00:01.857899 57083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T21:00:40.601478+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T21:00:31.558844+00:00 2021-07-22T21:00:33.295668+00:00 0:00:01.736824 57082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T21:00:28.755494+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T20:00:00+00:00 PythonOperator 2021-07-22T21:00:22.809927+00:00 2021-07-22T21:00:26.704741+00:00 0:00:03.894814 57081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T21:00:20.528260+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T20:00:00+00:00 PythonOperator 2021-07-22T21:00:09.164965+00:00 2021-07-22T21:00:13.425457+00:00 0:00:04.260492 57080 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T21:00:06.525527+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T19:00:00+00:00 EmrJobFlowSensor 2021-07-22T20:12:26.646692+00:00 2021-07-22T20:22:29.563330+00:00 0:10:02.916638 57078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T20:12:24.350554+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T19:00:00+00:00 EmrJobFlowSensor 2021-07-22T20:12:12.530059+00:00 2021-07-22T20:20:15.256424+00:00 0:08:02.726365 57077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T20:12:10.278146+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T20:11:48.623220+00:00 2021-07-22T20:11:50.495053+00:00 0:00:01.871833 57076 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T20:11:46.245931+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T20:11:42.498481+00:00 2021-07-22T20:11:44.347753+00:00 0:00:01.849272 57075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T20:11:40.240924+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T19:00:00+00:00 PythonOperator 2021-07-22T20:11:27.572187+00:00 2021-07-22T20:11:31.581433+00:00 0:00:04.009246 57074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T20:11:24.230702+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T19:00:00+00:00 PythonOperator 2021-07-22T20:11:22.460190+00:00 2021-07-22T20:11:27.566439+00:00 0:00:05.106249 57073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T20:11:20.225763+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T19:00:00+00:00 TriggerDagRunOperator 2021-07-22T20:11:16.594540+00:00 2021-07-22T20:11:17.124150+00:00 0:00:00.529610 57072 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T20:11:14.221939+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T19:00:00+00:00 TriggerDagRunOperator 2021-07-22T20:11:16.427761+00:00 2021-07-22T20:11:16.876179+00:00 0:00:00.448418 57071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T20:11:14.221909+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T19:05:00+00:00 EmrJobFlowSensor 2021-07-22T20:06:00.332154+00:00 2021-07-22T20:15:03.283943+00:00 0:09:02.951789 57070 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T20:05:57.747841+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T20:05:39.959167+00:00 2021-07-22T20:05:41.610690+00:00 0:00:01.651523 57069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T20:05:37.644224+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T19:05:00+00:00 PythonOperator 2021-07-22T20:05:17.763189+00:00 2021-07-22T20:05:21.234599+00:00 0:00:03.471410 57068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T20:05:15.501613+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T19:00:00+00:00 EmrJobFlowSensor 2021-07-22T20:00:55.397480+00:00 2021-07-22T20:15:59.239564+00:00 0:15:03.842084 57067 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T20:00:52.961196+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T19:00:00+00:00 EmrJobFlowSensor 2021-07-22T20:00:51.320897+00:00 2021-07-22T20:10:54.166471+00:00 0:10:02.845574 57066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T20:00:48.913706+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T20:00:35.242762+00:00 2021-07-22T20:00:36.999235+00:00 0:00:01.756473 57065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T20:00:32.946108+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T20:00:29.407661+00:00 2021-07-22T20:00:31.241354+00:00 0:00:01.833693 57064 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T20:00:26.944003+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T19:00:00+00:00 PythonOperator 2021-07-22T20:00:14.516796+00:00 2021-07-22T20:00:18.744303+00:00 0:00:04.227507 57063 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T20:00:10.832411+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T19:00:00+00:00 PythonOperator 2021-07-22T20:00:09.101416+00:00 2021-07-22T20:00:14.585258+00:00 0:00:05.483842 57062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T20:00:06.829386+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T18:00:00+00:00 EmrJobFlowSensor 2021-07-22T19:11:16.480224+00:00 2021-07-22T19:22:19.781660+00:00 0:11:03.301436 57060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T19:11:14.064018+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T18:00:00+00:00 EmrJobFlowSensor 2021-07-22T19:10:58.328382+00:00 2021-07-22T19:21:03.103032+00:00 0:10:04.774650 57059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T19:10:56.051379+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T19:10:54.476936+00:00 2021-07-22T19:10:56.413732+00:00 0:00:01.936796 57058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T19:10:52.046677+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T19:10:38.086954+00:00 2021-07-22T19:10:40.023874+00:00 0:00:01.936920 57057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T19:10:35.852720+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T18:00:00+00:00 PythonOperator 2021-07-22T19:10:34.122057+00:00 2021-07-22T19:10:38.396964+00:00 0:00:04.274907 57056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T19:10:31.841487+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T18:00:00+00:00 PythonOperator 2021-07-22T19:10:12.015504+00:00 2021-07-22T19:10:15.585227+00:00 0:00:03.569723 57055 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T19:10:09.823175+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T18:00:00+00:00 TriggerDagRunOperator 2021-07-22T19:10:00.415256+00:00 2021-07-22T19:10:00.793693+00:00 0:00:00.378437 57054 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T19:09:57.852811+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T18:00:00+00:00 TriggerDagRunOperator 2021-07-22T19:10:00.443264+00:00 2021-07-22T19:10:00.956328+00:00 0:00:00.513064 57053 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T19:09:57.852866+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T18:05:00+00:00 EmrJobFlowSensor 2021-07-22T19:06:03.587547+00:00 2021-07-22T19:15:06.321941+00:00 0:09:02.734394 57052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T19:06:01.395865+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T19:05:41.509144+00:00 2021-07-22T19:05:43.477825+00:00 0:00:01.968681 57051 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T19:05:39.348519+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T18:05:00+00:00 PythonOperator 2021-07-22T19:05:19.777958+00:00 2021-07-22T19:05:22.757312+00:00 0:00:02.979354 57050 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T19:05:17.314336+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T18:00:00+00:00 EmrJobFlowSensor 2021-07-22T19:01:05.532890+00:00 2021-07-22T19:15:09.335342+00:00 0:14:03.802452 57049 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T19:01:02.882125+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T18:00:00+00:00 EmrJobFlowSensor 2021-07-22T19:00:47.018518+00:00 2021-07-22T19:09:49.816229+00:00 0:09:02.797711 57048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T19:00:44.723432+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T19:00:43.086659+00:00 2021-07-22T19:00:44.812689+00:00 0:00:01.726030 57047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T19:00:40.769229+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T19:00:27.406798+00:00 2021-07-22T19:00:29.215649+00:00 0:00:01.808851 57046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T19:00:24.705419+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T18:00:00+00:00 PythonOperator 2021-07-22T19:00:20.940106+00:00 2021-07-22T19:00:25.353786+00:00 0:00:04.413680 57045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T19:00:18.707058+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T18:00:00+00:00 PythonOperator 2021-07-22T19:00:05.083710+00:00 2021-07-22T19:00:09.090525+00:00 0:00:04.006815 57044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T19:00:02.684947+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T17:00:00+00:00 EmrJobFlowSensor 2021-07-22T18:12:03.135463+00:00 2021-07-22T18:21:06.248956+00:00 0:09:03.113493 57042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T18:12:00.893260+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T17:00:00+00:00 EmrJobFlowSensor 2021-07-22T18:12:01.504968+00:00 2021-07-22T18:22:04.739677+00:00 0:10:03.234709 57041 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T18:11:59.040912+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T18:11:41.061368+00:00 2021-07-22T18:11:42.774915+00:00 0:00:01.713547 57040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T18:11:38.787806+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T18:11:39.298285+00:00 2021-07-22T18:11:41.196376+00:00 0:00:01.898091 57039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T18:11:36.772402+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T17:00:00+00:00 PythonOperator 2021-07-22T18:11:20.844737+00:00 2021-07-22T18:11:24.607474+00:00 0:00:03.762737 57038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T18:11:18.712169+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T17:00:00+00:00 PythonOperator 2021-07-22T18:11:19.076778+00:00 2021-07-22T18:11:22.897194+00:00 0:00:03.820416 57037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T18:11:16.715016+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T17:00:00+00:00 TriggerDagRunOperator 2021-07-22T18:11:03.317687+00:00 2021-07-22T18:11:03.721446+00:00 0:00:00.403759 57036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T18:11:00.763426+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T17:00:00+00:00 TriggerDagRunOperator 2021-07-22T18:11:03.343304+00:00 2021-07-22T18:11:03.910148+00:00 0:00:00.566844 57035 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T18:11:00.763473+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T17:05:00+00:00 EmrJobFlowSensor 2021-07-22T18:05:58.144043+00:00 2021-07-22T18:15:00.904857+00:00 0:09:02.760814 57034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T18:05:55.907211+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T18:05:38.091132+00:00 2021-07-22T18:05:39.874342+00:00 0:00:01.783210 57033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T18:05:35.889359+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T17:05:00+00:00 PythonOperator 2021-07-22T18:05:15.969559+00:00 2021-07-22T18:05:19.929084+00:00 0:00:03.959525 57032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T18:05:13.813725+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T17:00:00+00:00 EmrJobFlowSensor 2021-07-22T18:00:49.992393+00:00 2021-07-22T18:14:53.658865+00:00 0:14:03.666472 57031 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T18:00:47.482242+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T17:00:00+00:00 EmrJobFlowSensor 2021-07-22T18:00:49.963874+00:00 2021-07-22T18:10:53.027067+00:00 0:10:03.063193 57030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T18:00:47.482284+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T18:00:30.098812+00:00 2021-07-22T18:00:31.937191+00:00 0:00:01.838379 57029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T18:00:27.541091+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T18:00:27.651782+00:00 2021-07-22T18:00:29.706439+00:00 0:00:02.054657 57028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T18:00:25.399564+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T17:00:00+00:00 PythonOperator 2021-07-22T18:00:07.627652+00:00 2021-07-22T18:00:11.440253+00:00 0:00:03.812601 57027 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T18:00:05.383695+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T17:00:00+00:00 PythonOperator 2021-07-22T18:00:06.066915+00:00 2021-07-22T18:00:09.922737+00:00 0:00:03.855822 57026 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T18:00:03.446815+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T16:00:00+00:00 EmrJobFlowSensor 2021-07-22T17:10:40.053158+00:00 2021-07-22T17:20:43.010303+00:00 0:10:02.957145 57024 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T17:10:37.892590+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T16:00:00+00:00 EmrJobFlowSensor 2021-07-22T17:10:32.288387+00:00 2021-07-22T17:20:35.247446+00:00 0:10:02.959059 57023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T17:10:29.960820+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T17:10:18.034770+00:00 2021-07-22T17:10:19.728834+00:00 0:00:01.694064 57022 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T17:10:15.824410+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T17:10:10.360644+00:00 2021-07-22T17:10:12.192420+00:00 0:00:01.831776 57021 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T17:10:07.819887+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T16:00:00+00:00 PythonOperator 2021-07-22T17:09:55.998217+00:00 2021-07-22T17:09:59.663125+00:00 0:00:03.664908 57020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T17:09:53.806257+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T16:00:00+00:00 PythonOperator 2021-07-22T17:09:49.988951+00:00 2021-07-22T17:09:54.300006+00:00 0:00:04.311055 57019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T17:09:47.802712+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T16:00:00+00:00 TriggerDagRunOperator 2021-07-22T17:09:44.098334+00:00 2021-07-22T17:09:44.644267+00:00 0:00:00.545933 57018 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T17:09:41.801772+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T16:00:00+00:00 TriggerDagRunOperator 2021-07-22T17:09:44.000615+00:00 2021-07-22T17:09:44.410211+00:00 0:00:00.409596 57017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T17:09:41.801736+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T16:05:00+00:00 EmrJobFlowSensor 2021-07-22T17:06:07.829630+00:00 2021-07-22T17:14:10.523626+00:00 0:08:02.693996 57016 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T17:06:05.560571+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T17:05:45.936455+00:00 2021-07-22T17:05:47.594865+00:00 0:00:01.658410 57015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T17:05:43.548905+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T16:05:00+00:00 PythonOperator 2021-07-22T17:05:23.562778+00:00 2021-07-22T17:05:27.107824+00:00 0:00:03.545046 57014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T17:05:21.381845+00:00 2 default_pool