Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T14:05:35.070802+00:00 2021-07-05T14:05:36.746483+00:00 0:00:01.675681 50159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T14:05:32.894104+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T13:05:00+00:00 PythonOperator 2021-07-05T14:05:10.964878+00:00 2021-07-05T14:05:14.628580+00:00 0:00:03.663702 50158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T14:05:08.810259+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T13:00:00+00:00 EmrJobFlowSensor 2021-07-05T14:01:10.729944+00:00 2021-07-05T14:13:14.006907+00:00 0:12:03.276963 50157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T14:01:08.437915+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T13:00:00+00:00 EmrJobFlowSensor 2021-07-05T14:01:10.691601+00:00 2021-07-05T14:10:13.576352+00:00 0:09:02.884751 50156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T14:01:08.437949+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T14:00:40.953673+00:00 2021-07-05T14:00:42.670101+00:00 0:00:01.716428 50155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T14:00:38.412591+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T14:00:34.830223+00:00 2021-07-05T14:00:36.630159+00:00 0:00:01.799936 50154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T14:00:32.404078+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T13:00:00+00:00 PythonOperator 2021-07-05T14:00:16.677464+00:00 2021-07-05T14:00:20.101496+00:00 0:00:03.424032 50153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T14:00:14.454436+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T13:00:00+00:00 PythonOperator 2021-07-05T14:00:10.919676+00:00 2021-07-05T14:00:14.628978+00:00 0:00:03.709302 50152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T14:00:08.393164+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T12:00:00+00:00 EmrJobFlowSensor 2021-07-05T13:11:24.714860+00:00 2021-07-05T13:20:27.430791+00:00 0:09:02.715931 50150 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T13:11:22.184730+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T12:00:00+00:00 EmrJobFlowSensor 2021-07-05T13:11:18.617505+00:00 2021-07-05T13:21:21.588359+00:00 0:10:02.970854 50149 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T13:11:16.174112+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T13:11:02.675676+00:00 2021-07-05T13:11:04.403198+00:00 0:00:01.727522 50148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T13:11:00.259967+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T13:10:58.254893+00:00 2021-07-05T13:10:59.949510+00:00 0:00:01.694617 50147 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T13:10:56.108113+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T12:00:00+00:00 PythonOperator 2021-07-05T13:10:40.478572+00:00 2021-07-05T13:10:43.905873+00:00 0:00:03.427301 50146 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T13:10:38.091970+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T12:00:00+00:00 PythonOperator 2021-07-05T13:10:36.433622+00:00 2021-07-05T13:10:40.263742+00:00 0:00:03.830120 50145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T13:10:34.092149+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T12:00:00+00:00 TriggerDagRunOperator 2021-07-05T13:10:14.565698+00:00 2021-07-05T13:10:15.114983+00:00 0:00:00.549285 50144 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T13:10:12.062299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T12:00:00+00:00 TriggerDagRunOperator 2021-07-05T13:10:14.510941+00:00 2021-07-05T13:10:14.939359+00:00 0:00:00.428418 50143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T13:10:12.062340+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T12:05:00+00:00 EmrJobFlowSensor 2021-07-05T13:06:16.049046+00:00 2021-07-05T13:15:18.751207+00:00 0:09:02.702161 50142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T13:06:13.555628+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T13:05:55.764593+00:00 2021-07-05T13:05:57.525280+00:00 0:00:01.760687 50141 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T13:05:53.489293+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T12:05:00+00:00 PythonOperator 2021-07-05T13:05:19.847633+00:00 2021-07-05T13:05:23.472499+00:00 0:00:03.624866 50140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T13:05:17.417649+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T12:00:00+00:00 EmrJobFlowSensor 2021-07-05T13:00:53.206538+00:00 2021-07-05T13:09:55.828842+00:00 0:09:02.622304 50139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T13:00:50.791156+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T12:00:00+00:00 EmrJobFlowSensor 2021-07-05T13:00:47.078924+00:00 2021-07-05T13:11:49.923204+00:00 0:11:02.844280 50138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T13:00:44.790857+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T13:00:33.088588+00:00 2021-07-05T13:00:34.877394+00:00 0:00:01.788806 50137 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T13:00:30.693474+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T13:00:26.843747+00:00 2021-07-05T13:00:28.635064+00:00 0:00:01.791317 50136 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T13:00:24.605059+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T12:00:00+00:00 PythonOperator 2021-07-05T13:00:10.797678+00:00 2021-07-05T13:00:14.567268+00:00 0:00:03.769590 50135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T13:00:08.591951+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T12:00:00+00:00 PythonOperator 2021-07-05T13:00:04.763388+00:00 2021-07-05T13:00:08.405380+00:00 0:00:03.641992 50134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T13:00:02.585906+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T11:00:00+00:00 EmrJobFlowSensor 2021-07-05T12:12:36.520551+00:00 2021-07-05T12:21:39.202147+00:00 0:09:02.681596 50129 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T12:12:34.388005+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T11:00:00+00:00 EmrJobFlowSensor 2021-07-05T12:12:26.609213+00:00 2021-07-05T12:21:29.179341+00:00 0:09:02.570128 50128 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T12:12:24.373622+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T12:12:06.600904+00:00 2021-07-05T12:12:08.426719+00:00 0:00:01.825815 50127 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T12:12:04.356756+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T12:12:02.934311+00:00 2021-07-05T12:12:04.646653+00:00 0:00:01.712342 50126 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T12:12:00.355813+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T11:00:00+00:00 PythonOperator 2021-07-05T12:11:42.477404+00:00 2021-07-05T12:11:45.886729+00:00 0:00:03.409325 50125 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T12:11:40.208514+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T11:00:00+00:00 PythonOperator 2021-07-05T12:11:40.465934+00:00 2021-07-05T12:11:44.444764+00:00 0:00:03.978830 50124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T12:11:38.206733+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T11:00:00+00:00 TriggerDagRunOperator 2021-07-05T12:11:28.903390+00:00 2021-07-05T12:11:29.382628+00:00 0:00:00.479238 50123 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T12:11:26.209609+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T11:00:00+00:00 TriggerDagRunOperator 2021-07-05T12:11:28.453273+00:00 2021-07-05T12:11:28.876573+00:00 0:00:00.423300 50122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T12:11:26.209657+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-07-05T12:09:39.622149+00:00 EmrJobFlowSensor 2021-07-05T12:10:36.299636+00:00 50121 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T12:10:34.110731+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-05T12:09:39.622149+00:00 EmrCreateJobFlowOperator 2021-07-05T12:10:14.274380+00:00 2021-07-05T12:10:15.947547+00:00 0:00:01.673167 50120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T12:10:12.100138+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-07-05T12:09:39.622149+00:00 PythonOperator 2021-07-05T12:09:54.407705+00:00 2021-07-05T12:09:58.317367+00:00 0:00:03.909662 50119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T12:09:52.030675+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T11:05:00+00:00 EmrJobFlowSensor 2021-07-05T12:05:49.658516+00:00 2021-07-05T12:14:52.313431+00:00 0:09:02.654915 50118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T12:05:47.549303+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T12:05:29.749773+00:00 2021-07-05T12:05:31.388262+00:00 0:00:01.638489 50117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T12:05:27.568937+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T11:05:00+00:00 PythonOperator 2021-07-05T12:05:07.666642+00:00 2021-07-05T12:05:11.055945+00:00 0:00:03.389303 50116 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T12:05:05.507400+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T11:00:00+00:00 EmrJobFlowSensor 2021-07-05T12:01:05.492476+00:00 2021-07-05T12:11:08.373814+00:00 0:10:02.881338 50115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T12:01:03.261999+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T11:00:00+00:00 EmrJobFlowSensor 2021-07-05T12:00:57.411593+00:00 2021-07-05T12:12:00.533669+00:00 0:11:03.122076 50114 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T12:00:55.189271+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T12:00:45.420772+00:00 2021-07-05T12:00:47.207117+00:00 0:00:01.786345 50113 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T12:00:43.177020+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T12:00:35.368796+00:00 2021-07-05T12:00:37.193416+00:00 0:00:01.824620 50112 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T12:00:33.144006+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T11:00:00+00:00 PythonOperator 2021-07-05T12:00:10.078376+00:00 2021-07-05T12:00:13.850848+00:00 0:00:03.772472 50111 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T12:00:07.088494+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T11:00:00+00:00 PythonOperator 2021-07-05T12:00:05.755432+00:00 2021-07-05T12:00:10.009649+00:00 0:00:04.254217 50110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T12:00:03.086820+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T10:00:00+00:00 EmrJobFlowSensor 2021-07-05T11:12:18.726256+00:00 2021-07-05T11:22:21.752693+00:00 0:10:03.026437 50108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T11:12:16.249726+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T10:00:00+00:00 EmrJobFlowSensor 2021-07-05T11:12:08.925676+00:00 2021-07-05T11:22:11.895994+00:00 0:10:02.970318 50107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T11:12:06.198613+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T11:11:58.577164+00:00 2021-07-05T11:12:00.322753+00:00 0:00:01.745589 50106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T11:11:56.258164+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T11:11:48.567009+00:00 2021-07-05T11:11:50.287028+00:00 0:00:01.720019 50105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T11:11:46.167367+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T10:00:00+00:00 PythonOperator 2021-07-05T11:11:36.422949+00:00 2021-07-05T11:11:40.037544+00:00 0:00:03.614595 50104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T11:11:34.114775+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T10:00:00+00:00 PythonOperator 2021-07-05T11:11:26.274774+00:00 2021-07-05T11:11:29.910250+00:00 0:00:03.635476 50103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T11:11:24.105945+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T10:00:00+00:00 TriggerDagRunOperator 2021-07-05T11:11:16.546102+00:00 2021-07-05T11:11:17.057655+00:00 0:00:00.511553 50102 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T11:11:14.101713+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T10:00:00+00:00 TriggerDagRunOperator 2021-07-05T11:11:16.433664+00:00 2021-07-05T11:11:16.847958+00:00 0:00:00.414294 50101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T11:11:14.101645+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T10:05:00+00:00 EmrJobFlowSensor 2021-07-05T11:06:04.550946+00:00 2021-07-05T11:15:07.273171+00:00 0:09:02.722225 50100 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T11:06:01.688942+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T11:05:41.883507+00:00 2021-07-05T11:05:43.583455+00:00 0:00:01.699948 50099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T11:05:39.647062+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T10:05:00+00:00 PythonOperator 2021-07-05T11:05:19.656761+00:00 2021-07-05T11:05:23.329290+00:00 0:00:03.672529 50098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T11:05:17.536389+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T10:00:00+00:00 EmrJobFlowSensor 2021-07-05T11:00:57.188571+00:00 2021-07-05T11:12:00.230579+00:00 0:11:03.042008 50097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T11:00:55.032902+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T10:00:00+00:00 EmrJobFlowSensor 2021-07-05T11:00:47.521497+00:00 2021-07-05T11:10:50.405338+00:00 0:10:02.883841 50096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T11:00:45.080627+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T11:00:35.417267+00:00 2021-07-05T11:00:37.085241+00:00 0:00:01.667974 50095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T11:00:33.070776+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T11:00:25.264222+00:00 2021-07-05T11:00:26.984485+00:00 0:00:01.720263 50094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T11:00:23.000779+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T10:00:00+00:00 PythonOperator 2021-07-05T11:00:11.272572+00:00 2021-07-05T11:00:15.027158+00:00 0:00:03.754586 50093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T11:00:08.990089+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T10:00:00+00:00 PythonOperator 2021-07-05T11:00:05.502234+00:00 2021-07-05T11:00:09.103145+00:00 0:00:03.600911 50092 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T11:00:02.984167+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T09:00:00+00:00 EmrJobFlowSensor 2021-07-05T10:12:34.021098+00:00 2021-07-05T10:21:36.965310+00:00 0:09:02.944212 50090 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:12:31.630017+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T09:00:00+00:00 EmrJobFlowSensor 2021-07-05T10:12:25.884959+00:00 2021-07-05T10:22:28.678884+00:00 0:10:02.793925 50089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:12:23.622141+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T10:12:10.266699+00:00 2021-07-05T10:12:12.060349+00:00 0:00:01.793650 50088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T10:12:07.672316+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T10:12:03.886197+00:00 2021-07-05T10:12:05.638076+00:00 0:00:01.751879 50087 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T10:12:01.606117+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T09:00:00+00:00 PythonOperator 2021-07-05T10:11:48.043523+00:00 2021-07-05T10:11:51.740487+00:00 0:00:03.696964 50086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:11:45.659961+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T09:00:00+00:00 PythonOperator 2021-07-05T10:11:41.920348+00:00 2021-07-05T10:11:45.917520+00:00 0:00:03.997172 50085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:11:39.585816+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T09:00:00+00:00 TriggerDagRunOperator 2021-07-05T10:11:25.912024+00:00 2021-07-05T10:11:26.437253+00:00 0:00:00.525229 50084 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:11:23.474230+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T09:00:00+00:00 TriggerDagRunOperator 2021-07-05T10:11:25.792493+00:00 2021-07-05T10:11:26.200849+00:00 0:00:00.408356 50083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:11:23.474265+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T09:05:00+00:00 EmrJobFlowSensor 2021-07-05T10:06:03.318482+00:00 2021-07-05T10:14:05.882370+00:00 0:08:02.563888 50082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:06:00.971752+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T10:05:41.885952+00:00 2021-07-05T10:05:43.641737+00:00 0:00:01.755785 50081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T10:05:38.967542+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T09:05:00+00:00 PythonOperator 2021-07-05T10:05:19.489359+00:00 2021-07-05T10:05:22.408999+00:00 0:00:02.919640 50080 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:05:16.797814+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T09:00:00+00:00 EmrJobFlowSensor 2021-07-05T10:01:10.653192+00:00 2021-07-05T10:12:13.697838+00:00 0:11:03.044646 50079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T10:01:08.437851+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T09:00:00+00:00 EmrJobFlowSensor 2021-07-05T10:00:54.957097+00:00 2021-07-05T10:09:57.767260+00:00 0:09:02.810163 50078 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:00:52.545286+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T10:00:48.794727+00:00 2021-07-05T10:00:50.459888+00:00 0:00:01.665161 50077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T10:00:46.473740+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T10:00:34.757337+00:00 2021-07-05T10:00:36.534257+00:00 0:00:01.776920 50076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T10:00:32.461154+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T09:00:00+00:00 PythonOperator 2021-07-05T10:00:26.748527+00:00 2021-07-05T10:00:30.299251+00:00 0:00:03.550724 50075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T10:00:24.400275+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T09:00:00+00:00 PythonOperator 2021-07-05T10:00:06.608984+00:00 2021-07-05T10:00:10.322528+00:00 0:00:03.713544 50074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T10:00:04.375657+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T08:00:00+00:00 EmrJobFlowSensor 2021-07-05T09:12:33.020584+00:00 2021-07-05T09:21:35.786463+00:00 0:09:02.765879 50072 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:12:30.663209+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T08:00:00+00:00 EmrJobFlowSensor 2021-07-05T09:12:28.777658+00:00 2021-07-05T09:22:31.679512+00:00 0:10:02.901854 50071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:12:26.537054+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:12:10.991694+00:00 2021-07-05T09:12:12.783009+00:00 0:00:01.791315 50070 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T09:12:08.571406+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:12:06.712323+00:00 2021-07-05T09:12:08.596323+00:00 0:00:01.884000 50069 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T09:12:04.489293+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T08:00:00+00:00 PythonOperator 2021-07-05T09:11:48.779420+00:00 2021-07-05T09:11:52.435881+00:00 0:00:03.656461 50068 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:11:46.464440+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T08:00:00+00:00 PythonOperator 2021-07-05T09:11:42.723639+00:00 2021-07-05T09:11:46.478858+00:00 0:00:03.755219 50067 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:11:40.410996+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T08:00:00+00:00 TriggerDagRunOperator 2021-07-05T09:11:31.018218+00:00 2021-07-05T09:11:31.549364+00:00 0:00:00.531146 50066 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:11:28.453804+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T08:00:00+00:00 TriggerDagRunOperator 2021-07-05T09:11:30.890970+00:00 2021-07-05T09:11:31.385373+00:00 0:00:00.494403 50065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:11:28.453849+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T08:05:00+00:00 EmrJobFlowSensor 2021-07-05T09:06:00.371398+00:00 2021-07-05T09:15:03.188954+00:00 0:09:02.817556 50064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:05:57.852199+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:05:37.996413+00:00 2021-07-05T09:05:39.763084+00:00 0:00:01.766671 50063 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T09:05:35.790855+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T08:05:00+00:00 PythonOperator 2021-07-05T09:05:17.981365+00:00 2021-07-05T09:05:21.370414+00:00 0:00:03.389049 50062 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:05:15.759979+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T08:00:00+00:00 EmrJobFlowSensor 2021-07-05T09:01:02.034452+00:00 2021-07-05T09:11:05.086633+00:00 0:10:03.052181 50061 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:00:59.569479+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T08:00:00+00:00 EmrJobFlowSensor 2021-07-05T09:00:49.798665+00:00 2021-07-05T09:11:52.827817+00:00 0:11:03.029152 50060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T09:00:47.479147+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:00:39.574086+00:00 2021-07-05T09:00:41.305663+00:00 0:00:01.731577 50059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T09:00:37.426332+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T09:00:28.002465+00:00 2021-07-05T09:00:29.879262+00:00 0:00:01.876797 50058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T09:00:25.460807+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T08:00:00+00:00 PythonOperator 2021-07-05T09:00:17.597685+00:00 2021-07-05T09:00:21.071469+00:00 0:00:03.473784 50057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T09:00:15.404201+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T08:00:00+00:00 PythonOperator 2021-07-05T09:00:05.785400+00:00 2021-07-05T09:00:09.443102+00:00 0:00:03.657702 50056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T09:00:03.453413+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-07-05T08:42:51.722292+00:00 EmrJobFlowSensor 2021-07-05T08:43:55.950120+00:00 50055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:43:53.773241+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-05T08:42:51.722292+00:00 EmrCreateJobFlowOperator 2021-07-05T08:43:34.062906+00:00 2021-07-05T08:43:35.879180+00:00 0:00:01.816274 50054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T08:43:31.715069+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-07-05T08:42:51.722292+00:00 PythonOperator 2021-07-05T08:43:11.782801+00:00 2021-07-05T08:43:15.709749+00:00 0:00:03.926948 50053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T08:43:09.689945+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T07:00:00+00:00 EmrJobFlowSensor 2021-07-05T08:15:11.058239+00:00 2021-07-05T08:23:13.592204+00:00 0:08:02.533965 50052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T08:15:08.750000+00:00 2 default_pool