Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-06-13T05:05:00+00:00 EmrJobFlowSensor 2021-06-13T06:06:02.222792+00:00 2021-06-13T06:14:04.674848+00:00 0:08:02.452056 40322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T06:06:00.083673+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T06:05:40.351420+00:00 2021-06-13T06:05:42.029263+00:00 0:00:01.677843 40321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T06:05:38.053320+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T05:05:00+00:00 PythonOperator 2021-06-13T06:05:18.391911+00:00 2021-06-13T06:05:21.570761+00:00 0:00:03.178850 40320 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T06:05:15.988394+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T05:00:00+00:00 EmrJobFlowSensor 2021-06-13T06:01:02.027419+00:00 2021-06-13T06:11:04.912453+00:00 0:10:02.885034 40319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T06:00:59.563402+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T05:00:00+00:00 EmrJobFlowSensor 2021-06-13T06:00:55.765120+00:00 2021-06-13T06:12:58.831311+00:00 0:12:03.066191 40318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T06:00:53.485421+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T06:00:39.680130+00:00 2021-06-13T06:00:41.366732+00:00 0:00:01.686602 40317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T06:00:37.430258+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T06:00:33.650068+00:00 2021-06-13T06:00:35.474519+00:00 0:00:01.824451 40316 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T06:00:31.423295+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T05:00:00+00:00 PythonOperator 2021-06-13T06:00:20.129672+00:00 2021-06-13T06:00:23.383630+00:00 0:00:03.253958 40315 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T06:00:17.360586+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T05:00:00+00:00 PythonOperator 2021-06-13T06:00:11.716668+00:00 2021-06-13T06:00:15.074667+00:00 0:00:03.357999 40314 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T06:00:09.355714+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T04:00:00+00:00 EmrJobFlowSensor 2021-06-13T05:11:15.498727+00:00 2021-06-13T05:20:18.243800+00:00 0:09:02.745073 40312 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T05:11:13.073244+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T04:00:00+00:00 EmrJobFlowSensor 2021-06-13T05:11:15.307374+00:00 2021-06-13T05:19:17.869714+00:00 0:08:02.562340 40311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T05:11:13.073197+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T05:10:53.434231+00:00 2021-06-13T05:10:55.243624+00:00 0:00:01.809393 40310 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T05:10:51.046266+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T05:10:53.364944+00:00 2021-06-13T05:10:55.089702+00:00 0:00:01.724758 40309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T05:10:51.046298+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T04:00:00+00:00 PythonOperator 2021-06-13T05:10:33.445544+00:00 2021-06-13T05:10:36.891184+00:00 0:00:03.445640 40308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T05:10:31.020741+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T04:00:00+00:00 PythonOperator 2021-06-13T05:10:33.384277+00:00 2021-06-13T05:10:36.854364+00:00 0:00:03.470087 40307 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T05:10:31.020712+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T04:00:00+00:00 TriggerDagRunOperator 2021-06-13T05:10:13.569375+00:00 2021-06-13T05:10:13.992529+00:00 0:00:00.423154 40306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T05:10:11.068889+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T04:00:00+00:00 TriggerDagRunOperator 2021-06-13T05:10:13.423937+00:00 2021-06-13T05:10:13.987650+00:00 0:00:00.563713 40305 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T05:10:11.068855+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T04:05:00+00:00 EmrJobFlowSensor 2021-06-13T05:06:00.880027+00:00 2021-06-13T05:15:03.780730+00:00 0:09:02.900703 40304 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T05:05:58.604864+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T05:05:38.715568+00:00 2021-06-13T05:05:40.369725+00:00 0:00:01.654157 40303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T05:05:36.586611+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T04:05:00+00:00 PythonOperator 2021-06-13T05:05:16.705796+00:00 2021-06-13T05:05:19.891431+00:00 0:00:03.185635 40302 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T05:05:14.531541+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T04:00:00+00:00 EmrJobFlowSensor 2021-06-13T05:01:04.498509+00:00 2021-06-13T05:10:07.020856+00:00 0:09:02.522347 40301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T05:01:02.244309+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T04:00:00+00:00 EmrJobFlowSensor 2021-06-13T05:01:00.830809+00:00 2021-06-13T05:14:03.923388+00:00 0:13:03.092579 40300 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T05:00:58.044112+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T05:00:42.028087+00:00 2021-06-13T05:00:43.780266+00:00 0:00:01.752179 40299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T05:00:39.804094+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T05:00:38.085739+00:00 2021-06-13T05:00:39.749753+00:00 0:00:01.664014 40298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T05:00:35.852859+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T04:00:00+00:00 PythonOperator 2021-06-13T05:00:20.107683+00:00 2021-06-13T05:00:23.329918+00:00 0:00:03.222235 40297 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T05:00:17.772830+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T04:00:00+00:00 PythonOperator 2021-06-13T05:00:18.275780+00:00 2021-06-13T05:00:21.890437+00:00 0:00:03.614657 40296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T05:00:15.850793+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T03:00:00+00:00 EmrJobFlowSensor 2021-06-13T04:24:03.520944+00:00 2021-06-13T04:24:05.149896+00:00 0:00:01.628952 40294 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T04:24:00.944127+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T03:00:00+00:00 EmrJobFlowSensor 2021-06-13T04:11:39.912027+00:00 2021-06-13T04:19:42.467118+00:00 0:08:02.555091 40292 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T04:11:37.588835+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T04:11:19.691021+00:00 2021-06-13T04:11:21.432621+00:00 0:00:01.741600 40291 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T04:11:17.538315+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T04:11:06.370499+00:00 2021-06-13T04:11:08.161133+00:00 0:00:01.790634 40290 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T04:11:03.507024+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T03:00:00+00:00 PythonOperator 2021-06-13T04:10:57.831381+00:00 2021-06-13T04:11:01.305190+00:00 0:00:03.473809 40289 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T04:10:55.501583+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T03:00:00+00:00 PythonOperator 2021-06-13T04:10:42.296843+00:00 2021-06-13T04:10:45.814864+00:00 0:00:03.518021 40288 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T04:10:39.562212+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T03:00:00+00:00 TriggerDagRunOperator 2021-06-13T04:10:34.409742+00:00 2021-06-13T04:10:34.802095+00:00 0:00:00.392353 40287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T04:10:31.547144+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T03:00:00+00:00 TriggerDagRunOperator 2021-06-13T04:10:34.041487+00:00 2021-06-13T04:10:34.565290+00:00 0:00:00.523803 40286 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T04:10:31.547108+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T03:05:00+00:00 EmrJobFlowSensor 2021-06-13T04:05:55.175921+00:00 2021-06-13T04:14:57.708762+00:00 0:09:02.532841 40285 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T04:05:52.904852+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T04:05:33.095394+00:00 2021-06-13T04:05:34.726904+00:00 0:00:01.631510 40284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T04:05:30.885319+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T03:05:00+00:00 PythonOperator 2021-06-13T04:05:11.093780+00:00 2021-06-13T04:05:14.577978+00:00 0:00:03.484198 40283 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T04:05:08.788324+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T03:00:00+00:00 EmrJobFlowSensor 2021-06-13T04:01:26.516845+00:00 2021-06-13T04:10:29.484974+00:00 0:09:02.968129 40282 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T04:01:24.081891+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T04:01:04.798008+00:00 2021-06-13T04:01:06.596507+00:00 0:00:01.798499 40281 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T04:01:02.085286+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T03:00:00+00:00 EmrJobFlowSensor 2021-06-13T04:01:04.496677+00:00 2021-06-13T04:14:07.687174+00:00 0:13:03.190497 40280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T04:01:02.085314+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T03:00:00+00:00 PythonOperator 2021-06-13T04:00:42.951442+00:00 2021-06-13T04:00:46.214358+00:00 0:00:03.262916 40279 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T04:00:40.058129+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T04:00:42.865012+00:00 2021-06-13T04:00:44.537445+00:00 0:00:01.672433 40278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T04:00:40.058158+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T03:00:00+00:00 PythonOperator 2021-06-13T04:00:08.358094+00:00 2021-06-13T04:00:11.928793+00:00 0:00:03.570699 40277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T04:00:05.989491+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T02:00:00+00:00 EmrJobFlowSensor 2021-06-13T03:11:24.170204+00:00 2021-06-13T03:21:26.894992+00:00 0:10:02.724788 40275 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T03:11:21.765352+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T02:00:00+00:00 EmrJobFlowSensor 2021-06-13T03:11:12.316569+00:00 2021-06-13T03:19:14.853920+00:00 0:08:02.537351 40274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T03:11:09.724509+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T03:11:03.906733+00:00 2021-06-13T03:11:05.620602+00:00 0:00:01.713869 40273 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T03:11:01.723258+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T03:10:49.983830+00:00 2021-06-13T03:10:51.724737+00:00 0:00:01.740907 40272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T03:10:47.710023+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T02:00:00+00:00 PythonOperator 2021-06-13T03:10:40.197905+00:00 2021-06-13T03:10:43.701159+00:00 0:00:03.503254 40271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T03:10:37.756274+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T02:00:00+00:00 PythonOperator 2021-06-13T03:10:28.611138+00:00 2021-06-13T03:10:32.008587+00:00 0:00:03.397449 40270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T03:10:25.690279+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T02:00:00+00:00 TriggerDagRunOperator 2021-06-13T03:10:20.336256+00:00 2021-06-13T03:10:20.825819+00:00 0:00:00.489563 40269 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T03:10:17.686974+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T02:00:00+00:00 TriggerDagRunOperator 2021-06-13T03:10:20.167707+00:00 2021-06-13T03:10:20.587121+00:00 0:00:00.419414 40268 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T03:10:17.686929+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T02:05:00+00:00 EmrJobFlowSensor 2021-06-13T03:05:51.554709+00:00 2021-06-13T03:14:54.194954+00:00 0:09:02.640245 40267 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T03:05:49.289628+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T03:05:31.566482+00:00 2021-06-13T03:05:33.313545+00:00 0:00:01.747063 40266 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T03:05:29.276063+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T02:05:00+00:00 PythonOperator 2021-06-13T03:05:09.416031+00:00 2021-06-13T03:05:12.758382+00:00 0:00:03.342351 40265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T03:05:07.265869+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T02:00:00+00:00 EmrJobFlowSensor 2021-06-13T03:01:03.480347+00:00 2021-06-13T03:10:06.388346+00:00 0:09:02.907999 40264 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T03:01:00.857287+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T02:00:00+00:00 EmrJobFlowSensor 2021-06-13T03:00:54.959056+00:00 2021-06-13T03:13:57.992621+00:00 0:13:03.033565 40263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T03:00:52.784801+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T03:00:40.901989+00:00 2021-06-13T03:00:42.693626+00:00 0:00:01.791637 40262 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T03:00:38.719982+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T03:00:33.111615+00:00 2021-06-13T03:00:34.811301+00:00 0:00:01.699686 40261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T03:00:30.713231+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T02:00:00+00:00 PythonOperator 2021-06-13T03:00:20.847196+00:00 2021-06-13T03:00:24.319358+00:00 0:00:03.472162 40260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T03:00:18.707471+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T02:00:00+00:00 PythonOperator 2021-06-13T03:00:13.057733+00:00 2021-06-13T03:00:16.477432+00:00 0:00:03.419699 40259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T03:00:10.698799+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T01:00:00+00:00 EmrJobFlowSensor 2021-06-13T02:12:21.724500+00:00 2021-06-13T02:21:24.340749+00:00 0:09:02.616249 40257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T02:12:18.989769+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T01:00:00+00:00 EmrJobFlowSensor 2021-06-13T02:12:19.629803+00:00 2021-06-13T02:22:22.791299+00:00 0:10:03.161496 40256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T02:12:17.048517+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T02:11:59.455759+00:00 2021-06-13T02:12:01.260597+00:00 0:00:01.804838 40255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T02:11:56.949808+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T02:11:59.354376+00:00 2021-06-13T02:12:01.053349+00:00 0:00:01.698973 40254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T02:11:56.949839+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T01:00:00+00:00 PythonOperator 2021-06-13T02:11:37.515692+00:00 2021-06-13T02:11:40.728686+00:00 0:00:03.212994 40253 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T02:11:34.970121+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T01:00:00+00:00 PythonOperator 2021-06-13T02:11:37.433668+00:00 2021-06-13T02:11:41.308179+00:00 0:00:03.874511 40252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T02:11:34.970086+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T01:00:00+00:00 TriggerDagRunOperator 2021-06-13T02:11:17.184870+00:00 2021-06-13T02:11:17.678490+00:00 0:00:00.493620 40251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T02:11:14.895658+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T01:00:00+00:00 TriggerDagRunOperator 2021-06-13T02:11:17.082860+00:00 2021-06-13T02:11:17.454290+00:00 0:00:00.371430 40250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T02:11:14.895627+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T01:05:00+00:00 EmrJobFlowSensor 2021-06-13T02:05:52.831164+00:00 2021-06-13T02:14:55.446566+00:00 0:09:02.615402 40249 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T02:05:50.460037+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T02:05:30.860064+00:00 2021-06-13T02:05:32.582520+00:00 0:00:01.722456 40248 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T02:05:28.468749+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T01:05:00+00:00 PythonOperator 2021-06-13T02:05:10.651908+00:00 2021-06-13T02:05:13.851122+00:00 0:00:03.199214 40247 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T02:05:08.323606+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T01:00:00+00:00 EmrJobFlowSensor 2021-06-13T02:01:00.458789+00:00 2021-06-13T02:11:03.283168+00:00 0:10:02.824379 40246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T02:00:58.001608+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T01:00:00+00:00 EmrJobFlowSensor 2021-06-13T02:00:52.086047+00:00 2021-06-13T02:13:55.189660+00:00 0:13:03.103613 40245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T02:00:49.989652+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T02:00:38.127873+00:00 2021-06-13T02:00:39.869140+00:00 0:00:01.741267 40244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T02:00:35.940227+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T02:00:30.361221+00:00 2021-06-13T02:00:32.126801+00:00 0:00:01.765580 40243 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T02:00:27.967404+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T01:00:00+00:00 PythonOperator 2021-06-13T02:00:16.190060+00:00 2021-06-13T02:00:19.649041+00:00 0:00:03.458981 40242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T02:00:13.920396+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T01:00:00+00:00 PythonOperator 2021-06-13T02:00:10.327440+00:00 2021-06-13T02:00:13.732369+00:00 0:00:03.404929 40241 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T02:00:07.914692+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-13T00:00:00+00:00 EmrJobFlowSensor 2021-06-13T01:12:19.202016+00:00 2021-06-13T01:22:22.168872+00:00 0:10:02.966856 40239 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T01:12:16.886824+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-13T00:00:00+00:00 EmrJobFlowSensor 2021-06-13T01:12:09.369080+00:00 2021-06-13T01:21:11.992320+00:00 0:09:02.623240 40238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T01:12:06.817770+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-13T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T01:11:59.281177+00:00 2021-06-13T01:12:01.064717+00:00 0:00:01.783540 40237 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T01:11:56.819223+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-13T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T01:11:46.987947+00:00 2021-06-13T01:11:48.756363+00:00 0:00:01.768416 40236 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T01:11:44.793761+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-13T00:00:00+00:00 PythonOperator 2021-06-13T01:11:36.947046+00:00 2021-06-13T01:11:40.693069+00:00 0:00:03.746023 40235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T01:11:34.787087+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-13T00:00:00+00:00 PythonOperator 2021-06-13T01:11:26.970069+00:00 2021-06-13T01:11:30.176854+00:00 0:00:03.206785 40234 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T01:11:24.734246+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-13T00:00:00+00:00 TriggerDagRunOperator 2021-06-13T01:11:11.264753+00:00 2021-06-13T01:11:11.659295+00:00 0:00:00.394542 40233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T01:11:08.768884+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-13T00:00:00+00:00 TriggerDagRunOperator 2021-06-13T01:11:11.191346+00:00 2021-06-13T01:11:11.735772+00:00 0:00:00.544426 40232 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T01:11:08.768848+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-13T00:05:00+00:00 EmrJobFlowSensor 2021-06-13T01:06:08.471840+00:00 2021-06-13T01:15:11.124521+00:00 0:09:02.652681 40231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T01:06:06.193159+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-13T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-13T01:05:46.469134+00:00 2021-06-13T01:05:48.167187+00:00 0:00:01.698053 40230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T01:05:44.167300+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-13T00:05:00+00:00 PythonOperator 2021-06-13T01:05:08.361850+00:00 2021-06-13T01:05:11.524686+00:00 0:00:03.162836 40229 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T01:05:06.088370+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-13T00:00:00+00:00 EmrJobFlowSensor 2021-06-13T01:01:05.947811+00:00 2021-06-13T01:12:09.154521+00:00 0:11:03.206710 40228 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T01:01:03.691565+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-13T00:00:00+00:00 EmrJobFlowSensor 2021-06-13T01:00:55.971628+00:00 2021-06-13T01:10:58.758081+00:00 0:10:02.786453 40227 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T01:00:53.641100+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-13T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T01:00:43.804217+00:00 2021-06-13T01:00:45.459012+00:00 0:00:01.654795 40226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T01:00:41.630640+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-13T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T01:00:33.969522+00:00 2021-06-13T01:00:35.767202+00:00 0:00:01.797680 40225 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-13T01:00:31.618766+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-13T00:00:00+00:00 PythonOperator 2021-06-13T01:00:21.818847+00:00 2021-06-13T01:00:25.228958+00:00 0:00:03.410111 40224 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T01:00:19.609058+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-13T00:00:00+00:00 PythonOperator 2021-06-13T01:00:12.215095+00:00 2021-06-13T01:00:15.786521+00:00 0:00:03.571426 40223 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-13T01:00:09.667909+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T23:00:00+00:00 EmrJobFlowSensor 2021-06-13T00:11:06.510213+00:00 2021-06-13T00:20:09.008417+00:00 0:09:02.498204 40221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T00:11:04.385506+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T23:00:00+00:00 EmrJobFlowSensor 2021-06-13T00:11:04.672872+00:00 2021-06-13T00:21:07.588059+00:00 0:10:02.915187 40220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-13T00:11:02.385982+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T00:10:44.534938+00:00 2021-06-13T00:10:46.253121+00:00 0:00:01.718183 40219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T00:10:42.319938+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-13T00:10:42.522830+00:00 2021-06-13T00:10:44.323150+00:00 0:00:01.800320 40218 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-13T00:10:40.317908+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T23:00:00+00:00 PythonOperator 2021-06-13T00:10:22.729987+00:00 2021-06-13T00:10:25.926787+00:00 0:00:03.196800 40217 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T00:10:20.370021+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T23:00:00+00:00 PythonOperator 2021-06-13T00:10:20.689367+00:00 2021-06-13T00:10:24.357129+00:00 0:00:03.667762 40216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-13T00:10:18.367253+00:00 2 default_pool