Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 check_cluster_status 2021-07-06T02:05:00+00:00 EmrJobFlowSensor 2021-07-06T03:05:49.289668+00:00 2021-07-06T03:13:51.862847+00:00 0:08:02.573179 50405 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T03:05:47.043909+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T03:05:29.330961+00:00 2021-07-06T03:05:30.999013+00:00 0:00:01.668052 50404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T03:05:27.043946+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T02:05:00+00:00 PythonOperator 2021-07-06T03:05:07.097783+00:00 2021-07-06T03:05:10.728085+00:00 0:00:03.630302 50403 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T03:05:04.980500+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T02:00:00+00:00 EmrJobFlowSensor 2021-07-06T03:01:07.128578+00:00 2021-07-06T03:10:09.782903+00:00 0:09:02.654325 50402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T03:01:04.534064+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T02:00:00+00:00 EmrJobFlowSensor 2021-07-06T03:01:04.850195+00:00 2021-07-06T03:12:08.266112+00:00 0:11:03.415917 50401 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T03:01:02.532321+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T03:00:44.798955+00:00 2021-07-06T03:00:46.543938+00:00 0:00:01.744983 50400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T03:00:42.536539+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T03:00:35.007583+00:00 2021-07-06T03:00:36.808146+00:00 0:00:01.800563 50399 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T03:00:32.508008+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T02:00:00+00:00 PythonOperator 2021-07-06T03:00:13.929304+00:00 2021-07-06T03:00:17.724392+00:00 0:00:03.795088 50398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T03:00:10.559801+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T02:00:00+00:00 PythonOperator 2021-07-06T03:00:09.180765+00:00 2021-07-06T03:00:14.232952+00:00 0:00:05.052187 50397 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T03:00:06.551059+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T01:00:00+00:00 EmrJobFlowSensor 2021-07-06T02:11:11.705703+00:00 2021-07-06T02:20:14.503309+00:00 0:09:02.797606 50395 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T02:11:09.440813+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T01:00:00+00:00 EmrJobFlowSensor 2021-07-06T02:11:05.522316+00:00 2021-07-06T02:21:08.458744+00:00 0:10:02.936428 50394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T02:11:03.344589+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T02:10:49.771941+00:00 2021-07-06T02:10:51.538574+00:00 0:00:01.766633 50393 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T02:10:47.305335+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T02:10:43.516921+00:00 2021-07-06T02:10:45.198071+00:00 0:00:01.681150 50392 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T02:10:41.300552+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T01:00:00+00:00 PythonOperator 2021-07-06T02:10:29.782060+00:00 2021-07-06T02:10:33.481606+00:00 0:00:03.699546 50391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T02:10:27.287262+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T01:00:00+00:00 PythonOperator 2021-07-06T02:10:21.585223+00:00 2021-07-06T02:10:25.534517+00:00 0:00:03.949294 50390 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T02:10:19.343586+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T01:00:00+00:00 TriggerDagRunOperator 2021-07-06T02:10:01.590717+00:00 2021-07-06T02:10:02.135862+00:00 0:00:00.545145 50389 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T02:09:59.229511+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T01:00:00+00:00 TriggerDagRunOperator 2021-07-06T02:10:01.523800+00:00 2021-07-06T02:10:01.962807+00:00 0:00:00.439007 50388 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T02:09:59.229544+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T01:05:00+00:00 EmrJobFlowSensor 2021-07-06T02:05:48.830725+00:00 2021-07-06T02:14:51.626609+00:00 0:09:02.795884 50387 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T02:05:46.697785+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T02:05:26.754904+00:00 2021-07-06T02:05:28.400884+00:00 0:00:01.645980 50386 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T02:05:24.624916+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T01:05:00+00:00 PythonOperator 2021-07-06T02:05:06.712081+00:00 2021-07-06T02:05:10.338049+00:00 0:00:03.625968 50385 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T02:05:04.611138+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T01:00:00+00:00 EmrJobFlowSensor 2021-07-06T02:00:52.293927+00:00 2021-07-06T02:09:54.930243+00:00 0:09:02.636316 50384 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T02:00:50.148221+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T02:00:30.700083+00:00 2021-07-06T02:00:32.411071+00:00 0:00:01.710988 50382 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T02:00:28.060686+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T01:00:00+00:00 PythonOperator 2021-07-06T02:00:11.101497+00:00 2021-07-06T02:00:14.975215+00:00 0:00:03.873718 50380 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T02:00:07.919020+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-06T00:00:00+00:00 EmrJobFlowSensor 2021-07-06T01:11:20.430573+00:00 2021-07-06T01:21:23.370206+00:00 0:10:02.939633 50377 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T01:11:17.768721+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-06T00:00:00+00:00 EmrJobFlowSensor 2021-07-06T01:11:20.309232+00:00 2021-07-06T01:20:23.094752+00:00 0:09:02.785520 50376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T01:11:17.768676+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-06T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T01:11:00.550466+00:00 2021-07-06T01:11:02.319025+00:00 0:00:01.768559 50375 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T01:10:57.762673+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-06T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T01:10:58.197399+00:00 2021-07-06T01:11:00.306794+00:00 0:00:02.109395 50374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T01:10:55.958817+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-06T00:00:00+00:00 PythonOperator 2021-07-06T01:10:37.805757+00:00 2021-07-06T01:10:41.791968+00:00 0:00:03.986211 50373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T01:10:35.623479+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-06T00:00:00+00:00 PythonOperator 2021-07-06T01:10:35.951892+00:00 2021-07-06T01:10:39.419881+00:00 0:00:03.467989 50372 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T01:10:33.617148+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-06T00:00:00+00:00 TriggerDagRunOperator 2021-07-06T01:10:14.406272+00:00 2021-07-06T01:10:14.958232+00:00 0:00:00.551960 50371 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T01:10:11.600034+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-06T00:00:00+00:00 TriggerDagRunOperator 2021-07-06T01:10:14.002788+00:00 2021-07-06T01:10:14.398194+00:00 0:00:00.395406 50370 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T01:10:11.600002+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-06T00:05:00+00:00 EmrJobFlowSensor 2021-07-06T01:05:55.536243+00:00 2021-07-06T01:14:58.207089+00:00 0:09:02.670846 50369 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T01:05:53.262199+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-06T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T01:05:33.505246+00:00 2021-07-06T01:05:35.292401+00:00 0:00:01.787155 50368 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T01:05:31.171698+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-06T00:05:00+00:00 PythonOperator 2021-07-06T01:05:11.177141+00:00 2021-07-06T01:05:15.111473+00:00 0:00:03.934332 50367 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T01:05:09.039165+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T00:00:00+00:00 EmrJobFlowSensor 2021-07-06T01:01:06.735583+00:00 2021-07-06T01:12:09.914276+00:00 0:11:03.178693 50366 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T01:01:04.517580+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-06T00:00:00+00:00 EmrJobFlowSensor 2021-07-06T01:00:48.783294+00:00 2021-07-06T01:09:51.728223+00:00 0:09:02.944929 50365 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T01:00:46.502007+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T01:00:46.582274+00:00 2021-07-06T01:00:48.279292+00:00 0:00:01.697018 50364 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T01:00:44.498302+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-06T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T01:00:27.287036+00:00 2021-07-06T01:00:29.093404+00:00 0:00:01.806368 50363 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T01:00:24.558024+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T00:00:00+00:00 PythonOperator 2021-07-06T01:00:24.994224+00:00 2021-07-06T01:00:29.204706+00:00 0:00:04.210482 50362 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T01:00:22.555233+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-06T00:00:00+00:00 PythonOperator 2021-07-06T01:00:04.857583+00:00 2021-07-06T01:00:08.361742+00:00 0:00:03.504159 50361 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T01:00:02.418168+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T23:00:00+00:00 EmrJobFlowSensor 2021-07-06T00:11:10.586131+00:00 2021-07-06T00:21:13.610327+00:00 0:10:03.024196 50359 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T00:11:08.107499+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T23:00:00+00:00 EmrJobFlowSensor 2021-07-06T00:11:08.384336+00:00 2021-07-06T00:20:11.216798+00:00 0:09:02.832462 50358 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T00:11:06.093507+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T00:10:50.388988+00:00 2021-07-06T00:10:52.201135+00:00 0:00:01.812147 50357 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T00:10:48.055031+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T00:10:46.425591+00:00 2021-07-06T00:10:48.256828+00:00 0:00:01.831237 50356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T00:10:44.051176+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T23:00:00+00:00 PythonOperator 2021-07-06T00:10:29.253381+00:00 2021-07-06T00:10:33.158832+00:00 0:00:03.905451 50355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T00:10:26.041085+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T23:00:00+00:00 PythonOperator 2021-07-06T00:10:27.145006+00:00 2021-07-06T00:10:31.251038+00:00 0:00:04.106032 50354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T00:10:24.048540+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T23:00:00+00:00 TriggerDagRunOperator 2021-07-06T00:10:18.363472+00:00 2021-07-06T00:10:18.933462+00:00 0:00:00.569990 50353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T00:10:16.037992+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T23:00:00+00:00 TriggerDagRunOperator 2021-07-06T00:10:18.318621+00:00 2021-07-06T00:10:18.709899+00:00 0:00:00.391278 50352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T00:10:16.038025+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T23:05:00+00:00 EmrJobFlowSensor 2021-07-06T00:06:03.765307+00:00 2021-07-06T00:15:06.328428+00:00 0:09:02.563121 50351 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T00:06:01.582111+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T23:05:00+00:00 EmrCreateJobFlowOperator 2021-07-06T00:05:41.905066+00:00 2021-07-06T00:05:43.637418+00:00 0:00:01.732352 50350 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T00:05:39.585967+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T23:05:00+00:00 PythonOperator 2021-07-06T00:05:20.166714+00:00 2021-07-06T00:05:23.565395+00:00 0:00:03.398681 50349 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T00:05:17.591107+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T23:00:00+00:00 EmrJobFlowSensor 2021-07-06T00:00:55.247632+00:00 2021-07-06T00:09:57.909517+00:00 0:09:02.661885 50348 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T00:00:53.018045+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T23:00:00+00:00 EmrJobFlowSensor 2021-07-06T00:00:51.257110+00:00 2021-07-06T00:11:54.340599+00:00 0:11:03.083489 50347 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T00:00:49.017106+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T00:00:33.413024+00:00 2021-07-06T00:00:35.318629+00:00 0:00:01.905605 50346 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-06T00:00:31.001275+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T00:00:29.784322+00:00 2021-07-06T00:00:31.689946+00:00 0:00:01.905624 50345 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T00:00:27.065401+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T23:00:00+00:00 PythonOperator 2021-07-06T00:00:11.404013+00:00 2021-07-06T00:00:15.156980+00:00 0:00:03.752967 50344 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-06T00:00:08.990463+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T23:00:00+00:00 PythonOperator 2021-07-06T00:00:07.444902+00:00 2021-07-06T00:00:11.108316+00:00 0:00:03.663414 50343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T00:00:05.044841+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T22:05:00+00:00 EmrJobFlowSensor 2021-07-05T23:12:56.035191+00:00 2021-07-05T23:14:57.980175+00:00 0:02:01.944984 50341 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T23:12:53.503683+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T22:00:00+00:00 EmrJobFlowSensor 2021-07-05T23:11:07.530161+00:00 2021-07-05T23:20:10.303806+00:00 0:09:02.773645 50340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T23:11:05.390584+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T22:00:00+00:00 EmrJobFlowSensor 2021-07-05T23:11:01.738241+00:00 2021-07-05T23:21:04.537540+00:00 0:10:02.799299 50339 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T23:10:59.474032+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T23:10:43.765897+00:00 2021-07-05T23:10:45.625594+00:00 0:00:01.859697 50338 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T23:10:41.329013+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T23:10:39.718806+00:00 2021-07-05T23:10:41.531265+00:00 0:00:01.812459 50337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T23:10:37.326208+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T22:00:00+00:00 PythonOperator 2021-07-05T23:10:20.237189+00:00 2021-07-05T23:10:24.131453+00:00 0:00:03.894264 50336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T23:10:17.355359+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T22:00:00+00:00 PythonOperator 2021-07-05T23:10:18.012853+00:00 2021-07-05T23:10:21.481101+00:00 0:00:03.468248 50335 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T23:10:15.366754+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T22:00:00+00:00 TriggerDagRunOperator 2021-07-05T23:10:11.832530+00:00 2021-07-05T23:10:12.669287+00:00 0:00:00.836757 50334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T23:10:09.367223+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T22:00:00+00:00 TriggerDagRunOperator 2021-07-05T23:10:11.698202+00:00 2021-07-05T23:10:12.226320+00:00 0:00:00.528118 50333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T23:10:09.367181+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T22:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T23:05:29.298374+00:00 2021-07-05T23:05:31.035210+00:00 0:00:01.736836 50331 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T23:05:26.831916+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T22:05:00+00:00 PythonOperator 2021-07-05T23:05:07.346790+00:00 2021-07-05T23:05:10.726887+00:00 0:00:03.380097 50330 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T23:05:04.861169+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T22:00:00+00:00 EmrJobFlowSensor 2021-07-05T23:01:04.676258+00:00 2021-07-05T23:10:07.320237+00:00 0:09:02.643979 50329 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T23:01:02.330500+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T22:00:00+00:00 EmrJobFlowSensor 2021-07-05T23:00:59.056170+00:00 2021-07-05T23:12:02.009268+00:00 0:11:02.953098 50328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T23:00:56.228360+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-07-04T23:00:00+00:00 EmrJobFlowSensor 2021-07-05T23:00:56.531991+00:00 2021-07-05T23:09:59.659048+00:00 0:09:03.127057 50327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T23:00:54.346867+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T23:00:42.489500+00:00 2021-07-05T23:00:44.302138+00:00 0:00:01.812638 50326 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T23:00:40.215990+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T23:00:36.562441+00:00 2021-07-05T23:00:38.257456+00:00 0:00:01.695015 50325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T23:00:34.214555+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-07-04T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T23:00:34.540943+00:00 2021-07-05T23:00:36.279342+00:00 0:00:01.738399 50324 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T23:00:32.206907+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T22:00:00+00:00 PythonOperator 2021-07-05T23:00:21.067873+00:00 2021-07-05T23:00:24.473943+00:00 0:00:03.406070 50323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T23:00:18.197588+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T22:00:00+00:00 PythonOperator 2021-07-05T23:00:14.473585+00:00 2021-07-05T23:00:18.180940+00:00 0:00:03.707355 50322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T23:00:12.196555+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-07-04T23:00:00+00:00 PythonOperator 2021-07-05T23:00:12.666889+00:00 2021-07-05T23:00:16.200712+00:00 0:00:03.533823 50321 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T23:00:10.185900+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T21:00:00+00:00 EmrJobFlowSensor 2021-07-05T22:12:21.614828+00:00 2021-07-05T22:21:24.321123+00:00 0:09:02.706295 50319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T22:12:19.494711+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T21:00:00+00:00 EmrJobFlowSensor 2021-07-05T22:12:05.722158+00:00 2021-07-05T22:22:08.813145+00:00 0:10:03.090987 50318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T22:12:03.439852+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T22:11:59.731962+00:00 2021-07-05T22:12:01.468102+00:00 0:00:01.736140 50317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T22:11:57.449579+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T22:11:43.985395+00:00 2021-07-05T22:11:45.656065+00:00 0:00:01.670670 50316 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T22:11:41.477761+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T21:00:00+00:00 PythonOperator 2021-07-05T22:11:37.682764+00:00 2021-07-05T22:11:41.410342+00:00 0:00:03.727578 50315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T22:11:35.396232+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T21:00:00+00:00 PythonOperator 2021-07-05T22:11:21.834144+00:00 2021-07-05T22:11:25.519943+00:00 0:00:03.685799 50314 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T22:11:19.346079+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-05T21:00:00+00:00 TriggerDagRunOperator 2021-07-05T22:11:14.177752+00:00 2021-07-05T22:11:14.665675+00:00 0:00:00.487923 50313 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T22:11:11.357912+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-05T21:00:00+00:00 TriggerDagRunOperator 2021-07-05T22:11:13.613080+00:00 2021-07-05T22:11:14.133460+00:00 0:00:00.520380 50312 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T22:11:11.357947+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-05T21:05:00+00:00 EmrJobFlowSensor 2021-07-05T22:06:06.979647+00:00 2021-07-05T22:15:09.585950+00:00 0:09:02.606303 50311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T22:06:04.824708+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-05T21:05:00+00:00 EmrCreateJobFlowOperator 2021-07-05T22:05:45.125280+00:00 2021-07-05T22:05:46.870324+00:00 0:00:01.745044 50310 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T22:05:42.699872+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-05T21:05:00+00:00 PythonOperator 2021-07-05T22:05:22.737693+00:00 2021-07-05T22:05:26.338411+00:00 0:00:03.600718 50309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T22:05:20.629816+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-05T21:00:00+00:00 EmrJobFlowSensor 2021-07-05T22:01:06.848942+00:00 2021-07-05T22:11:09.821664+00:00 0:10:02.972722 50308 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T22:01:04.443297+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T21:00:00+00:00 EmrJobFlowSensor 2021-07-05T22:00:56.724871+00:00 2021-07-05T22:13:00.099635+00:00 0:12:03.374764 50307 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T22:00:54.359194+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T22:00:44.636069+00:00 2021-07-05T22:00:46.376361+00:00 0:00:01.740292 50306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-05T22:00:42.359268+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T22:00:34.461181+00:00 2021-07-05T22:00:36.177592+00:00 0:00:01.716411 50305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T22:00:32.300174+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-05T21:00:00+00:00 PythonOperator 2021-07-05T22:00:22.520488+00:00 2021-07-05T22:00:25.894434+00:00 0:00:03.373946 50304 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-05T22:00:20.290365+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T21:00:00+00:00 PythonOperator 2021-07-05T22:00:12.540776+00:00 2021-07-05T22:00:16.208609+00:00 0:00:03.667833 50303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T22:00:10.282960+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-05T20:00:00+00:00 EmrJobFlowSensor 2021-07-05T21:23:02.413867+00:00 2021-07-05T21:23:04.000066+00:00 0:00:01.586199 50301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T21:23:00.211950+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-05T20:00:00+00:00 EmrJobFlowSensor 2021-07-05T21:22:58.389780+00:00 2021-07-05T21:22:59.883729+00:00 0:00:01.493949 50300 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-05T21:22:56.211783+00:00 3 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T21:10:55.898391+00:00 2021-07-05T21:10:57.606182+00:00 0:00:01.707791 50297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T21:10:52.843881+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-05T21:10:53.500033+00:00 2021-07-05T21:10:55.629461+00:00 0:00:02.129428 50296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-05T21:10:50.864627+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-05T20:00:00+00:00 PythonOperator 2021-07-05T21:10:34.149546+00:00 2021-07-05T21:10:37.819508+00:00 0:00:03.669962 50295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T21:10:30.783110+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-05T20:00:00+00:00 PythonOperator 2021-07-05T21:10:32.325930+00:00 2021-07-05T21:10:36.705104+00:00 0:00:04.379174 50294 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-05T21:10:28.873221+00:00 2 default_pool