Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T06:00:00+00:00 PythonOperator 2021-06-20T07:00:10.541061+00:00 2021-06-20T07:00:14.354231+00:00 0:00:03.813170 43498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T07:00:08.319599+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T05:00:00+00:00 EmrJobFlowSensor 2021-06-20T06:13:48.919310+00:00 2021-06-20T06:22:51.578798+00:00 0:09:02.659488 43497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:13:46.040978+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T05:00:00+00:00 EmrJobFlowSensor 2021-06-20T06:13:46.428445+00:00 2021-06-20T06:22:49.521413+00:00 0:09:03.092968 43496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:13:44.065794+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:13:26.183123+00:00 2021-06-20T06:13:28.161843+00:00 0:00:01.978720 43495 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T06:13:23.856107+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:13:26.093892+00:00 2021-06-20T06:13:27.986979+00:00 0:00:01.893087 43494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T06:13:23.856080+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T05:00:00+00:00 PythonOperator 2021-06-20T06:13:06.540344+00:00 2021-06-20T06:13:10.042183+00:00 0:00:03.501839 43493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:13:03.841219+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T05:00:00+00:00 PythonOperator 2021-06-20T06:13:04.251432+00:00 2021-06-20T06:13:08.356210+00:00 0:00:04.104778 43492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:13:01.840482+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T05:00:00+00:00 TriggerDagRunOperator 2021-06-20T06:12:50.487732+00:00 2021-06-20T06:12:50.984485+00:00 0:00:00.496753 43491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:12:47.953116+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T05:00:00+00:00 TriggerDagRunOperator 2021-06-20T06:12:50.383393+00:00 2021-06-20T06:12:50.760987+00:00 0:00:00.377594 43490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:12:47.953073+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T05:05:00+00:00 EmrJobFlowSensor 2021-06-20T06:05:55.477587+00:00 2021-06-20T06:14:58.225888+00:00 0:09:02.748301 43489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:05:53.251598+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:05:35.485382+00:00 2021-06-20T06:05:37.277047+00:00 0:00:01.791665 43488 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T06:05:33.134722+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T05:05:00+00:00 PythonOperator 2021-06-20T06:05:11.451624+00:00 2021-06-20T06:05:14.958988+00:00 0:00:03.507364 43487 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:05:09.153053+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T05:00:00+00:00 EmrJobFlowSensor 2021-06-20T06:03:39.172691+00:00 2021-06-20T06:15:42.134336+00:00 0:12:02.961645 43486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T06:03:36.855644+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T05:00:00+00:00 EmrJobFlowSensor 2021-06-20T06:03:35.319623+00:00 2021-06-20T06:12:38.059661+00:00 0:09:02.740038 43485 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:03:32.858913+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:03:05.092640+00:00 2021-06-20T06:03:06.905084+00:00 0:00:01.812444 43484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T06:03:02.636185+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T06:03:00.840880+00:00 2021-06-20T06:03:02.594098+00:00 0:00:01.753218 43483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T06:02:58.651693+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T05:00:00+00:00 PythonOperator 2021-06-20T06:02:39.494860+00:00 2021-06-20T06:02:43.601017+00:00 0:00:04.106157 43482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T06:02:36.588495+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T05:00:00+00:00 PythonOperator 2021-06-20T06:02:35.228487+00:00 2021-06-20T06:02:39.628694+00:00 0:00:04.400207 43481 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T06:02:32.640486+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T04:00:00+00:00 EmrJobFlowSensor 2021-06-20T05:11:26.575565+00:00 2021-06-20T05:20:29.417710+00:00 0:09:02.842145 43479 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:11:24.157189+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T04:00:00+00:00 EmrJobFlowSensor 2021-06-20T05:11:18.509317+00:00 2021-06-20T05:21:21.440156+00:00 0:10:02.930839 43478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:11:16.168648+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:11:06.306557+00:00 2021-06-20T05:11:08.126147+00:00 0:00:01.819590 43477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T05:11:04.086543+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:10:58.264213+00:00 2021-06-20T05:10:59.956856+00:00 0:00:01.692643 43476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T05:10:56.075228+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T04:00:00+00:00 PythonOperator 2021-06-20T05:10:44.748046+00:00 2021-06-20T05:10:48.446124+00:00 0:00:03.698078 43475 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:10:42.064585+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T04:00:00+00:00 PythonOperator 2021-06-20T05:10:36.411953+00:00 2021-06-20T05:10:39.664067+00:00 0:00:03.252114 43474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:10:34.065854+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T04:00:00+00:00 TriggerDagRunOperator 2021-06-20T05:10:24.401102+00:00 2021-06-20T05:10:24.911287+00:00 0:00:00.510185 43473 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:10:22.015281+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T04:00:00+00:00 TriggerDagRunOperator 2021-06-20T05:10:24.380941+00:00 2021-06-20T05:10:24.769152+00:00 0:00:00.388211 43472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:10:22.015250+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T04:05:00+00:00 EmrJobFlowSensor 2021-06-20T05:06:06.057710+00:00 2021-06-20T05:15:08.575170+00:00 0:09:02.517460 43471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:06:03.768553+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:05:43.887194+00:00 2021-06-20T05:05:45.676940+00:00 0:00:01.789746 43470 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T05:05:41.662720+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T04:05:00+00:00 PythonOperator 2021-06-20T05:05:21.850791+00:00 2021-06-20T05:05:25.302011+00:00 0:00:03.451220 43469 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:05:19.603517+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T04:00:00+00:00 EmrJobFlowSensor 2021-06-20T05:01:07.352330+00:00 2021-06-20T05:13:10.538697+00:00 0:12:03.186367 43468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T05:01:05.218023+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T04:00:00+00:00 EmrJobFlowSensor 2021-06-20T05:00:57.510273+00:00 2021-06-20T05:10:00.250225+00:00 0:09:02.739952 43467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:00:55.249752+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:00:45.448984+00:00 2021-06-20T05:00:47.198672+00:00 0:00:01.749688 43466 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T05:00:43.189947+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T05:00:37.578650+00:00 2021-06-20T05:00:39.309729+00:00 0:00:01.731079 43465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T05:00:35.256357+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T04:00:00+00:00 PythonOperator 2021-06-20T05:00:23.876710+00:00 2021-06-20T05:00:27.307559+00:00 0:00:03.430849 43464 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T05:00:21.131251+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T04:00:00+00:00 PythonOperator 2021-06-20T05:00:15.616878+00:00 2021-06-20T05:00:19.010315+00:00 0:00:03.393437 43463 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T05:00:13.146296+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T03:00:00+00:00 EmrJobFlowSensor 2021-06-20T04:12:14.560980+00:00 2021-06-20T04:22:17.528053+00:00 0:10:02.967073 43461 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:12:12.329348+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T03:00:00+00:00 EmrJobFlowSensor 2021-06-20T04:12:08.474947+00:00 2021-06-20T04:22:11.247029+00:00 0:10:02.772082 43460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:12:06.316794+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:11:52.491604+00:00 2021-06-20T04:11:54.301727+00:00 0:00:01.810123 43459 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T04:11:50.300617+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:11:46.631281+00:00 2021-06-20T04:11:48.295108+00:00 0:00:01.663827 43458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T04:11:44.357916+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T03:00:00+00:00 PythonOperator 2021-06-20T04:11:32.487133+00:00 2021-06-20T04:11:36.216312+00:00 0:00:03.729179 43457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:11:30.282462+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T03:00:00+00:00 PythonOperator 2021-06-20T04:11:26.613191+00:00 2021-06-20T04:11:30.053042+00:00 0:00:03.439851 43456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:11:24.247657+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T03:00:00+00:00 TriggerDagRunOperator 2021-06-20T04:11:16.594287+00:00 2021-06-20T04:11:16.984683+00:00 0:00:00.390396 43455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:11:14.242282+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T03:00:00+00:00 TriggerDagRunOperator 2021-06-20T04:11:16.475021+00:00 2021-06-20T04:11:16.980489+00:00 0:00:00.505468 43454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:11:14.242313+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T03:05:00+00:00 EmrJobFlowSensor 2021-06-20T04:06:00.075781+00:00 2021-06-20T04:15:02.691099+00:00 0:09:02.615318 43453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:05:57.796082+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:05:35.943177+00:00 2021-06-20T04:05:37.573770+00:00 0:00:01.630593 43452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T04:05:33.768016+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T03:05:00+00:00 PythonOperator 2021-06-20T04:05:14.123409+00:00 2021-06-20T04:05:17.609064+00:00 0:00:03.485655 43451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:05:11.768662+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T03:00:00+00:00 EmrJobFlowSensor 2021-06-20T04:01:07.686216+00:00 2021-06-20T04:11:10.558944+00:00 0:10:02.872728 43450 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:01:05.415402+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T03:00:00+00:00 EmrJobFlowSensor 2021-06-20T04:00:55.654236+00:00 2021-06-20T04:12:58.652551+00:00 0:12:02.998315 43449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T04:00:53.410231+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:00:44.110961+00:00 2021-06-20T04:00:45.891967+00:00 0:00:01.781006 43448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T04:00:41.392426+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T04:00:35.641550+00:00 2021-06-20T04:00:37.369109+00:00 0:00:01.727559 43447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T04:00:33.384927+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T03:00:00+00:00 PythonOperator 2021-06-20T04:00:21.606529+00:00 2021-06-20T04:00:24.960555+00:00 0:00:03.354026 43446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T04:00:19.367247+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T03:00:00+00:00 PythonOperator 2021-06-20T04:00:13.685908+00:00 2021-06-20T04:00:17.335981+00:00 0:00:03.650073 43445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T04:00:11.360312+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T02:00:00+00:00 EmrJobFlowSensor 2021-06-20T03:12:07.325631+00:00 2021-06-20T03:21:10.021319+00:00 0:09:02.695688 43443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:12:05.142925+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T02:00:00+00:00 EmrJobFlowSensor 2021-06-20T03:12:05.381657+00:00 2021-06-20T03:22:08.300421+00:00 0:10:02.918764 43442 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:12:03.141010+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:11:43.525344+00:00 2021-06-20T03:11:45.373760+00:00 0:00:01.848416 43441 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T03:11:41.064276+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:11:43.419199+00:00 2021-06-20T03:11:45.157821+00:00 0:00:01.738622 43440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T03:11:41.064245+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T02:00:00+00:00 PythonOperator 2021-06-20T03:11:21.415041+00:00 2021-06-20T03:11:24.951322+00:00 0:00:03.536281 43439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:11:19.059673+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T02:00:00+00:00 PythonOperator 2021-06-20T03:11:21.352829+00:00 2021-06-20T03:11:24.927707+00:00 0:00:03.574878 43438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:11:19.059630+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T02:00:00+00:00 TriggerDagRunOperator 2021-06-20T03:11:05.560969+00:00 2021-06-20T03:11:05.950648+00:00 0:00:00.389679 43437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:11:02.933998+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T02:00:00+00:00 TriggerDagRunOperator 2021-06-20T03:11:05.382995+00:00 2021-06-20T03:11:05.890529+00:00 0:00:00.507534 43436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:11:02.933972+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T02:05:00+00:00 EmrJobFlowSensor 2021-06-20T03:06:16.782514+00:00 2021-06-20T03:15:19.498662+00:00 0:09:02.716148 43435 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:06:14.600783+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:05:54.585643+00:00 2021-06-20T03:05:56.274873+00:00 0:00:01.689230 43434 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T03:05:52.450756+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T02:05:00+00:00 PythonOperator 2021-06-20T03:05:34.652474+00:00 2021-06-20T03:05:38.125725+00:00 0:00:03.473251 43433 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:05:32.436761+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T02:00:00+00:00 EmrJobFlowSensor 2021-06-20T03:01:02.445404+00:00 2021-06-20T03:12:05.494755+00:00 0:11:03.049351 43432 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T03:01:00.162441+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T02:00:00+00:00 EmrJobFlowSensor 2021-06-20T03:00:54.430390+00:00 2021-06-20T03:10:57.203886+00:00 0:10:02.773496 43431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:00:52.160947+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:00:40.617605+00:00 2021-06-20T03:00:42.305250+00:00 0:00:01.687645 43430 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T03:00:38.031046+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T03:00:32.162915+00:00 2021-06-20T03:00:33.929964+00:00 0:00:01.767049 43429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T03:00:30.031008+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T02:00:00+00:00 PythonOperator 2021-06-20T03:00:20.134468+00:00 2021-06-20T03:00:23.835910+00:00 0:00:03.701442 43428 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T03:00:18.013116+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T02:00:00+00:00 PythonOperator 2021-06-20T03:00:10.817902+00:00 2021-06-20T03:00:14.149222+00:00 0:00:03.331320 43427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T03:00:08.066641+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T01:00:00+00:00 EmrJobFlowSensor 2021-06-20T02:11:05.388632+00:00 2021-06-20T02:21:08.350459+00:00 0:10:02.961827 43425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T02:11:03.078263+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T02:10:43.153907+00:00 2021-06-20T02:10:44.889598+00:00 0:00:01.735691 43424 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T02:10:40.991243+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T01:00:00+00:00 EmrJobFlowSensor 2021-06-20T02:10:33.284255+00:00 2021-06-20T02:20:36.229450+00:00 0:10:02.945195 43423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T02:10:30.985477+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T01:00:00+00:00 PythonOperator 2021-06-20T02:10:23.089336+00:00 2021-06-20T02:10:26.567982+00:00 0:00:03.478646 43422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T02:10:20.897171+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T02:10:11.113393+00:00 2021-06-20T02:10:12.853340+00:00 0:00:01.739947 43421 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T02:10:08.895620+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T01:00:00+00:00 PythonOperator 2021-06-20T02:09:39.017397+00:00 2021-06-20T02:09:42.717147+00:00 0:00:03.699750 43420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T02:09:36.838300+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T01:00:00+00:00 TriggerDagRunOperator 2021-06-20T02:09:10.990158+00:00 2021-06-20T02:09:11.437960+00:00 0:00:00.447802 43419 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T02:09:08.815490+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T01:00:00+00:00 TriggerDagRunOperator 2021-06-20T02:09:11.008498+00:00 2021-06-20T02:09:11.563588+00:00 0:00:00.555090 43418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T02:09:08.815455+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T01:05:00+00:00 EmrJobFlowSensor 2021-06-20T02:06:06.567650+00:00 2021-06-20T02:14:08.997186+00:00 0:08:02.429536 43417 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T02:06:04.486346+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T02:05:44.836109+00:00 2021-06-20T02:05:46.646364+00:00 0:00:01.810255 43416 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T02:05:42.446114+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T01:05:00+00:00 PythonOperator 2021-06-20T02:05:22.515571+00:00 2021-06-20T02:05:25.947320+00:00 0:00:03.431749 43415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T02:05:20.390592+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T01:00:00+00:00 EmrJobFlowSensor 2021-06-20T02:01:02.301537+00:00 2021-06-20T02:12:05.130869+00:00 0:11:02.829332 43414 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T02:01:00.077297+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T01:00:00+00:00 EmrJobFlowSensor 2021-06-20T02:00:54.238772+00:00 2021-06-20T02:08:56.725444+00:00 0:08:02.486672 43413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T02:00:52.026863+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T02:00:40.712568+00:00 2021-06-20T02:00:42.361675+00:00 0:00:01.649107 43412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T02:00:38.074198+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-20T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T02:00:32.274245+00:00 2021-06-20T02:00:33.975094+00:00 0:00:01.700849 43411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-20T02:00:30.019494+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-20T01:00:00+00:00 PythonOperator 2021-06-20T02:00:18.418362+00:00 2021-06-20T02:00:21.889629+00:00 0:00:03.471267 43410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T02:00:16.051754+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-20T01:00:00+00:00 PythonOperator 2021-06-20T02:00:10.299383+00:00 2021-06-20T02:00:13.772501+00:00 0:00:03.473118 43409 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-20T02:00:07.998356+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-20T00:00:00+00:00 EmrJobFlowSensor 2021-06-20T01:11:20.149678+00:00 2021-06-20T01:21:23.073370+00:00 0:10:02.923692 43407 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:11:17.710075+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-20T00:00:00+00:00 EmrJobFlowSensor 2021-06-20T01:11:11.933509+00:00 2021-06-20T01:21:14.760850+00:00 0:10:02.827341 43406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:11:09.714406+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T01:10:57.893021+00:00 2021-06-20T01:10:59.742470+00:00 0:00:01.849449 43405 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T01:10:55.693336+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T01:10:49.972725+00:00 2021-06-20T01:10:51.662595+00:00 0:00:01.689870 43404 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T01:10:47.696426+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-20T00:00:00+00:00 PythonOperator 2021-06-20T01:10:37.951372+00:00 2021-06-20T01:10:41.442719+00:00 0:00:03.491347 43403 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T01:10:35.641210+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-20T00:00:00+00:00 PythonOperator 2021-06-20T01:10:29.872971+00:00 2021-06-20T01:10:33.476773+00:00 0:00:03.603802 43402 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T01:10:27.662861+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-20T00:00:00+00:00 TriggerDagRunOperator 2021-06-20T01:10:11.929559+00:00 2021-06-20T01:10:12.468950+00:00 0:00:00.539391 43401 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:10:09.622322+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-20T00:00:00+00:00 TriggerDagRunOperator 2021-06-20T01:10:11.886021+00:00 2021-06-20T01:10:12.302554+00:00 0:00:00.416533 43400 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:10:09.622353+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-20T00:05:00+00:00 EmrJobFlowSensor 2021-06-20T01:06:01.758362+00:00 2021-06-20T01:15:04.412925+00:00 0:09:02.654563 43399 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:05:59.259062+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-20T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-20T01:05:39.435850+00:00 2021-06-20T01:05:41.102332+00:00 0:00:01.666482 43398 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T01:05:37.159234+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-20T00:05:00+00:00 PythonOperator 2021-06-20T01:05:17.509237+00:00 2021-06-20T01:05:20.501558+00:00 0:00:02.992321 43397 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T01:05:15.035382+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-20T00:00:00+00:00 EmrJobFlowSensor 2021-06-20T01:00:54.567073+00:00 2021-06-20T01:12:57.650666+00:00 0:12:03.083593 43396 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-20T01:00:52.432867+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-20T00:00:00+00:00 EmrJobFlowSensor 2021-06-20T01:00:48.705123+00:00 2021-06-20T01:09:51.391978+00:00 0:09:02.686855 43395 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-20T01:00:46.426821+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-20T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-20T01:00:32.553818+00:00 2021-06-20T01:00:34.284365+00:00 0:00:01.730547 43394 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-20T01:00:30.413716+00:00 2 default_pool