Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-07-19T05:00:00+00:00 PythonOperator 2021-07-19T06:11:23.555006+00:00 2021-07-19T06:11:27.353124+00:00 0:00:03.798118 55513 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T06:11:20.385558+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T05:00:00+00:00 PythonOperator 2021-07-19T06:11:16.840578+00:00 2021-07-19T06:11:21.741499+00:00 0:00:04.900921 55512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T06:11:14.332604+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T05:00:00+00:00 TriggerDagRunOperator 2021-07-19T06:11:12.742155+00:00 2021-07-19T06:11:13.254125+00:00 0:00:00.511970 55511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T06:11:10.320333+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T05:00:00+00:00 TriggerDagRunOperator 2021-07-19T06:11:12.620835+00:00 2021-07-19T06:11:13.040189+00:00 0:00:00.419354 55510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T06:11:10.320363+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T05:05:00+00:00 EmrJobFlowSensor 2021-07-19T06:05:57.944322+00:00 2021-07-19T06:14:00.504626+00:00 0:08:02.560304 55509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T06:05:55.789767+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T06:05:36.111354+00:00 2021-07-19T06:05:37.803401+00:00 0:00:01.692047 55508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T06:05:33.773107+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T05:05:00+00:00 PythonOperator 2021-07-19T06:05:14.015776+00:00 2021-07-19T06:05:18.040554+00:00 0:00:04.024778 55507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T06:05:11.695467+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T05:00:00+00:00 EmrJobFlowSensor 2021-07-19T06:01:05.674655+00:00 2021-07-19T06:14:09.028670+00:00 0:13:03.354015 55506 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T06:01:03.343485+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T05:00:00+00:00 EmrJobFlowSensor 2021-07-19T06:00:51.773318+00:00 2021-07-19T06:10:54.783646+00:00 0:10:03.010328 55505 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T06:00:49.231159+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T06:00:43.394925+00:00 2021-07-19T06:00:45.112898+00:00 0:00:01.717973 55504 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T06:00:41.222044+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T06:00:29.435370+00:00 2021-07-19T06:00:31.332150+00:00 0:00:01.896780 55503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T06:00:27.211047+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T05:00:00+00:00 PythonOperator 2021-07-19T06:00:23.375434+00:00 2021-07-19T06:00:27.344905+00:00 0:00:03.969471 55502 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T06:00:21.206399+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T05:00:00+00:00 PythonOperator 2021-07-19T06:00:09.531948+00:00 2021-07-19T06:00:13.012375+00:00 0:00:03.480427 55501 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T06:00:07.194433+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T04:00:00+00:00 EmrJobFlowSensor 2021-07-19T05:28:42.066093+00:00 2021-07-19T05:36:44.747182+00:00 0:08:02.681089 55500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T05:28:39.802039+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T04:00:00+00:00 EmrJobFlowSensor 2021-07-19T05:28:36.189693+00:00 2021-07-19T05:37:38.971309+00:00 0:09:02.781616 55499 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T05:28:33.866825+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T05:28:19.924920+00:00 2021-07-19T05:28:21.652022+00:00 0:00:01.727102 55498 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T05:28:17.743741+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T05:28:14.134226+00:00 2021-07-19T05:28:16.051708+00:00 0:00:01.917482 55497 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T05:28:11.760194+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T04:00:00+00:00 PythonOperator 2021-07-19T05:27:59.994633+00:00 2021-07-19T05:28:03.497464+00:00 0:00:03.502831 55496 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T05:27:57.728758+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T04:00:00+00:00 PythonOperator 2021-07-19T05:27:54.006504+00:00 2021-07-19T05:27:58.181313+00:00 0:00:04.174809 55495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T05:27:51.720702+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T04:00:00+00:00 TriggerDagRunOperator 2021-07-19T05:27:46.654297+00:00 2021-07-19T05:27:47.213331+00:00 0:00:00.559034 55494 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T05:27:43.710916+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T04:00:00+00:00 TriggerDagRunOperator 2021-07-19T05:27:46.571655+00:00 2021-07-19T05:27:46.971115+00:00 0:00:00.399460 55493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T05:27:43.710945+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T04:05:00+00:00 EmrJobFlowSensor 2021-07-19T05:06:23.389028+00:00 2021-07-19T05:14:25.970477+00:00 0:08:02.581449 55491 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T05:06:21.143906+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T05:06:01.581131+00:00 2021-07-19T05:06:03.392399+00:00 0:00:01.811268 55490 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T05:05:59.162312+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T04:05:00+00:00 PythonOperator 2021-07-19T05:05:37.396408+00:00 2021-07-19T05:05:41.288824+00:00 0:00:03.892416 55489 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T05:05:35.057200+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T04:00:00+00:00 EmrJobFlowSensor 2021-07-19T05:01:01.246540+00:00 2021-07-19T05:10:04.215339+00:00 0:09:02.968799 55488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T05:00:58.562620+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T04:00:00+00:00 EmrJobFlowSensor 2021-07-19T05:00:50.700044+00:00 2021-07-19T05:14:54.507682+00:00 0:14:03.807638 55487 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T05:00:48.475153+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T05:00:38.561048+00:00 2021-07-19T05:00:40.269325+00:00 0:00:01.708277 55486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T05:00:36.409952+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T05:00:29.002010+00:00 2021-07-19T05:00:30.919833+00:00 0:00:01.917823 55485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T05:00:26.450387+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T04:00:00+00:00 PythonOperator 2021-07-19T05:00:16.565197+00:00 2021-07-19T05:00:20.041617+00:00 0:00:03.476420 55484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T05:00:14.326413+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T04:00:00+00:00 PythonOperator 2021-07-19T05:00:08.911407+00:00 2021-07-19T05:00:13.088896+00:00 0:00:04.177489 55483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T05:00:06.379251+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T03:00:00+00:00 EmrJobFlowSensor 2021-07-19T04:11:35.921587+00:00 2021-07-19T04:21:39.790802+00:00 0:10:03.869215 55482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T04:11:33.669346+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T03:00:00+00:00 EmrJobFlowSensor 2021-07-19T04:11:27.830507+00:00 2021-07-19T04:20:30.932620+00:00 0:09:03.102113 55481 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T04:11:25.597463+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T04:11:14.228488+00:00 2021-07-19T04:11:16.084485+00:00 0:00:01.855997 55480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T04:11:11.643516+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T04:11:05.776461+00:00 2021-07-19T04:11:07.466844+00:00 0:00:01.690383 55479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T04:11:03.564733+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T03:00:00+00:00 PythonOperator 2021-07-19T04:10:41.841912+00:00 2021-07-19T04:10:45.925530+00:00 0:00:04.083618 55478 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T04:10:39.546605+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T03:00:00+00:00 PythonOperator 2021-07-19T04:10:35.849056+00:00 2021-07-19T04:10:39.460928+00:00 0:00:03.611872 55477 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T04:10:33.546104+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T03:00:00+00:00 TriggerDagRunOperator 2021-07-19T04:10:16.433947+00:00 2021-07-19T04:10:16.993939+00:00 0:00:00.559992 55476 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T04:10:13.492086+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T03:00:00+00:00 TriggerDagRunOperator 2021-07-19T04:10:16.375279+00:00 2021-07-19T04:10:16.909282+00:00 0:00:00.534003 55475 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T04:10:13.492043+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T03:05:00+00:00 EmrJobFlowSensor 2021-07-19T04:06:00.964492+00:00 2021-07-19T04:15:03.987308+00:00 0:09:03.022816 55473 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T04:05:58.647061+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T04:05:40.726635+00:00 2021-07-19T04:05:42.457680+00:00 0:00:01.731045 55472 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T04:05:38.490824+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T03:05:00+00:00 PythonOperator 2021-07-19T04:05:18.759503+00:00 2021-07-19T04:05:22.226865+00:00 0:00:03.467362 55471 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T04:05:16.417283+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T03:00:00+00:00 EmrJobFlowSensor 2021-07-19T04:00:56.376944+00:00 2021-07-19T04:13:59.895595+00:00 0:13:03.518651 55470 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T04:00:53.981372+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T03:00:00+00:00 EmrJobFlowSensor 2021-07-19T04:00:52.271865+00:00 2021-07-19T04:09:55.117345+00:00 0:09:02.845480 55469 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T04:00:49.956512+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T04:00:34.223649+00:00 2021-07-19T04:00:35.980649+00:00 0:00:01.757000 55468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T04:00:31.868217+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T04:00:30.359566+00:00 2021-07-19T04:00:32.058288+00:00 0:00:01.698722 55467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T04:00:27.954422+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T03:00:00+00:00 PythonOperator 2021-07-19T04:00:11.936770+00:00 2021-07-19T04:00:16.092153+00:00 0:00:04.155383 55466 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T04:00:09.793379+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T03:00:00+00:00 PythonOperator 2021-07-19T04:00:10.214624+00:00 2021-07-19T04:00:13.754310+00:00 0:00:03.539686 55465 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T04:00:07.790872+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T02:00:00+00:00 EmrJobFlowSensor 2021-07-19T03:12:47.637662+00:00 2021-07-19T03:22:50.378771+00:00 0:10:02.741109 55464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T03:12:45.240828+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T02:00:00+00:00 EmrJobFlowSensor 2021-07-19T03:12:41.435353+00:00 2021-07-19T03:22:44.600051+00:00 0:10:03.164698 55463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T03:12:39.263758+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T03:12:25.464525+00:00 2021-07-19T03:12:27.276056+00:00 0:00:01.811531 55462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T03:12:23.209816+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T03:12:19.436294+00:00 2021-07-19T03:12:21.137490+00:00 0:00:01.701196 55461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T03:12:17.194800+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T02:00:00+00:00 PythonOperator 2021-07-19T03:12:03.550231+00:00 2021-07-19T03:12:07.358425+00:00 0:00:03.808194 55460 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T03:12:01.188892+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T02:00:00+00:00 PythonOperator 2021-07-19T03:11:57.345002+00:00 2021-07-19T03:12:01.142451+00:00 0:00:03.797449 55459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T03:11:55.104037+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T02:00:00+00:00 TriggerDagRunOperator 2021-07-19T03:11:51.525130+00:00 2021-07-19T03:11:52.089615+00:00 0:00:00.564485 55458 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T03:11:49.097050+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T02:00:00+00:00 TriggerDagRunOperator 2021-07-19T03:11:51.464762+00:00 2021-07-19T03:11:51.886489+00:00 0:00:00.421727 55457 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T03:11:49.097077+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T02:05:00+00:00 EmrJobFlowSensor 2021-07-19T03:05:51.887512+00:00 2021-07-19T03:14:54.782768+00:00 0:09:02.895256 55455 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T03:05:49.697931+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T03:05:25.985296+00:00 2021-07-19T03:05:27.813212+00:00 0:00:01.827916 55454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T03:05:23.678882+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T02:05:00+00:00 PythonOperator 2021-07-19T03:05:05.742953+00:00 2021-07-19T03:05:09.635277+00:00 0:00:03.892324 55453 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T03:05:03.615161+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T02:00:00+00:00 EmrJobFlowSensor 2021-07-19T03:01:27.430410+00:00 2021-07-19T03:11:30.386912+00:00 0:10:02.956502 55452 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T03:01:25.204206+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T03:01:05.405183+00:00 2021-07-19T03:01:07.137247+00:00 0:00:01.732064 55451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T03:01:03.184491+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T02:00:00+00:00 EmrJobFlowSensor 2021-07-19T03:01:03.502906+00:00 2021-07-19T03:15:07.231550+00:00 0:14:03.728644 55450 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T03:01:01.183022+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T03:00:29.528342+00:00 2021-07-19T03:00:31.380452+00:00 0:00:01.852110 55449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T03:00:27.153294+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T02:00:00+00:00 PythonOperator 2021-07-19T03:00:23.451542+00:00 2021-07-19T03:00:27.415828+00:00 0:00:03.964286 55448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T03:00:21.147432+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T02:00:00+00:00 PythonOperator 2021-07-19T03:00:07.379375+00:00 2021-07-19T03:00:11.271838+00:00 0:00:03.892463 55447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T03:00:05.135814+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T01:00:00+00:00 EmrJobFlowSensor 2021-07-19T02:24:03.518088+00:00 2021-07-19T02:24:04.990111+00:00 0:00:01.472023 55446 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T02:24:01.163132+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T01:00:00+00:00 EmrJobFlowSensor 2021-07-19T02:12:10.092220+00:00 2021-07-19T02:22:13.294638+00:00 0:10:03.202418 55444 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T02:12:07.903241+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T02:11:58.011696+00:00 2021-07-19T02:11:59.812722+00:00 0:00:01.801026 55443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T02:11:55.833941+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T02:11:45.906797+00:00 2021-07-19T02:11:47.617982+00:00 0:00:01.711185 55442 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T02:11:43.653535+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T01:00:00+00:00 PythonOperator 2021-07-19T02:11:33.899485+00:00 2021-07-19T02:11:38.038486+00:00 0:00:04.139001 55441 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T02:11:31.644388+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T01:00:00+00:00 PythonOperator 2021-07-19T02:11:24.369970+00:00 2021-07-19T02:11:28.161347+00:00 0:00:03.791377 55440 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T02:11:21.635058+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T01:00:00+00:00 TriggerDagRunOperator 2021-07-19T02:11:16.101772+00:00 2021-07-19T02:11:16.606892+00:00 0:00:00.505120 55439 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T02:11:13.633015+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T01:00:00+00:00 TriggerDagRunOperator 2021-07-19T02:11:16.016244+00:00 2021-07-19T02:11:16.403958+00:00 0:00:00.387714 55438 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T02:11:13.633065+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T01:05:00+00:00 EmrJobFlowSensor 2021-07-19T02:06:29.492399+00:00 2021-07-19T02:15:32.176527+00:00 0:09:02.684128 55437 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T02:06:27.125666+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T02:06:07.375095+00:00 2021-07-19T02:06:09.186274+00:00 0:00:01.811179 55436 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T02:06:05.106165+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T01:05:00+00:00 PythonOperator 2021-07-19T02:05:09.045566+00:00 2021-07-19T02:05:12.596323+00:00 0:00:03.550757 55434 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T02:05:06.441066+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T01:00:00+00:00 EmrJobFlowSensor 2021-07-19T02:01:08.446869+00:00 2021-07-19T02:11:11.713630+00:00 0:10:03.266761 55433 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T02:01:05.947764+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T01:00:00+00:00 EmrJobFlowSensor 2021-07-19T02:00:48.385038+00:00 2021-07-19T02:13:51.951211+00:00 0:13:03.566173 55432 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T02:00:45.792617+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T02:00:46.100846+00:00 2021-07-19T02:00:48.069196+00:00 0:00:01.968350 55431 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T02:00:43.793348+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T02:00:26.016084+00:00 2021-07-19T02:00:27.866724+00:00 0:00:01.850640 55430 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T02:00:23.775751+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T01:00:00+00:00 PythonOperator 2021-07-19T02:00:23.916931+00:00 2021-07-19T02:00:27.766640+00:00 0:00:03.849709 55429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T02:00:21.773813+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T01:00:00+00:00 PythonOperator 2021-07-19T02:00:06.194524+00:00 2021-07-19T02:00:10.069136+00:00 0:00:03.874612 55428 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T02:00:03.756503+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T00:00:00+00:00 EmrJobFlowSensor 2021-07-19T01:27:58.158539+00:00 2021-07-19T01:27:59.693768+00:00 0:00:01.535229 55427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T01:27:55.940989+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T00:00:00+00:00 EmrJobFlowSensor 2021-07-19T01:15:21.058949+00:00 2021-07-19T01:23:23.938407+00:00 0:08:02.879458 55425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T01:15:18.449826+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T01:15:12.728778+00:00 2021-07-19T01:15:14.568928+00:00 0:00:01.840150 55424 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T01:15:10.433260+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T01:15:00.793653+00:00 2021-07-19T01:15:02.721180+00:00 0:00:01.927527 55423 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T01:14:58.474532+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T00:00:00+00:00 PythonOperator 2021-07-19T01:14:48.709475+00:00 2021-07-19T01:14:52.888934+00:00 0:00:04.179459 55422 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T01:14:46.410084+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T00:00:00+00:00 PythonOperator 2021-07-19T01:14:38.916696+00:00 2021-07-19T01:14:42.536773+00:00 0:00:03.620077 55421 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T01:14:36.459496+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T00:00:00+00:00 TriggerDagRunOperator 2021-07-19T01:14:27.006232+00:00 2021-07-19T01:14:27.504081+00:00 0:00:00.497849 55420 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T01:14:24.390407+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T00:00:00+00:00 TriggerDagRunOperator 2021-07-19T01:14:26.948473+00:00 2021-07-19T01:14:27.548072+00:00 0:00:00.599599 55419 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T01:14:24.390455+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T00:00:00+00:00 EmrJobFlowSensor 2021-07-19T01:06:04.098515+00:00 2021-07-19T01:20:07.683177+00:00 0:14:03.584662 55418 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T01:06:01.661850+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T00:00:00+00:00 EmrJobFlowSensor 2021-07-19T01:06:00.439455+00:00 2021-07-19T01:14:03.227930+00:00 0:08:02.788475 55417 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T01:05:57.659264+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T00:05:00+00:00 EmrJobFlowSensor 2021-07-19T01:06:00.273769+00:00 2021-07-19T01:15:03.221388+00:00 0:09:02.947619 55416 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T01:05:57.659310+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T01:05:41.950135+00:00 2021-07-19T01:05:43.710931+00:00 0:00:01.760796 55415 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T01:05:39.573763+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T01:05:39.930975+00:00 2021-07-19T01:05:41.820157+00:00 0:00:01.889182 55414 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T01:05:37.553977+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T01:05:37.715052+00:00 2021-07-19T01:05:39.341435+00:00 0:00:01.626383 55413 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T01:05:35.536563+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T00:00:00+00:00 PythonOperator 2021-07-19T01:05:20.057515+00:00 2021-07-19T01:05:23.950691+00:00 0:00:03.893176 55412 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T01:05:17.525334+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T00:05:00+00:00 PythonOperator 2021-07-19T01:05:18.593235+00:00 2021-07-19T01:05:22.557445+00:00 0:00:03.964210 55411 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T01:05:15.525821+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T00:00:00+00:00 PythonOperator 2021-07-19T01:05:16.649574+00:00 2021-07-19T01:05:20.899686+00:00 0:00:04.250112 55410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T01:05:13.543571+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-18T23:00:00+00:00 EmrJobFlowSensor 2021-07-19T00:11:40.361689+00:00 2021-07-19T00:21:43.246972+00:00 0:10:02.885283 55408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T00:11:38.188488+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-18T23:00:00+00:00 EmrJobFlowSensor 2021-07-19T00:11:38.507176+00:00 2021-07-19T00:20:41.736248+00:00 0:09:03.229072 55407 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T00:11:36.188606+00:00 2 default_pool