Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-07-19T18:00:00+00:00 EmrJobFlowSensor 2021-07-19T19:12:51.338826+00:00 2021-07-19T19:21:54.198858+00:00 0:09:02.860032 55750 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T19:12:49.103669+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T18:00:00+00:00 EmrJobFlowSensor 2021-07-19T19:12:47.487908+00:00 2021-07-19T19:21:50.354626+00:00 0:09:02.866718 55749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T19:12:45.121471+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T19:12:21.407340+00:00 2021-07-19T19:12:23.343688+00:00 0:00:01.936348 55748 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T19:12:19.002132+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T19:12:17.490355+00:00 2021-07-19T19:12:19.474149+00:00 0:00:01.983794 55747 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T19:12:14.990873+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T18:00:00+00:00 PythonOperator 2021-07-19T19:11:55.637163+00:00 2021-07-19T19:11:58.925555+00:00 0:00:03.288392 55746 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T19:11:52.909271+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T18:00:00+00:00 PythonOperator 2021-07-19T19:11:51.249801+00:00 2021-07-19T19:11:54.748132+00:00 0:00:03.498331 55745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T19:11:48.898388+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T18:00:00+00:00 TriggerDagRunOperator 2021-07-19T19:11:31.902891+00:00 2021-07-19T19:11:32.456640+00:00 0:00:00.553749 55744 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T19:11:28.972316+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T18:00:00+00:00 TriggerDagRunOperator 2021-07-19T19:11:31.617991+00:00 2021-07-19T19:11:32.150152+00:00 0:00:00.532161 55743 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T19:11:28.972267+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T18:05:00+00:00 EmrJobFlowSensor 2021-07-19T19:05:56.700648+00:00 2021-07-19T19:13:59.433002+00:00 0:08:02.732354 55742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T19:05:54.305192+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T19:05:34.469530+00:00 2021-07-19T19:05:36.139680+00:00 0:00:01.670150 55741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T19:05:32.246674+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T18:05:00+00:00 PythonOperator 2021-07-19T19:05:12.652700+00:00 2021-07-19T19:05:16.255699+00:00 0:00:03.602999 55740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T19:05:10.288869+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T18:00:00+00:00 EmrJobFlowSensor 2021-07-19T19:01:06.165468+00:00 2021-07-19T19:11:09.260986+00:00 0:10:03.095518 55739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T19:01:03.923427+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T18:00:00+00:00 EmrJobFlowSensor 2021-07-19T19:00:52.188267+00:00 2021-07-19T19:14:56.251647+00:00 0:14:04.063380 55738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T19:00:49.908297+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T19:00:42.319489+00:00 2021-07-19T19:00:44.030271+00:00 0:00:01.710782 55737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T19:00:39.967837+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T19:00:32.126808+00:00 2021-07-19T19:00:34.013671+00:00 0:00:01.886863 55736 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T19:00:29.847945+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T18:00:00+00:00 PythonOperator 2021-07-19T19:00:20.241206+00:00 2021-07-19T19:00:23.788873+00:00 0:00:03.547667 55735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T19:00:17.792466+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T18:00:00+00:00 PythonOperator 2021-07-19T19:00:09.974317+00:00 2021-07-19T19:00:14.026109+00:00 0:00:04.051792 55734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T19:00:07.736255+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T17:00:00+00:00 EmrJobFlowSensor 2021-07-19T18:12:28.548538+00:00 2021-07-19T18:22:31.458499+00:00 0:10:02.909961 55732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T18:12:26.258886+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T17:00:00+00:00 EmrJobFlowSensor 2021-07-19T18:12:22.557781+00:00 2021-07-19T18:20:25.387000+00:00 0:08:02.829219 55731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T18:12:20.345798+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T18:12:06.501898+00:00 2021-07-19T18:12:08.337802+00:00 0:00:01.835904 55730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T18:12:04.219122+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T18:12:00.781570+00:00 2021-07-19T18:12:02.582373+00:00 0:00:01.800803 55729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T18:11:58.280246+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T17:00:00+00:00 PythonOperator 2021-07-19T18:11:42.429758+00:00 2021-07-19T18:11:46.142516+00:00 0:00:03.712758 55728 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T18:11:40.197714+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T17:00:00+00:00 PythonOperator 2021-07-19T18:11:38.710967+00:00 2021-07-19T18:11:42.611872+00:00 0:00:03.900905 55727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T18:11:36.197793+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T17:00:00+00:00 TriggerDagRunOperator 2021-07-19T18:11:28.836770+00:00 2021-07-19T18:11:29.376522+00:00 0:00:00.539752 55726 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T18:11:26.245289+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T17:00:00+00:00 TriggerDagRunOperator 2021-07-19T18:11:28.652820+00:00 2021-07-19T18:11:29.054362+00:00 0:00:00.401542 55725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T18:11:26.245244+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T17:05:00+00:00 EmrJobFlowSensor 2021-07-19T18:06:05.912825+00:00 2021-07-19T18:15:08.796374+00:00 0:09:02.883549 55724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T18:06:03.724197+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T18:05:43.968212+00:00 2021-07-19T18:05:45.697713+00:00 0:00:01.729501 55723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T18:05:41.757601+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T17:05:00+00:00 PythonOperator 2021-07-19T18:05:19.969463+00:00 2021-07-19T18:05:23.735760+00:00 0:00:03.766297 55722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T18:05:17.758418+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T17:00:00+00:00 EmrJobFlowSensor 2021-07-19T18:01:07.334302+00:00 2021-07-19T18:11:10.255256+00:00 0:10:02.920954 55721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T18:01:05.090102+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T17:00:00+00:00 EmrJobFlowSensor 2021-07-19T18:00:53.331917+00:00 2021-07-19T18:15:57.376092+00:00 0:15:04.044175 55720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T18:00:51.049127+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T18:00:47.282993+00:00 2021-07-19T18:00:49.119785+00:00 0:00:01.836792 55719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T18:00:45.092413+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T18:00:31.682850+00:00 2021-07-19T18:00:33.393157+00:00 0:00:01.710307 55718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T18:00:29.140531+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T17:00:00+00:00 PythonOperator 2021-07-19T18:00:25.412953+00:00 2021-07-19T18:00:29.201400+00:00 0:00:03.788447 55717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T18:00:22.936667+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T17:00:00+00:00 PythonOperator 2021-07-19T18:00:09.297215+00:00 2021-07-19T18:00:13.206845+00:00 0:00:03.909630 55716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T18:00:06.924821+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T16:00:00+00:00 EmrJobFlowSensor 2021-07-19T17:24:49.126918+00:00 2021-07-19T17:24:50.592967+00:00 0:00:01.466049 55715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:24:46.834501+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T16:00:00+00:00 EmrJobFlowSensor 2021-07-19T17:13:08.933707+00:00 2021-07-19T17:22:11.933878+00:00 0:09:03.000171 55713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:13:06.577586+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:13:06.742998+00:00 2021-07-19T17:13:08.520758+00:00 0:00:01.777760 55712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T17:13:04.576326+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T16:00:00+00:00 PythonOperator 2021-07-19T17:12:43.203448+00:00 2021-07-19T17:12:47.300069+00:00 0:00:04.096621 55711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:12:40.558880+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:12:42.957880+00:00 2021-07-19T17:12:44.739015+00:00 0:00:01.781135 55710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T17:12:40.558843+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T16:00:00+00:00 PythonOperator 2021-07-19T17:12:14.951520+00:00 2021-07-19T17:12:19.069566+00:00 0:00:04.118046 55709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:12:12.571035+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T16:00:00+00:00 TriggerDagRunOperator 2021-07-19T17:12:10.701757+00:00 2021-07-19T17:12:11.264196+00:00 0:00:00.562439 55708 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:12:08.490158+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T16:00:00+00:00 TriggerDagRunOperator 2021-07-19T17:12:10.658756+00:00 2021-07-19T17:12:11.117010+00:00 0:00:00.458254 55707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:12:08.490189+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T16:05:00+00:00 EmrJobFlowSensor 2021-07-19T17:06:16.060937+00:00 2021-07-19T17:15:18.762920+00:00 0:09:02.701983 55706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:06:13.919599+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:05:44.404233+00:00 2021-07-19T17:05:46.158588+00:00 0:00:01.754355 55705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T17:05:41.895034+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T16:05:00+00:00 PythonOperator 2021-07-19T17:05:20.167453+00:00 2021-07-19T17:05:23.613611+00:00 0:00:03.446158 55704 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:05:17.844320+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T16:00:00+00:00 EmrJobFlowSensor 2021-07-19T17:01:04.066938+00:00 2021-07-19T17:14:07.510893+00:00 0:13:03.443955 55703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:01:01.427336+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T16:00:00+00:00 EmrJobFlowSensor 2021-07-19T17:00:49.604534+00:00 2021-07-19T17:11:52.707978+00:00 0:11:03.103444 55702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:00:47.413154+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:00:39.818847+00:00 2021-07-19T17:00:41.562230+00:00 0:00:01.743383 55701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T17:00:37.467044+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:00:27.616580+00:00 2021-07-19T17:00:29.489029+00:00 0:00:01.872449 55700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T17:00:25.394225+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T16:00:00+00:00 PythonOperator 2021-07-19T17:00:17.946436+00:00 2021-07-19T17:00:22.023212+00:00 0:00:04.076776 55699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:00:15.465920+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T16:00:00+00:00 PythonOperator 2021-07-19T17:00:07.711195+00:00 2021-07-19T17:00:11.529867+00:00 0:00:03.818672 55698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T17:00:05.361091+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T15:00:00+00:00 EmrJobFlowSensor 2021-07-19T16:25:54.297881+00:00 2021-07-19T16:35:57.106264+00:00 0:10:02.808383 55697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:25:51.847677+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T15:00:00+00:00 EmrJobFlowSensor 2021-07-19T16:25:51.899862+00:00 2021-07-19T16:34:55.047487+00:00 0:09:03.147625 55696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:25:49.787309+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:25:34.099600+00:00 2021-07-19T16:25:35.796872+00:00 0:00:01.697272 55695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T16:25:31.759435+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:25:30.080619+00:00 2021-07-19T16:25:31.772326+00:00 0:00:01.691707 55694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T16:25:27.765627+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T15:00:00+00:00 PythonOperator 2021-07-19T16:25:10.722468+00:00 2021-07-19T16:25:14.752154+00:00 0:00:04.029686 55693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:25:07.752516+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T15:00:00+00:00 PythonOperator 2021-07-19T16:25:08.370782+00:00 2021-07-19T16:25:13.029871+00:00 0:00:04.659089 55692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:25:05.768506+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T15:00:00+00:00 TriggerDagRunOperator 2021-07-19T16:24:54.656400+00:00 2021-07-19T16:24:55.161373+00:00 0:00:00.504973 55691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:24:51.758574+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T15:00:00+00:00 TriggerDagRunOperator 2021-07-19T16:24:54.323325+00:00 2021-07-19T16:24:54.711292+00:00 0:00:00.387967 55690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:24:51.758604+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T15:00:00+00:00 EmrJobFlowSensor 2021-07-19T16:14:47.028555+00:00 2021-07-19T16:24:50.168061+00:00 0:10:03.139506 55689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:14:44.668778+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T15:00:00+00:00 EmrJobFlowSensor 2021-07-19T16:14:40.999262+00:00 2021-07-19T16:29:44.678506+00:00 0:15:03.679244 55688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:14:38.669779+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T15:05:00+00:00 EmrJobFlowSensor 2021-07-19T16:14:36.911377+00:00 2021-07-19T16:23:39.682511+00:00 0:09:02.771134 55687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:14:34.670421+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:14:25.005521+00:00 2021-07-19T16:14:26.825908+00:00 0:00:01.820387 55686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T16:14:22.667176+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:14:19.083265+00:00 2021-07-19T16:14:20.890571+00:00 0:00:01.807306 55685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T16:14:16.586999+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:14:14.968369+00:00 2021-07-19T16:14:16.751154+00:00 0:00:01.782785 55684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T16:14:12.649876+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T15:00:00+00:00 PythonOperator 2021-07-19T16:13:54.925918+00:00 2021-07-19T16:13:58.685843+00:00 0:00:03.759925 55683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T16:13:52.543625+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T15:00:00+00:00 PythonOperator 2021-07-19T16:13:48.747266+00:00 2021-07-19T16:13:52.922526+00:00 0:00:04.175260 55682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:13:46.542071+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T15:05:00+00:00 PythonOperator 2021-07-19T16:13:36.775622+00:00 2021-07-19T16:13:40.564888+00:00 0:00:03.789266 55681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:13:34.522108+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T14:00:00+00:00 EmrJobFlowSensor 2021-07-19T15:12:11.713125+00:00 2021-07-19T15:22:15.129377+00:00 0:10:03.416252 55679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:12:09.521439+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T14:00:00+00:00 EmrJobFlowSensor 2021-07-19T15:12:07.765361+00:00 2021-07-19T15:24:11.121885+00:00 0:12:03.356524 55678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:12:05.518707+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:11:50.099118+00:00 2021-07-19T15:11:51.926278+00:00 0:00:01.827160 55677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T15:11:47.578156+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:11:45.904507+00:00 2021-07-19T15:11:47.731271+00:00 0:00:01.826764 55676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T15:11:43.501885+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T14:00:00+00:00 PythonOperator 2021-07-19T15:11:28.693819+00:00 2021-07-19T15:11:32.716524+00:00 0:00:04.022705 55675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:11:25.484695+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T14:00:00+00:00 PythonOperator 2021-07-19T15:11:26.549119+00:00 2021-07-19T15:11:31.133590+00:00 0:00:04.584471 55674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:11:23.483205+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T14:00:00+00:00 TriggerDagRunOperator 2021-07-19T15:11:17.755911+00:00 2021-07-19T15:11:18.312935+00:00 0:00:00.557024 55673 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:11:15.439243+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T14:00:00+00:00 TriggerDagRunOperator 2021-07-19T15:11:17.688850+00:00 2021-07-19T15:11:18.072851+00:00 0:00:00.384001 55672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:11:15.439277+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T14:05:00+00:00 EmrJobFlowSensor 2021-07-19T15:05:51.187700+00:00 2021-07-19T15:14:53.954984+00:00 0:09:02.767284 55671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:05:48.857804+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:05:29.129141+00:00 2021-07-19T15:05:30.729276+00:00 0:00:01.600135 55670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T15:05:26.856078+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T14:05:00+00:00 PythonOperator 2021-07-19T15:05:09.421211+00:00 2021-07-19T15:05:13.019738+00:00 0:00:03.598527 55669 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:05:06.792549+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T14:00:00+00:00 EmrJobFlowSensor 2021-07-19T15:01:04.636118+00:00 2021-07-19T15:15:08.033675+00:00 0:14:03.397557 55668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:01:02.449358+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T14:00:00+00:00 EmrJobFlowSensor 2021-07-19T15:00:54.843498+00:00 2021-07-19T15:10:57.990417+00:00 0:10:03.146919 55667 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:00:52.440723+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:00:41.109841+00:00 2021-07-19T15:00:42.922885+00:00 0:00:01.813044 55666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T15:00:38.420474+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:00:32.787177+00:00 2021-07-19T15:00:34.570541+00:00 0:00:01.783364 55665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T15:00:30.471195+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T14:00:00+00:00 PythonOperator 2021-07-19T15:00:19.142369+00:00 2021-07-19T15:00:23.043728+00:00 0:00:03.901359 55664 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:00:16.399074+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T14:00:00+00:00 PythonOperator 2021-07-19T15:00:10.894069+00:00 2021-07-19T15:00:14.514769+00:00 0:00:03.620700 55663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T15:00:08.391858+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T13:00:00+00:00 EmrJobFlowSensor 2021-07-19T14:12:11.557266+00:00 2021-07-19T14:21:14.657362+00:00 0:09:03.100096 55661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:12:08.975953+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T13:00:00+00:00 EmrJobFlowSensor 2021-07-19T14:12:09.335703+00:00 2021-07-19T14:22:12.707723+00:00 0:10:03.372020 55660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:12:06.971876+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:11:49.461412+00:00 2021-07-19T14:11:51.271573+00:00 0:00:01.810161 55659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T14:11:46.940667+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:11:45.287173+00:00 2021-07-19T14:11:47.129839+00:00 0:00:01.842666 55658 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T14:11:42.903936+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T13:00:00+00:00 PythonOperator 2021-07-19T14:11:27.220235+00:00 2021-07-19T14:11:31.327675+00:00 0:00:04.107440 55657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:11:24.882663+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T13:00:00+00:00 PythonOperator 2021-07-19T14:11:23.726665+00:00 2021-07-19T14:11:27.277282+00:00 0:00:03.550617 55656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:11:20.882464+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T13:00:00+00:00 TriggerDagRunOperator 2021-07-19T14:11:15.431843+00:00 2021-07-19T14:11:15.830778+00:00 0:00:00.398935 55655 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:11:12.808755+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T13:00:00+00:00 TriggerDagRunOperator 2021-07-19T14:11:15.190162+00:00 2021-07-19T14:11:15.692088+00:00 0:00:00.501926 55654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:11:12.808721+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T13:05:00+00:00 EmrJobFlowSensor 2021-07-19T14:06:24.367439+00:00 2021-07-19T14:15:27.028938+00:00 0:09:02.661499 55653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:06:22.253902+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:06:04.515145+00:00 2021-07-19T14:06:06.264493+00:00 0:00:01.749348 55652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T14:06:02.239026+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T13:05:00+00:00 PythonOperator 2021-07-19T14:05:22.403601+00:00 2021-07-19T14:05:26.138719+00:00 0:00:03.735118 55651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:05:20.205262+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T13:00:00+00:00 EmrJobFlowSensor 2021-07-19T14:01:06.444906+00:00 2021-07-19T14:11:09.434046+00:00 0:10:02.989140 55650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:01:03.744594+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T13:00:00+00:00 EmrJobFlowSensor 2021-07-19T14:01:04.117123+00:00 2021-07-19T14:14:08.038084+00:00 0:13:03.920961 55649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:01:01.747491+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:00:44.416411+00:00 2021-07-19T14:00:46.110146+00:00 0:00:01.693735 55648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T14:00:41.748818+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:00:41.931611+00:00 2021-07-19T14:00:44.136890+00:00 0:00:02.205279 55647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T14:00:39.725193+00:00 2 default_pool