Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T17:00:00+00:00 PythonOperator 2021-07-19T18:00:09.297215+00:00 2021-07-19T18:00:13.206845+00:00 0:00:03.909630 55716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T18:00:06.924821+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T16:00:00+00:00 EmrJobFlowSensor 2021-07-19T17:24:49.126918+00:00 2021-07-19T17:24:50.592967+00:00 0:00:01.466049 55715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:24:46.834501+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T16:00:00+00:00 EmrJobFlowSensor 2021-07-19T17:13:08.933707+00:00 2021-07-19T17:22:11.933878+00:00 0:09:03.000171 55713 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:13:06.577586+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:13:06.742998+00:00 2021-07-19T17:13:08.520758+00:00 0:00:01.777760 55712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T17:13:04.576326+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T16:00:00+00:00 PythonOperator 2021-07-19T17:12:43.203448+00:00 2021-07-19T17:12:47.300069+00:00 0:00:04.096621 55711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:12:40.558880+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:12:42.957880+00:00 2021-07-19T17:12:44.739015+00:00 0:00:01.781135 55710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T17:12:40.558843+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T16:00:00+00:00 PythonOperator 2021-07-19T17:12:14.951520+00:00 2021-07-19T17:12:19.069566+00:00 0:00:04.118046 55709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:12:12.571035+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T16:00:00+00:00 TriggerDagRunOperator 2021-07-19T17:12:10.701757+00:00 2021-07-19T17:12:11.264196+00:00 0:00:00.562439 55708 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:12:08.490158+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T16:00:00+00:00 TriggerDagRunOperator 2021-07-19T17:12:10.658756+00:00 2021-07-19T17:12:11.117010+00:00 0:00:00.458254 55707 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:12:08.490189+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T16:05:00+00:00 EmrJobFlowSensor 2021-07-19T17:06:16.060937+00:00 2021-07-19T17:15:18.762920+00:00 0:09:02.701983 55706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:06:13.919599+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:05:44.404233+00:00 2021-07-19T17:05:46.158588+00:00 0:00:01.754355 55705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T17:05:41.895034+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T16:05:00+00:00 PythonOperator 2021-07-19T17:05:20.167453+00:00 2021-07-19T17:05:23.613611+00:00 0:00:03.446158 55704 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:05:17.844320+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T16:00:00+00:00 EmrJobFlowSensor 2021-07-19T17:01:04.066938+00:00 2021-07-19T17:14:07.510893+00:00 0:13:03.443955 55703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T17:01:01.427336+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T16:00:00+00:00 EmrJobFlowSensor 2021-07-19T17:00:49.604534+00:00 2021-07-19T17:11:52.707978+00:00 0:11:03.103444 55702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:00:47.413154+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:00:39.818847+00:00 2021-07-19T17:00:41.562230+00:00 0:00:01.743383 55701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T17:00:37.467044+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T17:00:27.616580+00:00 2021-07-19T17:00:29.489029+00:00 0:00:01.872449 55700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T17:00:25.394225+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T16:00:00+00:00 PythonOperator 2021-07-19T17:00:17.946436+00:00 2021-07-19T17:00:22.023212+00:00 0:00:04.076776 55699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T17:00:15.465920+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T16:00:00+00:00 PythonOperator 2021-07-19T17:00:07.711195+00:00 2021-07-19T17:00:11.529867+00:00 0:00:03.818672 55698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T17:00:05.361091+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T15:00:00+00:00 EmrJobFlowSensor 2021-07-19T16:25:54.297881+00:00 2021-07-19T16:35:57.106264+00:00 0:10:02.808383 55697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:25:51.847677+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T15:00:00+00:00 EmrJobFlowSensor 2021-07-19T16:25:51.899862+00:00 2021-07-19T16:34:55.047487+00:00 0:09:03.147625 55696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:25:49.787309+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:25:34.099600+00:00 2021-07-19T16:25:35.796872+00:00 0:00:01.697272 55695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T16:25:31.759435+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:25:30.080619+00:00 2021-07-19T16:25:31.772326+00:00 0:00:01.691707 55694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T16:25:27.765627+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T15:00:00+00:00 PythonOperator 2021-07-19T16:25:10.722468+00:00 2021-07-19T16:25:14.752154+00:00 0:00:04.029686 55693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:25:07.752516+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T15:00:00+00:00 PythonOperator 2021-07-19T16:25:08.370782+00:00 2021-07-19T16:25:13.029871+00:00 0:00:04.659089 55692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:25:05.768506+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T15:00:00+00:00 TriggerDagRunOperator 2021-07-19T16:24:54.656400+00:00 2021-07-19T16:24:55.161373+00:00 0:00:00.504973 55691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:24:51.758574+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T15:00:00+00:00 TriggerDagRunOperator 2021-07-19T16:24:54.323325+00:00 2021-07-19T16:24:54.711292+00:00 0:00:00.387967 55690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:24:51.758604+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T15:00:00+00:00 EmrJobFlowSensor 2021-07-19T16:14:47.028555+00:00 2021-07-19T16:24:50.168061+00:00 0:10:03.139506 55689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:14:44.668778+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T15:00:00+00:00 EmrJobFlowSensor 2021-07-19T16:14:40.999262+00:00 2021-07-19T16:29:44.678506+00:00 0:15:03.679244 55688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:14:38.669779+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T15:05:00+00:00 EmrJobFlowSensor 2021-07-19T16:14:36.911377+00:00 2021-07-19T16:23:39.682511+00:00 0:09:02.771134 55687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T16:14:34.670421+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:14:25.005521+00:00 2021-07-19T16:14:26.825908+00:00 0:00:01.820387 55686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T16:14:22.667176+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:14:19.083265+00:00 2021-07-19T16:14:20.890571+00:00 0:00:01.807306 55685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T16:14:16.586999+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T16:14:14.968369+00:00 2021-07-19T16:14:16.751154+00:00 0:00:01.782785 55684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T16:14:12.649876+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T15:00:00+00:00 PythonOperator 2021-07-19T16:13:54.925918+00:00 2021-07-19T16:13:58.685843+00:00 0:00:03.759925 55683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T16:13:52.543625+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T15:00:00+00:00 PythonOperator 2021-07-19T16:13:48.747266+00:00 2021-07-19T16:13:52.922526+00:00 0:00:04.175260 55682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:13:46.542071+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T15:05:00+00:00 PythonOperator 2021-07-19T16:13:36.775622+00:00 2021-07-19T16:13:40.564888+00:00 0:00:03.789266 55681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T16:13:34.522108+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T14:00:00+00:00 EmrJobFlowSensor 2021-07-19T15:12:11.713125+00:00 2021-07-19T15:22:15.129377+00:00 0:10:03.416252 55679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:12:09.521439+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T14:00:00+00:00 EmrJobFlowSensor 2021-07-19T15:12:07.765361+00:00 2021-07-19T15:24:11.121885+00:00 0:12:03.356524 55678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:12:05.518707+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:11:50.099118+00:00 2021-07-19T15:11:51.926278+00:00 0:00:01.827160 55677 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T15:11:47.578156+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:11:45.904507+00:00 2021-07-19T15:11:47.731271+00:00 0:00:01.826764 55676 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T15:11:43.501885+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T14:00:00+00:00 PythonOperator 2021-07-19T15:11:28.693819+00:00 2021-07-19T15:11:32.716524+00:00 0:00:04.022705 55675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:11:25.484695+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T14:00:00+00:00 PythonOperator 2021-07-19T15:11:26.549119+00:00 2021-07-19T15:11:31.133590+00:00 0:00:04.584471 55674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:11:23.483205+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T14:00:00+00:00 TriggerDagRunOperator 2021-07-19T15:11:17.755911+00:00 2021-07-19T15:11:18.312935+00:00 0:00:00.557024 55673 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:11:15.439243+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T14:00:00+00:00 TriggerDagRunOperator 2021-07-19T15:11:17.688850+00:00 2021-07-19T15:11:18.072851+00:00 0:00:00.384001 55672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:11:15.439277+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T14:05:00+00:00 EmrJobFlowSensor 2021-07-19T15:05:51.187700+00:00 2021-07-19T15:14:53.954984+00:00 0:09:02.767284 55671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:05:48.857804+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:05:29.129141+00:00 2021-07-19T15:05:30.729276+00:00 0:00:01.600135 55670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T15:05:26.856078+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T14:05:00+00:00 PythonOperator 2021-07-19T15:05:09.421211+00:00 2021-07-19T15:05:13.019738+00:00 0:00:03.598527 55669 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:05:06.792549+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T14:00:00+00:00 EmrJobFlowSensor 2021-07-19T15:01:04.636118+00:00 2021-07-19T15:15:08.033675+00:00 0:14:03.397557 55668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T15:01:02.449358+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T14:00:00+00:00 EmrJobFlowSensor 2021-07-19T15:00:54.843498+00:00 2021-07-19T15:10:57.990417+00:00 0:10:03.146919 55667 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:00:52.440723+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:00:41.109841+00:00 2021-07-19T15:00:42.922885+00:00 0:00:01.813044 55666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T15:00:38.420474+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T15:00:32.787177+00:00 2021-07-19T15:00:34.570541+00:00 0:00:01.783364 55665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T15:00:30.471195+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T14:00:00+00:00 PythonOperator 2021-07-19T15:00:19.142369+00:00 2021-07-19T15:00:23.043728+00:00 0:00:03.901359 55664 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T15:00:16.399074+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T14:00:00+00:00 PythonOperator 2021-07-19T15:00:10.894069+00:00 2021-07-19T15:00:14.514769+00:00 0:00:03.620700 55663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T15:00:08.391858+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T13:00:00+00:00 EmrJobFlowSensor 2021-07-19T14:12:11.557266+00:00 2021-07-19T14:21:14.657362+00:00 0:09:03.100096 55661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:12:08.975953+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T13:00:00+00:00 EmrJobFlowSensor 2021-07-19T14:12:09.335703+00:00 2021-07-19T14:22:12.707723+00:00 0:10:03.372020 55660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:12:06.971876+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:11:49.461412+00:00 2021-07-19T14:11:51.271573+00:00 0:00:01.810161 55659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T14:11:46.940667+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:11:45.287173+00:00 2021-07-19T14:11:47.129839+00:00 0:00:01.842666 55658 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T14:11:42.903936+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T13:00:00+00:00 PythonOperator 2021-07-19T14:11:27.220235+00:00 2021-07-19T14:11:31.327675+00:00 0:00:04.107440 55657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:11:24.882663+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T13:00:00+00:00 PythonOperator 2021-07-19T14:11:23.726665+00:00 2021-07-19T14:11:27.277282+00:00 0:00:03.550617 55656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:11:20.882464+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T13:00:00+00:00 TriggerDagRunOperator 2021-07-19T14:11:15.431843+00:00 2021-07-19T14:11:15.830778+00:00 0:00:00.398935 55655 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:11:12.808755+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T13:00:00+00:00 TriggerDagRunOperator 2021-07-19T14:11:15.190162+00:00 2021-07-19T14:11:15.692088+00:00 0:00:00.501926 55654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:11:12.808721+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T13:05:00+00:00 EmrJobFlowSensor 2021-07-19T14:06:24.367439+00:00 2021-07-19T14:15:27.028938+00:00 0:09:02.661499 55653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:06:22.253902+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:06:04.515145+00:00 2021-07-19T14:06:06.264493+00:00 0:00:01.749348 55652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T14:06:02.239026+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T13:05:00+00:00 PythonOperator 2021-07-19T14:05:22.403601+00:00 2021-07-19T14:05:26.138719+00:00 0:00:03.735118 55651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:05:20.205262+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T13:00:00+00:00 EmrJobFlowSensor 2021-07-19T14:01:06.444906+00:00 2021-07-19T14:11:09.434046+00:00 0:10:02.989140 55650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:01:03.744594+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T13:00:00+00:00 EmrJobFlowSensor 2021-07-19T14:01:04.117123+00:00 2021-07-19T14:14:08.038084+00:00 0:13:03.920961 55649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T14:01:01.747491+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:00:44.416411+00:00 2021-07-19T14:00:46.110146+00:00 0:00:01.693735 55648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T14:00:41.748818+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T14:00:41.931611+00:00 2021-07-19T14:00:44.136890+00:00 0:00:02.205279 55647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T14:00:39.725193+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T13:00:00+00:00 PythonOperator 2021-07-19T14:00:22.156305+00:00 2021-07-19T14:00:25.853662+00:00 0:00:03.697357 55646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T14:00:19.773507+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T13:00:00+00:00 PythonOperator 2021-07-19T14:00:20.563357+00:00 2021-07-19T14:00:24.768635+00:00 0:00:04.205278 55645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T14:00:17.772092+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T12:00:00+00:00 EmrJobFlowSensor 2021-07-19T13:13:02.727868+00:00 2021-07-19T13:22:05.578787+00:00 0:09:02.850919 55643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:13:00.446282+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T12:00:00+00:00 EmrJobFlowSensor 2021-07-19T13:12:54.655411+00:00 2021-07-19T13:22:57.686352+00:00 0:10:03.030941 55642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:12:52.436546+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:12:40.673620+00:00 2021-07-19T13:12:42.351480+00:00 0:00:01.677860 55641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T13:12:38.419014+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:12:34.744287+00:00 2021-07-19T13:12:36.533312+00:00 0:00:01.789025 55640 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T13:12:32.413166+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T12:00:00+00:00 PythonOperator 2021-07-19T13:12:20.801747+00:00 2021-07-19T13:12:24.523159+00:00 0:00:03.721412 55639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:12:18.409545+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T12:00:00+00:00 PythonOperator 2021-07-19T13:12:12.594167+00:00 2021-07-19T13:12:16.694314+00:00 0:00:04.100147 55638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:12:10.401294+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T12:00:00+00:00 TriggerDagRunOperator 2021-07-19T13:12:02.946521+00:00 2021-07-19T13:12:03.346977+00:00 0:00:00.400456 55637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:12:00.448197+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T12:00:00+00:00 TriggerDagRunOperator 2021-07-19T13:12:02.980322+00:00 2021-07-19T13:12:03.489903+00:00 0:00:00.509581 55636 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:12:00.448247+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T12:05:00+00:00 EmrJobFlowSensor 2021-07-19T13:05:48.046333+00:00 2021-07-19T13:13:50.756720+00:00 0:08:02.710387 55635 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:05:45.795746+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:05:25.966736+00:00 2021-07-19T13:05:27.712427+00:00 0:00:01.745691 55634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T13:05:23.727573+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T12:05:00+00:00 PythonOperator 2021-07-19T13:05:05.920024+00:00 2021-07-19T13:05:09.690572+00:00 0:00:03.770548 55633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:05:03.706926+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T12:00:00+00:00 EmrJobFlowSensor 2021-07-19T13:01:07.696434+00:00 2021-07-19T13:15:11.419658+00:00 0:14:03.723224 55632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T13:01:05.348576+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T12:00:00+00:00 EmrJobFlowSensor 2021-07-19T13:00:55.978077+00:00 2021-07-19T13:11:59.095241+00:00 0:11:03.117164 55631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:00:53.364276+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:00:45.591902+00:00 2021-07-19T13:00:47.311231+00:00 0:00:01.719329 55630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T13:00:43.352345+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-19T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T13:00:35.489642+00:00 2021-07-19T13:00:37.177328+00:00 0:00:01.687686 55629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-19T13:00:33.285297+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-19T12:00:00+00:00 PythonOperator 2021-07-19T13:00:23.380291+00:00 2021-07-19T13:00:27.812376+00:00 0:00:04.432085 55628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T13:00:21.258490+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-19T12:00:00+00:00 PythonOperator 2021-07-19T13:00:13.493887+00:00 2021-07-19T13:00:17.394786+00:00 0:00:03.900899 55627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-19T13:00:11.250078+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-19T11:00:00+00:00 EmrJobFlowSensor 2021-07-19T12:11:02.070954+00:00 2021-07-19T12:21:05.390780+00:00 0:10:03.319826 55625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:10:59.712127+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-19T11:00:00+00:00 EmrJobFlowSensor 2021-07-19T12:10:51.952049+00:00 2021-07-19T12:21:55.190750+00:00 0:11:03.238701 55624 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:10:49.705370+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T12:10:41.973151+00:00 2021-07-19T12:10:43.842427+00:00 0:00:01.869276 55623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T12:10:39.701004+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T12:10:30.181988+00:00 2021-07-19T12:10:31.871448+00:00 0:00:01.689460 55622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T12:10:27.848004+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-19T11:00:00+00:00 PythonOperator 2021-07-19T12:10:19.782464+00:00 2021-07-19T12:10:23.772765+00:00 0:00:03.990301 55621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T12:10:17.635401+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-19T11:00:00+00:00 PythonOperator 2021-07-19T12:10:09.967833+00:00 2021-07-19T12:10:14.012315+00:00 0:00:04.044482 55620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T12:10:07.677847+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-19T11:00:00+00:00 TriggerDagRunOperator 2021-07-19T12:10:04.273418+00:00 2021-07-19T12:10:04.666576+00:00 0:00:00.393158 55619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:10:01.625380+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-19T11:00:00+00:00 TriggerDagRunOperator 2021-07-19T12:10:04.187928+00:00 2021-07-19T12:10:04.732948+00:00 0:00:00.545020 55618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:10:01.625414+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-19T11:05:00+00:00 EmrJobFlowSensor 2021-07-19T12:06:05.722286+00:00 2021-07-19T12:15:08.353438+00:00 0:09:02.631152 55617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:06:03.343782+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-19T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-19T12:05:41.866658+00:00 2021-07-19T12:05:43.605420+00:00 0:00:01.738762 55616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T12:05:39.362456+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-19T11:05:00+00:00 PythonOperator 2021-07-19T12:05:21.367256+00:00 2021-07-19T12:05:25.262778+00:00 0:00:03.895522 55615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T12:05:19.267254+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-19T11:00:00+00:00 EmrJobFlowSensor 2021-07-19T12:01:03.193286+00:00 2021-07-19T12:14:06.644955+00:00 0:13:03.451669 55614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-19T12:01:00.917905+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-19T11:00:00+00:00 EmrJobFlowSensor 2021-07-19T12:00:53.295927+00:00 2021-07-19T12:09:56.039086+00:00 0:09:02.743159 55613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-19T12:00:50.968037+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-19T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-19T12:00:41.638760+00:00 2021-07-19T12:00:43.475644+00:00 0:00:01.836884 55612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-19T12:00:38.959939+00:00 2 default_pool