Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 check_cluster_status 2021-06-07T15:00:00+00:00 EmrJobFlowSensor 2021-06-07T16:27:14.750036+00:00 2021-06-07T16:37:17.531276+00:00 0:10:02.781240 37870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:27:12.369578+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:27:06.698939+00:00 2021-06-07T16:27:08.501650+00:00 0:00:01.802711 37869 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T16:27:04.372366+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:26:54.694364+00:00 2021-06-07T16:26:56.511883+00:00 0:00:01.817519 37868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T16:26:52.353538+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T15:00:00+00:00 PythonOperator 2021-06-07T16:26:44.524948+00:00 2021-06-07T16:26:48.188224+00:00 0:00:03.663276 37867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:26:42.293554+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T15:00:00+00:00 PythonOperator 2021-06-07T16:26:32.505276+00:00 2021-06-07T16:26:35.814858+00:00 0:00:03.309582 37866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:26:30.288615+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T15:00:00+00:00 TriggerDagRunOperator 2021-06-07T16:26:28.676068+00:00 2021-06-07T16:26:29.070785+00:00 0:00:00.394717 37865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:26:26.298491+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T15:00:00+00:00 TriggerDagRunOperator 2021-06-07T16:26:28.691765+00:00 2021-06-07T16:26:29.196001+00:00 0:00:00.504236 37864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:26:26.298521+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T15:00:00+00:00 EmrJobFlowSensor 2021-06-07T16:17:05.607754+00:00 2021-06-07T16:26:08.158334+00:00 0:09:02.550580 37863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:17:03.391454+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T15:05:00+00:00 EmrJobFlowSensor 2021-06-07T16:16:53.772085+00:00 2021-06-07T16:25:56.276581+00:00 0:09:02.504496 37862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:16:51.287736+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T15:00:00+00:00 EmrJobFlowSensor 2021-06-07T16:16:51.369244+00:00 2021-06-07T16:28:54.688924+00:00 0:12:03.319680 37861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T16:16:49.282082+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:16:43.523759+00:00 2021-06-07T16:16:45.352051+00:00 0:00:01.828292 37860 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T16:16:41.283681+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:16:31.433880+00:00 2021-06-07T16:16:33.146660+00:00 0:00:01.712780 37859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T16:16:29.267346+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T16:16:31.450598+00:00 2021-06-07T16:16:33.217116+00:00 0:00:01.766518 37858 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T16:16:29.267373+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T15:00:00+00:00 PythonOperator 2021-06-07T16:16:21.413851+00:00 2021-06-07T16:16:24.748023+00:00 0:00:03.334172 37857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T16:16:19.255345+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T15:05:00+00:00 PythonOperator 2021-06-07T16:16:11.372566+00:00 2021-06-07T16:16:14.749751+00:00 0:00:03.377185 37856 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:16:09.253170+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T15:00:00+00:00 PythonOperator 2021-06-07T16:16:09.950854+00:00 2021-06-07T16:16:13.370715+00:00 0:00:03.419861 37855 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T16:16:07.254007+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T14:00:00+00:00 EmrJobFlowSensor 2021-06-07T15:11:12.618502+00:00 2021-06-07T15:20:15.317711+00:00 0:09:02.699209 37853 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:11:10.179520+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T14:00:00+00:00 EmrJobFlowSensor 2021-06-07T15:11:00.504252+00:00 2021-06-07T15:21:03.202261+00:00 0:10:02.698009 37852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:10:58.181705+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:10:50.500636+00:00 2021-06-07T15:10:52.155239+00:00 0:00:01.654603 37851 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T15:10:48.167960+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:10:38.359723+00:00 2021-06-07T15:10:40.148382+00:00 0:00:01.788659 37850 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T15:10:36.089717+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T14:00:00+00:00 PythonOperator 2021-06-07T15:10:30.363534+00:00 2021-06-07T15:10:33.750647+00:00 0:00:03.387113 37849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:10:28.150190+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T14:00:00+00:00 PythonOperator 2021-06-07T15:10:18.278112+00:00 2021-06-07T15:10:21.739776+00:00 0:00:03.461664 37848 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:10:16.021588+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T14:00:00+00:00 TriggerDagRunOperator 2021-06-07T15:10:04.923170+00:00 2021-06-07T15:10:05.306023+00:00 0:00:00.382853 37847 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:10:02.066153+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T14:00:00+00:00 TriggerDagRunOperator 2021-06-07T15:10:04.619599+00:00 2021-06-07T15:10:05.119722+00:00 0:00:00.500123 37846 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:10:02.066101+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T14:05:00+00:00 EmrJobFlowSensor 2021-06-07T15:06:06.000576+00:00 2021-06-07T15:15:08.735200+00:00 0:09:02.734624 37845 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:06:03.546566+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:05:43.866355+00:00 2021-06-07T15:05:45.568759+00:00 0:00:01.702404 37844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T15:05:41.560501+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T14:05:00+00:00 PythonOperator 2021-06-07T15:05:21.642772+00:00 2021-06-07T15:05:24.808134+00:00 0:00:03.165362 37843 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:05:19.461251+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T14:00:00+00:00 EmrJobFlowSensor 2021-06-07T15:00:55.178381+00:00 2021-06-07T15:09:57.658951+00:00 0:09:02.480570 37842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:00:52.881906+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T14:00:00+00:00 EmrJobFlowSensor 2021-06-07T15:00:53.155571+00:00 2021-06-07T15:12:56.206995+00:00 0:12:03.051424 37841 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T15:00:50.879138+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:00:35.093205+00:00 2021-06-07T15:00:36.757996+00:00 0:00:01.664791 37840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T15:00:32.865242+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T15:00:31.124005+00:00 2021-06-07T15:00:32.826394+00:00 0:00:01.702389 37839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T15:00:28.865001+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T14:00:00+00:00 PythonOperator 2021-06-07T15:00:13.047762+00:00 2021-06-07T15:00:16.370056+00:00 0:00:03.322294 37838 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T15:00:10.820481+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T14:00:00+00:00 PythonOperator 2021-06-07T15:00:09.282616+00:00 2021-06-07T15:00:12.670575+00:00 0:00:03.387959 37837 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T15:00:06.815936+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T13:00:00+00:00 EmrJobFlowSensor 2021-06-07T14:11:35.567226+00:00 2021-06-07T14:21:38.308863+00:00 0:10:02.741637 37835 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:11:32.918078+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T13:00:00+00:00 EmrJobFlowSensor 2021-06-07T14:11:33.102249+00:00 2021-06-07T14:19:35.940656+00:00 0:08:02.838407 37834 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:11:30.915019+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:11:13.834490+00:00 2021-06-07T14:11:15.619521+00:00 0:00:01.785031 37833 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T14:11:10.894647+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:11:11.429240+00:00 2021-06-07T14:11:13.601488+00:00 0:00:02.172248 37832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T14:11:08.945000+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T13:00:00+00:00 PythonOperator 2021-06-07T14:10:50.992518+00:00 2021-06-07T14:10:54.516168+00:00 0:00:03.523650 37831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:10:48.828939+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T13:00:00+00:00 PythonOperator 2021-06-07T14:10:49.320608+00:00 2021-06-07T14:10:52.683838+00:00 0:00:03.363230 37830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:10:46.947069+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T13:00:00+00:00 TriggerDagRunOperator 2021-06-07T14:10:25.173242+00:00 2021-06-07T14:10:25.565674+00:00 0:00:00.392432 37829 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:10:22.812381+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T13:00:00+00:00 TriggerDagRunOperator 2021-06-07T14:10:25.141563+00:00 2021-06-07T14:10:25.679388+00:00 0:00:00.537825 37828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:10:22.812414+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T13:05:00+00:00 EmrJobFlowSensor 2021-06-07T14:05:48.765686+00:00 2021-06-07T14:13:51.357197+00:00 0:08:02.591511 37827 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:05:46.401956+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:05:26.731697+00:00 2021-06-07T14:05:28.351113+00:00 0:00:01.619416 37826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T14:05:24.361710+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T13:05:00+00:00 PythonOperator 2021-06-07T14:05:06.612954+00:00 2021-06-07T14:05:09.847658+00:00 0:00:03.234704 37825 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:05:04.362213+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T13:00:00+00:00 EmrJobFlowSensor 2021-06-07T14:01:02.502084+00:00 2021-06-07T14:13:05.523268+00:00 0:12:03.021184 37824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T14:00:59.967856+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T13:00:00+00:00 EmrJobFlowSensor 2021-06-07T14:01:00.512946+00:00 2021-06-07T14:10:03.329640+00:00 0:09:02.816694 37823 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:00:57.967586+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:00:37.891243+00:00 2021-06-07T14:00:39.603969+00:00 0:00:01.712726 37822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T14:00:35.742311+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T14:00:33.899233+00:00 2021-06-07T14:00:35.642509+00:00 0:00:01.743276 37821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T14:00:31.739418+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T13:00:00+00:00 PythonOperator 2021-06-07T14:00:08.138161+00:00 2021-06-07T14:00:11.365692+00:00 0:00:03.227531 37820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T14:00:05.713644+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T13:00:00+00:00 PythonOperator 2021-06-07T14:00:07.980371+00:00 2021-06-07T14:00:11.621451+00:00 0:00:03.641080 37819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T14:00:05.713615+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T12:00:00+00:00 EmrJobFlowSensor 2021-06-07T13:32:33.210856+00:00 2021-06-07T13:41:35.855881+00:00 0:09:02.645025 37818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:32:30.908094+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T12:00:00+00:00 EmrJobFlowSensor 2021-06-07T13:32:27.102377+00:00 2021-06-07T13:43:29.975602+00:00 0:11:02.873225 37817 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:32:24.900687+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:32:11.097238+00:00 2021-06-07T13:32:12.838759+00:00 0:00:01.741521 37816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T13:32:08.889176+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:32:05.311972+00:00 2021-06-07T13:32:07.027459+00:00 0:00:01.715487 37815 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T13:32:02.887797+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T12:00:00+00:00 PythonOperator 2021-06-07T13:31:47.248424+00:00 2021-06-07T13:31:50.052201+00:00 0:00:02.803777 37814 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:31:44.887934+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T12:00:00+00:00 PythonOperator 2021-06-07T13:31:41.132721+00:00 2021-06-07T13:31:44.743794+00:00 0:00:03.611073 37813 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:31:38.885328+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T12:00:00+00:00 TriggerDagRunOperator 2021-06-07T13:31:23.195691+00:00 2021-06-07T13:31:23.667195+00:00 0:00:00.471504 37812 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:31:20.846969+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T12:00:00+00:00 TriggerDagRunOperator 2021-06-07T13:31:23.228413+00:00 2021-06-07T13:31:23.754904+00:00 0:00:00.526491 37811 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:31:20.846942+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T12:00:00+00:00 EmrJobFlowSensor 2021-06-07T13:20:57.794619+00:00 2021-06-07T13:31:00.501848+00:00 0:10:02.707229 37810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:20:55.671929+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T12:05:00+00:00 EmrJobFlowSensor 2021-06-07T13:20:55.972759+00:00 2021-06-07T13:28:58.600064+00:00 0:08:02.627305 37809 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:20:53.673310+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T12:00:00+00:00 EmrJobFlowSensor 2021-06-07T13:20:44.365811+00:00 2021-06-07T13:31:47.134050+00:00 0:11:02.768239 37808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T13:20:41.663045+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:20:36.135359+00:00 2021-06-07T13:20:37.959974+00:00 0:00:01.824615 37807 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T13:20:33.654859+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:20:35.923014+00:00 2021-06-07T13:20:37.577556+00:00 0:00:01.654542 37806 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T13:20:33.654892+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T13:20:21.701258+00:00 2021-06-07T13:20:23.388156+00:00 0:00:01.686898 37805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T13:20:19.592896+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T12:00:00+00:00 PythonOperator 2021-06-07T13:20:12.147480+00:00 2021-06-07T13:20:15.384964+00:00 0:00:03.237484 37804 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T13:20:09.650972+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T12:05:00+00:00 PythonOperator 2021-06-07T13:20:11.969212+00:00 2021-06-07T13:20:15.384896+00:00 0:00:03.415684 37803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:20:09.651004+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T12:00:00+00:00 PythonOperator 2021-06-07T13:20:02.187207+00:00 2021-06-07T13:20:05.563982+00:00 0:00:03.376775 37802 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T13:19:59.658551+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T11:00:00+00:00 EmrJobFlowSensor 2021-06-07T12:09:59.184245+00:00 2021-06-07T12:19:01.954719+00:00 0:09:02.770474 37800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:09:56.779026+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T11:00:00+00:00 EmrJobFlowSensor 2021-06-07T12:09:56.795272+00:00 2021-06-07T12:19:59.485503+00:00 0:10:02.690231 37799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:09:54.705610+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:09:38.929486+00:00 2021-06-07T12:09:40.700007+00:00 0:00:01.770521 37798 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T12:09:36.689394+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:09:35.034403+00:00 2021-06-07T12:09:36.823210+00:00 0:00:01.788807 37797 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T12:09:32.685373+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T11:00:00+00:00 PythonOperator 2021-06-07T12:09:17.782707+00:00 2021-06-07T12:09:21.294710+00:00 0:00:03.512003 37796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:09:14.607365+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T11:00:00+00:00 PythonOperator 2021-06-07T12:09:13.035047+00:00 2021-06-07T12:09:17.616393+00:00 0:00:04.581346 37795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:09:10.673636+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T11:00:00+00:00 TriggerDagRunOperator 2021-06-07T12:08:59.300540+00:00 2021-06-07T12:08:59.666248+00:00 0:00:00.365708 37794 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:08:56.591448+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T11:00:00+00:00 TriggerDagRunOperator 2021-06-07T12:08:59.020238+00:00 2021-06-07T12:08:59.506675+00:00 0:00:00.486437 37793 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:08:56.591496+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T11:05:00+00:00 EmrJobFlowSensor 2021-06-07T12:05:50.465494+00:00 2021-06-07T12:14:53.061517+00:00 0:09:02.596023 37792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:05:48.307385+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:05:30.897224+00:00 2021-06-07T12:05:32.650712+00:00 0:00:01.753488 37791 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T12:05:28.446274+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T11:05:00+00:00 PythonOperator 2021-06-07T12:05:08.661448+00:00 2021-06-07T12:05:12.044924+00:00 0:00:03.383476 37790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:05:06.273327+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T11:00:00+00:00 EmrJobFlowSensor 2021-06-07T12:01:06.268859+00:00 2021-06-07T12:13:09.473931+00:00 0:12:03.205072 37789 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T12:01:03.944364+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T11:00:00+00:00 EmrJobFlowSensor 2021-06-07T12:00:48.270783+00:00 2021-06-07T12:08:50.876831+00:00 0:08:02.606048 37788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:00:45.866186+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:00:46.540616+00:00 2021-06-07T12:00:48.337111+00:00 0:00:01.796495 37787 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T12:00:43.860245+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T12:00:28.153177+00:00 2021-06-07T12:00:29.992266+00:00 0:00:01.839089 37786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T12:00:25.848684+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T11:00:00+00:00 PythonOperator 2021-06-07T12:00:24.012074+00:00 2021-06-07T12:00:27.529627+00:00 0:00:03.517553 37785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T12:00:21.787956+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-07T11:00:00+00:00 PythonOperator 2021-06-07T12:00:06.110899+00:00 2021-06-07T12:00:09.363175+00:00 0:00:03.252276 37784 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-07T12:00:03.725713+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-07T10:00:00+00:00 EmrJobFlowSensor 2021-06-07T11:10:23.480016+00:00 2021-06-07T11:19:26.081370+00:00 0:09:02.601354 37782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:10:21.344404+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-07T10:00:00+00:00 EmrJobFlowSensor 2021-06-07T11:09:59.597975+00:00 2021-06-07T11:18:02.104556+00:00 0:08:02.506581 37781 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:09:57.290078+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:09:57.605898+00:00 2021-06-07T11:09:59.282057+00:00 0:00:01.676159 37780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T11:09:55.340828+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:09:39.389519+00:00 2021-06-07T11:09:41.052386+00:00 0:00:01.662867 37779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T11:09:37.232443+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-07T10:00:00+00:00 PythonOperator 2021-06-07T11:09:35.536995+00:00 2021-06-07T11:09:39.022979+00:00 0:00:03.485984 37778 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:09:33.231330+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-07T10:00:00+00:00 PythonOperator 2021-06-07T11:09:17.859155+00:00 2021-06-07T11:09:21.236798+00:00 0:00:03.377643 37777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:09:15.210142+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-07T10:00:00+00:00 TriggerDagRunOperator 2021-06-07T11:09:09.669860+00:00 2021-06-07T11:09:10.150471+00:00 0:00:00.480611 37776 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:09:07.204545+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-07T10:00:00+00:00 TriggerDagRunOperator 2021-06-07T11:09:09.511773+00:00 2021-06-07T11:09:09.923283+00:00 0:00:00.411510 37775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:09:07.204509+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-07T10:05:00+00:00 EmrJobFlowSensor 2021-06-07T11:05:49.127095+00:00 2021-06-07T11:14:51.606893+00:00 0:09:02.479798 37774 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:05:46.861290+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-07T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:05:27.140898+00:00 2021-06-07T11:05:29.018505+00:00 0:00:01.877607 37773 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T11:05:24.725941+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-07T10:05:00+00:00 PythonOperator 2021-06-07T11:05:06.832472+00:00 2021-06-07T11:05:10.136919+00:00 0:00:03.304447 37772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:05:04.707679+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-07T10:00:00+00:00 EmrJobFlowSensor 2021-06-07T11:01:06.468087+00:00 2021-06-07T11:12:09.294304+00:00 0:11:02.826217 37771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-07T11:01:04.342823+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-07T10:00:00+00:00 EmrJobFlowSensor 2021-06-07T11:00:50.593980+00:00 2021-06-07T11:08:53.278095+00:00 0:08:02.684115 37770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:00:48.336859+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:00:44.484128+00:00 2021-06-07T11:00:46.150140+00:00 0:00:01.666012 37769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-07T11:00:42.321135+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-07T11:00:26.876034+00:00 2021-06-07T11:00:28.655281+00:00 0:00:01.779247 37768 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-07T11:00:24.560072+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-07T10:00:00+00:00 PythonOperator 2021-06-07T11:00:22.789755+00:00 2021-06-07T11:00:26.295126+00:00 0:00:03.505371 37767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-07T11:00:20.366034+00:00 2 default_pool