Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T07:00:27.786707+00:00 2021-06-27T07:00:29.514015+00:00 0:00:01.727308 46662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T07:00:25.504886+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T06:00:00+00:00 PythonOperator 2021-06-27T07:00:15.695454+00:00 2021-06-27T07:00:19.314208+00:00 0:00:03.618754 46661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T07:00:13.504563+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T06:00:00+00:00 PythonOperator 2021-06-27T07:00:06.046463+00:00 2021-06-27T07:00:09.933001+00:00 0:00:03.886538 46660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T07:00:03.554564+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T05:00:00+00:00 EmrJobFlowSensor 2021-06-27T06:11:32.840645+00:00 2021-06-27T06:19:35.481496+00:00 0:08:02.640851 46659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T06:11:30.633841+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T05:00:00+00:00 EmrJobFlowSensor 2021-06-27T06:11:29.023454+00:00 2021-06-27T06:20:31.813686+00:00 0:09:02.790232 46658 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T06:11:26.628087+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T06:11:09.044872+00:00 2021-06-27T06:11:10.725994+00:00 0:00:01.681122 46657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T06:11:06.683517+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T06:11:07.009471+00:00 2021-06-27T06:11:08.852834+00:00 0:00:01.843363 46656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T06:11:04.672463+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T05:00:00+00:00 PythonOperator 2021-06-27T06:10:46.971179+00:00 2021-06-27T06:10:50.532830+00:00 0:00:03.561651 46655 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T06:10:44.679396+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T05:00:00+00:00 PythonOperator 2021-06-27T06:10:45.212588+00:00 2021-06-27T06:10:48.840803+00:00 0:00:03.628215 46654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T06:10:42.659858+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T05:00:00+00:00 TriggerDagRunOperator 2021-06-27T06:10:29.509274+00:00 2021-06-27T06:10:30.029808+00:00 0:00:00.520534 46653 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T06:10:26.369315+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T05:00:00+00:00 TriggerDagRunOperator 2021-06-27T06:10:29.434284+00:00 2021-06-27T06:10:29.846760+00:00 0:00:00.412476 46652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T06:10:26.369355+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T05:05:00+00:00 EmrJobFlowSensor 2021-06-27T06:05:47.742113+00:00 2021-06-27T06:13:50.244201+00:00 0:08:02.502088 46650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T06:05:45.452913+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T06:05:27.537564+00:00 2021-06-27T06:05:29.272345+00:00 0:00:01.734781 46649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T06:05:25.340980+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T05:05:00+00:00 PythonOperator 2021-06-27T06:05:05.754744+00:00 2021-06-27T06:05:09.211884+00:00 0:00:03.457140 46648 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T06:05:03.354977+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T05:00:00+00:00 EmrJobFlowSensor 2021-06-27T06:01:01.643273+00:00 2021-06-27T06:10:04.721641+00:00 0:09:03.078368 46647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T06:00:59.071296+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T05:00:00+00:00 EmrJobFlowSensor 2021-06-27T06:00:59.449885+00:00 2021-06-27T06:13:02.721854+00:00 0:12:03.271969 46646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T06:00:57.072607+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T06:00:39.618325+00:00 2021-06-27T06:00:41.417199+00:00 0:00:01.798874 46645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T06:00:36.991257+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T06:00:39.487530+00:00 2021-06-27T06:00:41.255846+00:00 0:00:01.768316 46644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T06:00:36.991222+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T05:00:00+00:00 PythonOperator 2021-06-27T06:00:19.214883+00:00 2021-06-27T06:00:22.551097+00:00 0:00:03.336214 46643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T06:00:16.826840+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T05:00:00+00:00 PythonOperator 2021-06-27T06:00:17.108484+00:00 2021-06-27T06:00:20.948888+00:00 0:00:03.840404 46642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T06:00:14.823492+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T04:00:00+00:00 EmrJobFlowSensor 2021-06-27T05:10:30.790985+00:00 2021-06-27T05:18:33.384028+00:00 0:08:02.593043 46641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T05:10:28.364749+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T04:00:00+00:00 EmrJobFlowSensor 2021-06-27T05:10:26.648307+00:00 2021-06-27T05:19:29.383923+00:00 0:09:02.735616 46640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T05:10:24.293716+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T05:10:04.675487+00:00 2021-06-27T05:10:06.493421+00:00 0:00:01.817934 46639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T05:10:02.223755+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T05:09:48.368154+00:00 2021-06-27T05:09:50.035243+00:00 0:00:01.667089 46638 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T05:09:46.196471+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T04:00:00+00:00 PythonOperator 2021-06-27T05:09:38.330463+00:00 2021-06-27T05:09:42.006279+00:00 0:00:03.675816 46637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T05:09:36.185588+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T04:00:00+00:00 PythonOperator 2021-06-27T05:09:24.362311+00:00 2021-06-27T05:09:27.927342+00:00 0:00:03.565031 46636 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T05:09:22.050928+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T04:00:00+00:00 TriggerDagRunOperator 2021-06-27T05:09:14.381371+00:00 2021-06-27T05:09:14.765453+00:00 0:00:00.384082 46635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T05:09:12.043549+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T04:00:00+00:00 TriggerDagRunOperator 2021-06-27T05:09:14.363283+00:00 2021-06-27T05:09:14.895355+00:00 0:00:00.532072 46634 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T05:09:12.043577+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T04:05:00+00:00 EmrJobFlowSensor 2021-06-27T05:08:40.367226+00:00 2021-06-27T05:17:42.939529+00:00 0:09:02.572303 46633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T05:08:38.068824+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T05:08:18.258564+00:00 2021-06-27T05:08:20.044467+00:00 0:00:01.785903 46632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T05:08:15.990603+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T04:05:00+00:00 PythonOperator 2021-06-27T05:07:58.531176+00:00 2021-06-27T05:08:01.812068+00:00 0:00:03.280892 46631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T05:07:55.965429+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T04:00:00+00:00 EmrJobFlowSensor 2021-06-27T05:01:05.135132+00:00 2021-06-27T05:13:08.185686+00:00 0:12:03.050554 46629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T05:01:02.651336+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T04:00:00+00:00 EmrJobFlowSensor 2021-06-27T05:00:55.016622+00:00 2021-06-27T05:08:57.875920+00:00 0:08:02.859298 46628 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T05:00:52.630308+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T05:00:44.812587+00:00 2021-06-27T05:00:46.587244+00:00 0:00:01.774657 46627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T05:00:42.628565+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T05:00:33.232505+00:00 2021-06-27T05:00:35.056353+00:00 0:00:01.823848 46626 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T05:00:30.671829+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T04:00:00+00:00 PythonOperator 2021-06-27T05:00:22.835026+00:00 2021-06-27T05:00:26.538100+00:00 0:00:03.703074 46625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T05:00:20.599679+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T04:00:00+00:00 PythonOperator 2021-06-27T05:00:10.803511+00:00 2021-06-27T05:00:14.375699+00:00 0:00:03.572188 46624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T05:00:08.587865+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T03:00:00+00:00 EmrJobFlowSensor 2021-06-27T04:11:08.221653+00:00 2021-06-27T04:21:11.081354+00:00 0:10:02.859701 46623 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T04:11:05.888697+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T03:00:00+00:00 EmrJobFlowSensor 2021-06-27T04:11:08.109102+00:00 2021-06-27T04:21:10.920631+00:00 0:10:02.811529 46622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T04:11:05.888663+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T04:10:45.998299+00:00 2021-06-27T04:10:47.747803+00:00 0:00:01.749504 46621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T04:10:43.850506+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T04:10:44.279851+00:00 2021-06-27T04:10:46.075346+00:00 0:00:01.795495 46620 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T04:10:41.848395+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T03:00:00+00:00 PythonOperator 2021-06-27T04:10:24.291758+00:00 2021-06-27T04:10:27.854607+00:00 0:00:03.562849 46619 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T04:10:21.799381+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T03:00:00+00:00 PythonOperator 2021-06-27T04:10:23.979379+00:00 2021-06-27T04:10:27.669952+00:00 0:00:03.690573 46618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T04:10:21.799411+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T03:00:00+00:00 TriggerDagRunOperator 2021-06-27T04:10:00.521318+00:00 2021-06-27T04:10:01.037810+00:00 0:00:00.516492 46617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T04:09:57.941664+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T03:00:00+00:00 TriggerDagRunOperator 2021-06-27T04:10:00.429409+00:00 2021-06-27T04:10:00.807440+00:00 0:00:00.378031 46616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T04:09:57.941619+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T03:05:00+00:00 EmrJobFlowSensor 2021-06-27T04:06:01.577237+00:00 2021-06-27T04:15:04.432670+00:00 0:09:02.855433 46615 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T04:05:59.392188+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T04:05:39.835635+00:00 2021-06-27T04:05:41.597549+00:00 0:00:01.761914 46614 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T04:05:37.341165+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T03:05:00+00:00 PythonOperator 2021-06-27T04:05:20.095760+00:00 2021-06-27T04:05:22.986123+00:00 0:00:02.890363 46613 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T04:05:17.325143+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T03:00:00+00:00 EmrJobFlowSensor 2021-06-27T04:00:58.217021+00:00 2021-06-27T04:13:01.504900+00:00 0:12:03.287879 46611 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T04:00:55.920336+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T03:00:00+00:00 EmrJobFlowSensor 2021-06-27T04:00:46.478437+00:00 2021-06-27T04:09:49.349231+00:00 0:09:02.870794 46610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T04:00:43.957265+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T04:00:36.241045+00:00 2021-06-27T04:00:37.938475+00:00 0:00:01.697430 46609 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T04:00:33.894857+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T04:00:26.194632+00:00 2021-06-27T04:00:28.023348+00:00 0:00:01.828716 46608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T04:00:23.890555+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T03:00:00+00:00 PythonOperator 2021-06-27T04:00:16.216407+00:00 2021-06-27T04:00:20.110832+00:00 0:00:03.894425 46607 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T04:00:13.803111+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T03:00:00+00:00 PythonOperator 2021-06-27T04:00:04.324173+00:00 2021-06-27T04:00:07.922062+00:00 0:00:03.597889 46606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T04:00:01.844027+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T02:00:00+00:00 EmrJobFlowSensor 2021-06-27T03:12:49.347484+00:00 2021-06-27T03:22:52.294271+00:00 0:10:02.946787 46605 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T03:12:46.946741+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T02:00:00+00:00 EmrJobFlowSensor 2021-06-27T03:12:43.147882+00:00 2021-06-27T03:22:45.932561+00:00 0:10:02.784679 46604 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T03:12:40.939834+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T03:12:29.204137+00:00 2021-06-27T03:12:31.074575+00:00 0:00:01.870438 46603 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T03:12:26.926264+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T03:12:23.161954+00:00 2021-06-27T03:12:24.931271+00:00 0:00:01.769317 46602 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T03:12:20.919476+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T02:00:00+00:00 PythonOperator 2021-06-27T03:12:07.301303+00:00 2021-06-27T03:12:10.932717+00:00 0:00:03.631414 46601 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T03:12:04.962883+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T02:00:00+00:00 PythonOperator 2021-06-27T03:12:01.213189+00:00 2021-06-27T03:12:04.903419+00:00 0:00:03.690230 46600 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T03:11:58.907790+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T02:00:00+00:00 TriggerDagRunOperator 2021-06-27T03:11:43.708455+00:00 2021-06-27T03:11:44.108823+00:00 0:00:00.400368 46599 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T03:11:40.898964+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T02:00:00+00:00 TriggerDagRunOperator 2021-06-27T03:11:43.325455+00:00 2021-06-27T03:11:43.869487+00:00 0:00:00.544032 46598 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T03:11:40.899002+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T02:05:00+00:00 EmrJobFlowSensor 2021-06-27T03:05:54.672617+00:00 2021-06-27T03:15:57.514967+00:00 0:10:02.842350 46597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T03:05:52.334461+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T03:05:34.843861+00:00 2021-06-27T03:05:36.562740+00:00 0:00:01.718879 46596 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T03:05:32.318752+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T02:05:00+00:00 PythonOperator 2021-06-27T03:05:12.586936+00:00 2021-06-27T03:05:16.149588+00:00 0:00:03.562652 46595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T03:05:10.355352+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T02:00:00+00:00 EmrJobFlowSensor 2021-06-27T03:01:42.102228+00:00 2021-06-27T03:21:46.333344+00:00 0:20:04.231116 46594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T03:01:39.992152+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T02:00:00+00:00 EmrJobFlowSensor 2021-06-27T03:01:34.368914+00:00 2021-06-27T03:11:37.404952+00:00 0:10:03.036038 46593 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T03:01:31.982428+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T03:01:20.777264+00:00 2021-06-27T03:01:22.580225+00:00 0:00:01.802961 46592 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T03:01:17.970350+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T03:01:12.349760+00:00 2021-06-27T03:01:14.153457+00:00 0:00:01.803697 46591 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T03:01:09.962279+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T02:00:00+00:00 PythonOperator 2021-06-27T03:00:24.043195+00:00 2021-06-27T03:00:27.963682+00:00 0:00:03.920487 46589 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T03:00:21.666676+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T02:00:00+00:00 PythonOperator 2021-06-27T03:00:22.081342+00:00 2021-06-27T03:00:25.456361+00:00 0:00:03.375019 46588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T03:00:19.661356+00:00 2 default_pool
success livepop-backup-and-invalid_v002 check_cluster_status 2021-06-26T02:00:00+00:00 EmrJobFlowSensor 2021-06-27T02:17:45.577867+00:00 2021-06-27T02:17:47.029444+00:00 0:00:01.451577 46587 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T02:17:43.325003+00:00 6 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T01:00:00+00:00 EmrJobFlowSensor 2021-06-27T02:12:10.990833+00:00 2021-06-27T02:21:13.894331+00:00 0:09:02.903498 46583 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T02:12:08.755743+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T01:00:00+00:00 EmrJobFlowSensor 2021-06-27T02:11:54.993477+00:00 2021-06-27T02:20:57.720789+00:00 0:09:02.727312 46582 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T02:11:52.743710+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T02:11:35.075871+00:00 2021-06-27T02:11:36.780499+00:00 0:00:01.704628 46581 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T02:11:32.723044+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T02:11:29.130875+00:00 2021-06-27T02:11:30.924386+00:00 0:00:01.793511 46580 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T02:11:26.721503+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T01:00:00+00:00 PythonOperator 2021-06-27T02:11:14.421564+00:00 2021-06-27T02:11:18.215731+00:00 0:00:03.794167 46579 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T02:11:10.706670+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T01:00:00+00:00 PythonOperator 2021-06-27T02:11:08.901086+00:00 2021-06-27T02:11:14.235303+00:00 0:00:05.334217 46578 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T02:11:06.701517+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T01:00:00+00:00 TriggerDagRunOperator 2021-06-27T02:10:56.942423+00:00 2021-06-27T02:10:57.453476+00:00 0:00:00.511053 46577 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T02:10:54.694199+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T01:00:00+00:00 TriggerDagRunOperator 2021-06-27T02:10:56.873245+00:00 2021-06-27T02:10:57.295478+00:00 0:00:00.422233 46576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T02:10:54.694233+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T01:05:00+00:00 EmrJobFlowSensor 2021-06-27T02:05:52.365044+00:00 2021-06-27T02:13:54.886893+00:00 0:08:02.521849 46575 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T02:05:50.094181+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T02:05:30.589987+00:00 2021-06-27T02:05:32.360061+00:00 0:00:01.770074 46574 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T02:05:28.088754+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T01:05:00+00:00 PythonOperator 2021-06-27T02:05:10.567065+00:00 2021-06-27T02:05:13.452360+00:00 0:00:02.885295 46573 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T02:05:08.053538+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T01:00:00+00:00 EmrJobFlowSensor 2021-06-27T02:01:37.799643+00:00 2021-06-27T02:20:41.967569+00:00 0:19:04.167926 46572 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T02:01:35.538277+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T01:00:00+00:00 EmrJobFlowSensor 2021-06-27T02:01:31.858267+00:00 2021-06-27T02:10:34.740881+00:00 0:09:02.882614 46570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T02:01:29.583439+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T02:01:15.775662+00:00 2021-06-27T02:01:17.489189+00:00 0:00:01.713527 46569 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T02:01:13.575896+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T02:01:11.875213+00:00 2021-06-27T02:01:13.676449+00:00 0:00:01.801236 46568 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T02:01:09.581642+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_cluster_and_add_emr_steps 2021-06-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T02:01:11.897485+00:00 2021-06-27T02:01:13.862580+00:00 0:00:01.965095 46567 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T02:01:09.581614+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T01:00:00+00:00 PythonOperator 2021-06-27T02:00:56.525402+00:00 2021-06-27T02:01:00.380533+00:00 0:00:03.855131 46566 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T02:00:53.502014+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T01:00:00+00:00 PythonOperator 2021-06-27T02:00:50.162686+00:00 2021-06-27T02:00:53.514722+00:00 0:00:03.352036 46565 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T02:00:47.503955+00:00 2 default_pool
success livepop-backup-and-invalid_v002 create_emr_steps 2021-06-26T02:00:00+00:00 PythonOperator 2021-06-27T02:00:50.115118+00:00 2021-06-27T02:00:54.725550+00:00 0:00:04.610432 46564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T02:00:47.503993+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T00:00:00+00:00 EmrJobFlowSensor 2021-06-27T01:11:58.911959+00:00 2021-06-27T01:22:01.904050+00:00 0:10:02.992091 46562 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T01:11:56.798055+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T00:00:00+00:00 EmrJobFlowSensor 2021-06-27T01:11:51.141027+00:00 2021-06-27T01:19:53.692939+00:00 0:08:02.551912 46561 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T01:11:48.849155+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T01:11:37.049537+00:00 2021-06-27T01:11:38.757006+00:00 0:00:01.707469 46560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T01:11:34.781958+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T01:11:29.180573+00:00 2021-06-27T01:11:30.978810+00:00 0:00:01.798237 46559 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T01:11:26.763382+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T00:00:00+00:00 PythonOperator 2021-06-27T01:11:13.963145+00:00 2021-06-27T01:11:17.844596+00:00 0:00:03.881451 46558 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T01:11:10.746345+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T00:00:00+00:00 PythonOperator 2021-06-27T01:11:07.490444+00:00 2021-06-27T01:11:11.917750+00:00 0:00:04.427306 46557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T01:11:04.746817+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T00:00:00+00:00 TriggerDagRunOperator 2021-06-27T01:11:03.169137+00:00 2021-06-27T01:11:03.753012+00:00 0:00:00.583875 46556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T01:11:00.683628+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T00:00:00+00:00 TriggerDagRunOperator 2021-06-27T01:11:03.118438+00:00 2021-06-27T01:11:03.580234+00:00 0:00:00.461796 46555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T01:11:00.683659+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T00:05:00+00:00 EmrJobFlowSensor 2021-06-27T01:06:00.526446+00:00 2021-06-27T01:14:03.071367+00:00 0:08:02.544921 46554 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T01:05:58.184389+00:00 2 default_pool