Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_emr_steps 2021-06-27T12:00:00+00:00 PythonOperator 2021-06-27T13:00:16.530069+00:00 2021-06-27T13:00:20.083658+00:00 0:00:03.553589 46771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T13:00:14.251978+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T11:00:00+00:00 EmrJobFlowSensor 2021-06-27T12:12:28.581438+00:00 2021-06-27T12:22:31.430980+00:00 0:10:02.849542 46769 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T12:12:26.335636+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T11:00:00+00:00 EmrJobFlowSensor 2021-06-27T12:12:22.473167+00:00 2021-06-27T12:22:25.416895+00:00 0:10:02.943728 46768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T12:12:20.323267+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T12:12:06.715222+00:00 2021-06-27T12:12:08.628939+00:00 0:00:01.913717 46767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T12:12:04.360878+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T12:12:00.774976+00:00 2021-06-27T12:12:02.522969+00:00 0:00:01.747993 46766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T12:11:58.347378+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T11:00:00+00:00 PythonOperator 2021-06-27T12:11:44.605749+00:00 2021-06-27T12:11:48.373667+00:00 0:00:03.767918 46765 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T12:11:42.247205+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T11:00:00+00:00 PythonOperator 2021-06-27T12:11:38.597896+00:00 2021-06-27T12:11:41.972120+00:00 0:00:03.374224 46764 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T12:11:36.252645+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T11:00:00+00:00 TriggerDagRunOperator 2021-06-27T12:11:22.353709+00:00 2021-06-27T12:11:22.736048+00:00 0:00:00.382339 46763 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T12:11:20.116439+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T11:00:00+00:00 TriggerDagRunOperator 2021-06-27T12:11:22.324026+00:00 2021-06-27T12:11:22.983833+00:00 0:00:00.659807 46762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T12:11:20.116469+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T11:05:00+00:00 EmrJobFlowSensor 2021-06-27T12:06:58.032597+00:00 2021-06-27T12:15:00.471994+00:00 0:08:02.439397 46761 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T12:06:55.697307+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T12:05:39.780493+00:00 2021-06-27T12:05:41.425607+00:00 0:00:01.645114 46760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T12:05:37.550228+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T11:05:00+00:00 PythonOperator 2021-06-27T12:05:15.771331+00:00 2021-06-27T12:05:19.104370+00:00 0:00:03.333039 46759 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T12:05:13.522105+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T11:00:00+00:00 EmrJobFlowSensor 2021-06-27T12:01:05.407217+00:00 2021-06-27T12:13:08.597897+00:00 0:12:03.190680 46758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T12:01:03.146280+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T11:00:00+00:00 EmrJobFlowSensor 2021-06-27T12:01:01.314236+00:00 2021-06-27T12:11:04.261914+00:00 0:10:02.947678 46757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T12:00:59.067552+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T12:00:43.446044+00:00 2021-06-27T12:00:45.296118+00:00 0:00:01.850074 46756 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T12:00:41.063392+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T12:00:41.164729+00:00 2021-06-27T12:00:42.858860+00:00 0:00:01.694131 46755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T12:00:39.002469+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T11:00:00+00:00 PythonOperator 2021-06-27T12:00:23.442010+00:00 2021-06-27T12:00:27.302125+00:00 0:00:03.860115 46754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T12:00:20.988134+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T11:00:00+00:00 PythonOperator 2021-06-27T12:00:19.555637+00:00 2021-06-27T12:00:23.068536+00:00 0:00:03.512899 46753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T12:00:16.982208+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T10:05:00+00:00 EmrJobFlowSensor 2021-06-27T11:15:24.490245+00:00 2021-06-27T11:15:25.955639+00:00 0:00:01.465394 46751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T11:15:21.740860+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T10:00:00+00:00 EmrJobFlowSensor 2021-06-27T11:12:22.716503+00:00 2021-06-27T11:22:25.554891+00:00 0:10:02.838388 46750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T11:12:19.485644+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T10:00:00+00:00 EmrJobFlowSensor 2021-06-27T11:12:20.701760+00:00 2021-06-27T11:21:23.969021+00:00 0:09:03.267261 46749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T11:12:17.563769+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T11:11:59.871435+00:00 2021-06-27T11:12:01.584058+00:00 0:00:01.712623 46748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T11:11:57.455563+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T11:11:57.890959+00:00 2021-06-27T11:11:59.729713+00:00 0:00:01.838754 46747 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T11:11:55.461034+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T10:00:00+00:00 PythonOperator 2021-06-27T11:11:39.584928+00:00 2021-06-27T11:11:43.113541+00:00 0:00:03.528613 46746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T11:11:37.340860+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T10:00:00+00:00 PythonOperator 2021-06-27T11:11:38.163356+00:00 2021-06-27T11:11:41.836560+00:00 0:00:03.673204 46745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T11:11:35.339324+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T10:00:00+00:00 TriggerDagRunOperator 2021-06-27T11:11:29.672519+00:00 2021-06-27T11:11:30.173516+00:00 0:00:00.500997 46744 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T11:11:27.337362+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T10:00:00+00:00 TriggerDagRunOperator 2021-06-27T11:11:29.530077+00:00 2021-06-27T11:11:29.910402+00:00 0:00:00.380325 46743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T11:11:27.337325+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T11:05:28.894464+00:00 2021-06-27T11:05:30.489783+00:00 0:00:01.595319 46741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T11:05:26.740453+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T10:05:00+00:00 PythonOperator 2021-06-27T11:05:07.078911+00:00 2021-06-27T11:05:10.348875+00:00 0:00:03.269964 46740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T11:05:04.771268+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T10:00:00+00:00 EmrJobFlowSensor 2021-06-27T11:01:09.311638+00:00 2021-06-27T11:12:12.309254+00:00 0:11:02.997616 46739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T11:01:06.202486+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T10:00:00+00:00 EmrJobFlowSensor 2021-06-27T11:01:06.691247+00:00 2021-06-27T11:11:09.970842+00:00 0:10:03.279595 46738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T11:01:04.202672+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T11:00:44.938115+00:00 2021-06-27T11:00:46.840455+00:00 0:00:01.902340 46737 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T11:00:42.251791+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T11:00:44.747386+00:00 2021-06-27T11:00:46.558301+00:00 0:00:01.810915 46736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T11:00:42.251760+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T10:00:00+00:00 PythonOperator 2021-06-27T11:00:25.061188+00:00 2021-06-27T11:00:28.977950+00:00 0:00:03.916762 46735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T11:00:22.132195+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T10:00:00+00:00 PythonOperator 2021-06-27T11:00:22.805873+00:00 2021-06-27T11:00:26.785358+00:00 0:00:03.979485 46734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T11:00:20.127022+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T09:05:00+00:00 EmrJobFlowSensor 2021-06-27T10:13:08.336324+00:00 2021-06-27T10:15:10.160657+00:00 0:02:01.824333 46732 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T10:13:05.975424+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T09:00:00+00:00 EmrJobFlowSensor 2021-06-27T10:10:17.773621+00:00 2021-06-27T10:20:20.773850+00:00 0:10:03.000229 46731 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T10:10:15.587170+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T09:00:00+00:00 EmrJobFlowSensor 2021-06-27T10:10:06.296802+00:00 2021-06-27T10:20:09.226955+00:00 0:10:02.930153 46730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T10:10:03.536125+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T10:09:57.829933+00:00 2021-06-27T10:09:59.482660+00:00 0:00:01.652727 46729 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T10:09:55.529976+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T10:09:45.774407+00:00 2021-06-27T10:09:47.448214+00:00 0:00:01.673807 46728 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T10:09:43.517550+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T09:00:00+00:00 PythonOperator 2021-06-27T10:09:35.662825+00:00 2021-06-27T10:09:39.268914+00:00 0:00:03.606089 46727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T10:09:33.508318+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T09:00:00+00:00 PythonOperator 2021-06-27T10:09:21.996582+00:00 2021-06-27T10:09:25.781472+00:00 0:00:03.784890 46726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T10:09:19.496400+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T09:00:00+00:00 TriggerDagRunOperator 2021-06-27T10:09:14.170041+00:00 2021-06-27T10:09:14.681122+00:00 0:00:00.511081 46725 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T10:09:11.556384+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T09:00:00+00:00 TriggerDagRunOperator 2021-06-27T10:09:13.947414+00:00 2021-06-27T10:09:14.405240+00:00 0:00:00.457826 46724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T10:09:11.556433+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T10:05:37.445193+00:00 2021-06-27T10:05:39.093907+00:00 0:00:01.648714 46722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T10:05:35.220326+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T09:05:00+00:00 PythonOperator 2021-06-27T10:05:15.609627+00:00 2021-06-27T10:05:18.624926+00:00 0:00:03.015299 46721 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T10:05:13.202277+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T09:00:00+00:00 EmrJobFlowSensor 2021-06-27T10:01:00.986024+00:00 2021-06-27T10:09:03.589653+00:00 0:08:02.603629 46720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T10:00:58.748006+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T09:00:00+00:00 EmrJobFlowSensor 2021-06-27T10:00:47.353020+00:00 2021-06-27T10:12:50.460444+00:00 0:12:03.107424 46719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T10:00:44.624357+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T10:00:38.981391+00:00 2021-06-27T10:00:40.724125+00:00 0:00:01.742734 46718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T10:00:36.674136+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T10:00:25.397541+00:00 2021-06-27T10:00:27.127549+00:00 0:00:01.730008 46717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T10:00:22.661375+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T09:00:00+00:00 PythonOperator 2021-06-27T10:00:18.840040+00:00 2021-06-27T10:00:22.466358+00:00 0:00:03.626318 46716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T10:00:16.599428+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T09:00:00+00:00 PythonOperator 2021-06-27T10:00:05.025768+00:00 2021-06-27T10:00:09.024339+00:00 0:00:03.998571 46715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T10:00:02.598867+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T08:05:00+00:00 EmrJobFlowSensor 2021-06-27T09:13:21.917430+00:00 2021-06-27T09:14:23.655676+00:00 0:01:01.738246 46713 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T09:13:19.404463+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T08:00:00+00:00 EmrJobFlowSensor 2021-06-27T09:10:37.342786+00:00 2021-06-27T09:20:40.124364+00:00 0:10:02.781578 46712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T09:10:35.086551+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T08:00:00+00:00 EmrJobFlowSensor 2021-06-27T09:10:23.347417+00:00 2021-06-27T09:19:26.063469+00:00 0:09:02.716052 46711 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T09:10:21.048921+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T09:10:11.456451+00:00 2021-06-27T09:10:13.146589+00:00 0:00:01.690138 46710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T09:10:09.088164+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T09:10:01.650789+00:00 2021-06-27T09:10:03.401415+00:00 0:00:01.750626 46709 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T09:09:59.242241+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T08:00:00+00:00 PythonOperator 2021-06-27T09:09:51.218285+00:00 2021-06-27T09:09:55.060899+00:00 0:00:03.842614 46708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T09:09:48.951004+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T08:00:00+00:00 PythonOperator 2021-06-27T09:09:41.103947+00:00 2021-06-27T09:09:44.434576+00:00 0:00:03.330629 46707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T09:09:38.943292+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T08:00:00+00:00 TriggerDagRunOperator 2021-06-27T09:09:29.294993+00:00 2021-06-27T09:09:29.771121+00:00 0:00:00.476128 46706 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T09:09:26.933068+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T08:00:00+00:00 TriggerDagRunOperator 2021-06-27T09:09:29.130006+00:00 2021-06-27T09:09:29.527241+00:00 0:00:00.397235 46705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T09:09:26.933102+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T09:05:30.947973+00:00 2021-06-27T09:05:32.585877+00:00 0:00:01.637904 46703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T09:05:28.669757+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T08:05:00+00:00 PythonOperator 2021-06-27T09:05:08.654178+00:00 2021-06-27T09:05:12.420736+00:00 0:00:03.766558 46702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T09:05:06.550413+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T08:00:00+00:00 EmrJobFlowSensor 2021-06-27T09:01:10.319247+00:00 2021-06-27T09:09:12.866078+00:00 0:08:02.546831 46701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T09:01:08.045342+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T08:00:00+00:00 EmrJobFlowSensor 2021-06-27T09:00:58.244666+00:00 2021-06-27T09:12:01.306834+00:00 0:11:03.062168 46700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T09:00:56.046144+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T09:00:42.221606+00:00 2021-06-27T09:00:44.066279+00:00 0:00:01.844673 46699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T09:00:40.045053+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T09:00:32.191766+00:00 2021-06-27T09:00:33.919495+00:00 0:00:01.727729 46698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T09:00:30.023427+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T08:00:00+00:00 PythonOperator 2021-06-27T09:00:22.224940+00:00 2021-06-27T09:00:25.662832+00:00 0:00:03.437892 46697 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T09:00:20.006945+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T08:00:00+00:00 PythonOperator 2021-06-27T09:00:10.302411+00:00 2021-06-27T09:00:14.200845+00:00 0:00:03.898434 46696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T09:00:07.991461+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T07:00:00+00:00 EmrJobFlowSensor 2021-06-27T08:12:14.693725+00:00 2021-06-27T08:21:17.501215+00:00 0:09:02.807490 46694 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T08:12:12.445130+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T07:00:00+00:00 EmrJobFlowSensor 2021-06-27T08:12:00.788730+00:00 2021-06-27T08:22:03.738326+00:00 0:10:02.949596 46693 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T08:11:58.455285+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T08:11:52.709295+00:00 2021-06-27T08:11:54.421785+00:00 0:00:01.712490 46692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T08:11:50.419574+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T08:11:38.896913+00:00 2021-06-27T08:11:40.591703+00:00 0:00:01.694790 46691 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T08:11:36.408217+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T07:00:00+00:00 PythonOperator 2021-06-27T08:11:31.023665+00:00 2021-06-27T08:11:34.379646+00:00 0:00:03.355981 46690 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T08:11:28.565842+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T07:00:00+00:00 PythonOperator 2021-06-27T08:11:16.716646+00:00 2021-06-27T08:11:20.456161+00:00 0:00:03.739515 46689 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T08:11:14.376633+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T07:00:00+00:00 TriggerDagRunOperator 2021-06-27T08:11:06.641500+00:00 2021-06-27T08:11:07.169277+00:00 0:00:00.527777 46688 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T08:11:04.303271+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T07:00:00+00:00 TriggerDagRunOperator 2021-06-27T08:11:06.617707+00:00 2021-06-27T08:11:07.014693+00:00 0:00:00.396986 46687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T08:11:04.303224+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T07:05:00+00:00 EmrJobFlowSensor 2021-06-27T08:05:52.499490+00:00 2021-06-27T08:13:54.991185+00:00 0:08:02.491695 46686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T08:05:49.883090+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T08:05:30.324145+00:00 2021-06-27T08:05:32.062944+00:00 0:00:01.738799 46685 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T08:05:27.878047+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T07:05:00+00:00 PythonOperator 2021-06-27T08:05:10.067138+00:00 2021-06-27T08:05:13.320534+00:00 0:00:03.253396 46684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T08:05:07.841423+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T07:00:00+00:00 EmrJobFlowSensor 2021-06-27T08:00:51.693826+00:00 2021-06-27T08:12:54.718064+00:00 0:12:03.024238 46683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T08:00:49.455727+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T07:00:00+00:00 EmrJobFlowSensor 2021-06-27T08:00:47.701514+00:00 2021-06-27T08:10:50.434419+00:00 0:10:02.732905 46682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T08:00:45.457764+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T08:00:29.733075+00:00 2021-06-27T08:00:31.512527+00:00 0:00:01.779452 46681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T08:00:27.425028+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T08:00:25.676047+00:00 2021-06-27T08:00:27.378417+00:00 0:00:01.702370 46680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T08:00:23.468039+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T07:00:00+00:00 PythonOperator 2021-06-27T08:00:07.491109+00:00 2021-06-27T08:00:11.312020+00:00 0:00:03.820911 46679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T08:00:05.387658+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T07:00:00+00:00 PythonOperator 2021-06-27T08:00:03.613857+00:00 2021-06-27T08:00:07.025764+00:00 0:00:03.411907 46678 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T08:00:01.384289+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-27T06:00:00+00:00 EmrJobFlowSensor 2021-06-27T07:14:58.877918+00:00 2021-06-27T07:24:01.506368+00:00 0:09:02.628450 46677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T07:14:56.703435+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-27T06:00:00+00:00 EmrJobFlowSensor 2021-06-27T07:14:55.106882+00:00 2021-06-27T07:24:57.933407+00:00 0:10:02.826525 46676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T07:14:52.701434+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-27T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T07:14:39.187272+00:00 2021-06-27T07:14:40.980422+00:00 0:00:01.793150 46675 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T07:14:36.686219+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-27T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T07:14:34.871016+00:00 2021-06-27T07:14:36.568219+00:00 0:00:01.697203 46674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T07:14:32.690448+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-27T06:00:00+00:00 PythonOperator 2021-06-27T07:14:17.552151+00:00 2021-06-27T07:14:21.423219+00:00 0:00:03.871068 46673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T07:14:14.603215+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-27T06:00:00+00:00 PythonOperator 2021-06-27T07:14:13.149659+00:00 2021-06-27T07:14:18.149556+00:00 0:00:04.999897 46672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T07:14:10.599063+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-27T06:00:00+00:00 TriggerDagRunOperator 2021-06-27T07:14:03.498877+00:00 2021-06-27T07:14:04.016211+00:00 0:00:00.517334 46671 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T07:14:00.496594+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-27T06:00:00+00:00 TriggerDagRunOperator 2021-06-27T07:14:03.297896+00:00 2021-06-27T07:14:03.714269+00:00 0:00:00.416373 46670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T07:14:00.496630+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-27T06:05:00+00:00 EmrJobFlowSensor 2021-06-27T07:05:56.111298+00:00 2021-06-27T07:14:58.770846+00:00 0:09:02.659548 46668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T07:05:54.003272+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T07:05:36.129380+00:00 2021-06-27T07:05:37.785621+00:00 0:00:01.656241 46667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T07:05:33.984285+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T06:05:00+00:00 PythonOperator 2021-06-27T07:05:12.349068+00:00 2021-06-27T07:05:15.925639+00:00 0:00:03.576571 46666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T07:05:09.967001+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T06:00:00+00:00 EmrJobFlowSensor 2021-06-27T07:00:59.896331+00:00 2021-06-27T07:10:02.712675+00:00 0:09:02.816344 46665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T07:00:57.574911+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T06:00:00+00:00 EmrJobFlowSensor 2021-06-27T07:00:49.679469+00:00 2021-06-27T07:11:52.726441+00:00 0:11:03.046972 46664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T07:00:47.525479+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T07:00:39.691994+00:00 2021-06-27T07:00:41.365708+00:00 0:00:01.673714 46663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T07:00:37.520154+00:00 2 default_pool