Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 check_cluster_status 2021-06-28T06:00:00+00:00 EmrJobFlowSensor 2021-06-28T07:12:14.992581+00:00 2021-06-28T07:21:17.700309+00:00 0:09:02.707728 47116 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T07:12:12.697852+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T06:00:00+00:00 EmrJobFlowSensor 2021-06-28T07:12:07.117269+00:00 2021-06-28T07:21:09.756118+00:00 0:09:02.638849 47115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T07:12:04.761471+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T07:11:53.312564+00:00 2021-06-28T07:11:54.993078+00:00 0:00:01.680514 47114 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T07:11:50.633956+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T07:11:44.995896+00:00 2021-06-28T07:11:46.783881+00:00 0:00:01.787985 47113 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T07:11:42.751647+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T06:00:00+00:00 PythonOperator 2021-06-28T07:11:31.090977+00:00 2021-06-28T07:11:34.693341+00:00 0:00:03.602364 47112 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T07:11:28.666397+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T06:00:00+00:00 PythonOperator 2021-06-28T07:11:24.976185+00:00 2021-06-28T07:11:28.843168+00:00 0:00:03.866983 47111 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T07:11:22.675887+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T06:00:00+00:00 TriggerDagRunOperator 2021-06-28T07:11:10.827628+00:00 2021-06-28T07:11:11.374708+00:00 0:00:00.547080 47110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T07:11:08.593524+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T06:00:00+00:00 TriggerDagRunOperator 2021-06-28T07:11:10.791188+00:00 2021-06-28T07:11:11.200388+00:00 0:00:00.409200 47109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T07:11:08.593560+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T06:05:00+00:00 EmrJobFlowSensor 2021-06-28T07:06:04.187203+00:00 2021-06-28T07:15:06.934780+00:00 0:09:02.747577 47108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T07:06:01.968372+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T07:05:42.081503+00:00 2021-06-28T07:05:43.867215+00:00 0:00:01.785712 47107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T07:05:39.893804+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T06:05:00+00:00 PythonOperator 2021-06-28T07:05:22.006802+00:00 2021-06-28T07:05:24.840655+00:00 0:00:02.833853 47106 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T07:05:19.825416+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T06:00:00+00:00 EmrJobFlowSensor 2021-06-28T07:01:05.587021+00:00 2021-06-28T07:15:08.949421+00:00 0:14:03.362400 47105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T07:01:03.381965+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T06:00:00+00:00 EmrJobFlowSensor 2021-06-28T07:00:49.616849+00:00 2021-06-28T07:10:52.673387+00:00 0:10:03.056538 47104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T07:00:47.263401+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T07:00:43.488803+00:00 2021-06-28T07:00:45.402316+00:00 0:00:01.913513 47103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T07:00:41.254709+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T07:00:27.595874+00:00 2021-06-28T07:00:29.398644+00:00 0:00:01.802770 47102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T07:00:25.263674+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T06:00:00+00:00 PythonOperator 2021-06-28T07:00:21.522258+00:00 2021-06-28T07:00:25.409386+00:00 0:00:03.887128 47101 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T07:00:19.263192+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T06:00:00+00:00 PythonOperator 2021-06-28T07:00:07.901398+00:00 2021-06-28T07:00:11.325208+00:00 0:00:03.423810 47100 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T07:00:05.240830+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T05:00:00+00:00 EmrJobFlowSensor 2021-06-28T06:12:18.753479+00:00 2021-06-28T06:21:21.423187+00:00 0:09:02.669708 47098 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T06:12:16.347976+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T05:00:00+00:00 EmrJobFlowSensor 2021-06-28T06:12:16.817454+00:00 2021-06-28T06:22:19.704167+00:00 0:10:02.886713 47097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T06:12:14.444028+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T06:11:56.734587+00:00 2021-06-28T06:11:58.587280+00:00 0:00:01.852693 47096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T06:11:54.258092+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T06:11:56.571083+00:00 2021-06-28T06:11:58.369422+00:00 0:00:01.798339 47095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T06:11:54.258060+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T05:00:00+00:00 PythonOperator 2021-06-28T06:11:36.504703+00:00 2021-06-28T06:11:39.787758+00:00 0:00:03.283055 47094 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T06:11:34.251156+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T05:00:00+00:00 PythonOperator 2021-06-28T06:11:34.399507+00:00 2021-06-28T06:11:38.239778+00:00 0:00:03.840271 47093 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T06:11:32.242261+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T05:00:00+00:00 TriggerDagRunOperator 2021-06-28T06:11:24.943908+00:00 2021-06-28T06:11:25.479382+00:00 0:00:00.535474 47092 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T06:11:22.340875+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T05:00:00+00:00 TriggerDagRunOperator 2021-06-28T06:11:24.781705+00:00 2021-06-28T06:11:25.163063+00:00 0:00:00.381358 47091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T06:11:22.340836+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T05:05:00+00:00 EmrJobFlowSensor 2021-06-28T06:06:12.089259+00:00 2021-06-28T06:15:14.810731+00:00 0:09:02.721472 47090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T06:06:09.852669+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T06:05:41.934328+00:00 2021-06-28T06:05:43.580461+00:00 0:00:01.646133 47089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T06:05:39.692900+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T05:05:00+00:00 PythonOperator 2021-06-28T06:05:13.957227+00:00 2021-06-28T06:05:17.310980+00:00 0:00:03.353753 47088 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T06:05:11.652606+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T05:00:00+00:00 EmrJobFlowSensor 2021-06-28T06:01:03.518052+00:00 2021-06-28T06:13:06.639133+00:00 0:12:03.121081 47087 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T06:01:01.261558+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T05:00:00+00:00 EmrJobFlowSensor 2021-06-28T06:01:01.521203+00:00 2021-06-28T06:11:04.455197+00:00 0:10:02.933994 47086 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T06:00:59.269625+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T06:00:41.434242+00:00 2021-06-28T06:00:43.290460+00:00 0:00:01.856218 47085 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T06:00:39.247827+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T06:00:39.608678+00:00 2021-06-28T06:00:41.320668+00:00 0:00:01.711990 47084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T06:00:37.244312+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T05:00:00+00:00 PythonOperator 2021-06-28T06:00:20.936475+00:00 2021-06-28T06:00:24.601220+00:00 0:00:03.664745 47083 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T06:00:17.279704+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T05:00:00+00:00 PythonOperator 2021-06-28T06:00:15.999230+00:00 2021-06-28T06:00:20.445507+00:00 0:00:04.446277 47082 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T06:00:12.974448+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T04:05:00+00:00 EmrJobFlowSensor 2021-06-28T05:12:45.552617+00:00 2021-06-28T05:14:47.240353+00:00 0:02:01.687736 47080 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T05:12:43.295066+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T04:00:00+00:00 EmrJobFlowSensor 2021-06-28T05:12:39.664894+00:00 2021-06-28T05:21:42.346106+00:00 0:09:02.681212 47079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T05:12:37.295630+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T04:00:00+00:00 EmrJobFlowSensor 2021-06-28T05:12:33.824731+00:00 2021-06-28T05:21:36.686256+00:00 0:09:02.861525 47078 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T05:12:31.352585+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T05:12:15.649968+00:00 2021-06-28T05:12:17.479208+00:00 0:00:01.829240 47077 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T05:12:13.278181+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T05:12:11.389344+00:00 2021-06-28T05:12:13.133062+00:00 0:00:01.743718 47076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T05:12:09.222245+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T04:00:00+00:00 PythonOperator 2021-06-28T05:11:56.390870+00:00 2021-06-28T05:11:59.769058+00:00 0:00:03.378188 47075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T05:11:53.211160+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T04:00:00+00:00 PythonOperator 2021-06-28T05:11:51.408578+00:00 2021-06-28T05:11:55.967070+00:00 0:00:04.558492 47074 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T05:11:49.204716+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T04:00:00+00:00 TriggerDagRunOperator 2021-06-28T05:11:31.825195+00:00 2021-06-28T05:11:32.222786+00:00 0:00:00.397591 47073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T05:11:29.258749+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T04:00:00+00:00 TriggerDagRunOperator 2021-06-28T05:11:31.721072+00:00 2021-06-28T05:11:32.261560+00:00 0:00:00.540488 47072 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T05:11:29.258802+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T05:05:59.272263+00:00 2021-06-28T05:06:01.026654+00:00 0:00:01.754391 47070 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T05:05:56.676882+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T04:05:00+00:00 PythonOperator 2021-06-28T05:05:34.911630+00:00 2021-06-28T05:05:38.440835+00:00 0:00:03.529205 47069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T05:05:32.642923+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T04:00:00+00:00 EmrJobFlowSensor 2021-06-28T05:01:05.120985+00:00 2021-06-28T05:14:08.523245+00:00 0:13:03.402260 47068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T05:01:02.246227+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T04:00:00+00:00 EmrJobFlowSensor 2021-06-28T05:01:04.679486+00:00 2021-06-28T05:11:07.651121+00:00 0:10:02.971635 47067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T05:01:02.246173+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T05:00:44.863980+00:00 2021-06-28T05:00:46.555710+00:00 0:00:01.691730 47066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T05:00:42.125222+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T05:00:42.423837+00:00 2021-06-28T05:00:44.529420+00:00 0:00:02.105583 47065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T05:00:40.123116+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T04:00:00+00:00 PythonOperator 2021-06-28T05:00:23.013587+00:00 2021-06-28T05:00:26.903832+00:00 0:00:03.890245 47064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T05:00:20.100476+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T04:00:00+00:00 PythonOperator 2021-06-28T05:00:20.937190+00:00 2021-06-28T05:00:25.068820+00:00 0:00:04.131630 47063 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T05:00:17.807250+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T03:00:00+00:00 EmrJobFlowSensor 2021-06-28T04:11:37.753505+00:00 2021-06-28T04:20:40.487852+00:00 0:09:02.734347 47061 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T04:11:35.514302+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T03:00:00+00:00 EmrJobFlowSensor 2021-06-28T04:11:33.775892+00:00 2021-06-28T04:20:36.662638+00:00 0:09:02.886746 47060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T04:11:31.513145+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T04:11:03.740419+00:00 2021-06-28T04:11:05.523999+00:00 0:00:01.783580 47059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T04:11:01.483454+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T04:10:59.879766+00:00 2021-06-28T04:11:01.726820+00:00 0:00:01.847054 47058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T04:10:57.501572+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T03:00:00+00:00 PythonOperator 2021-06-28T04:10:37.604247+00:00 2021-06-28T04:10:41.136502+00:00 0:00:03.532255 47057 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T04:10:35.481777+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T03:00:00+00:00 PythonOperator 2021-06-28T04:10:25.778139+00:00 2021-06-28T04:10:29.686950+00:00 0:00:03.908811 47056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T04:10:23.425090+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T03:00:00+00:00 TriggerDagRunOperator 2021-06-28T04:10:19.771298+00:00 2021-06-28T04:10:20.168147+00:00 0:00:00.396849 47055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T04:10:17.427278+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T03:00:00+00:00 TriggerDagRunOperator 2021-06-28T04:10:19.798866+00:00 2021-06-28T04:10:20.309817+00:00 0:00:00.510951 47054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T04:10:17.427235+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T03:05:00+00:00 EmrJobFlowSensor 2021-06-28T04:06:05.402636+00:00 2021-06-28T04:14:07.833875+00:00 0:08:02.431239 47053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T04:06:03.171318+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T04:05:31.390808+00:00 2021-06-28T04:05:33.120840+00:00 0:00:01.730032 47052 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T04:05:29.178320+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T03:05:00+00:00 PythonOperator 2021-06-28T04:05:09.570049+00:00 2021-06-28T04:05:12.505481+00:00 0:00:02.935432 47051 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T04:05:07.045675+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T03:00:00+00:00 EmrJobFlowSensor 2021-06-28T04:00:56.789483+00:00 2021-06-28T04:13:59.983304+00:00 0:13:03.193821 47050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T04:00:54.633795+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T03:00:00+00:00 EmrJobFlowSensor 2021-06-28T04:00:54.999398+00:00 2021-06-28T04:09:57.823619+00:00 0:09:02.824221 47049 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T04:00:52.630152+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T04:00:34.900995+00:00 2021-06-28T04:00:36.824631+00:00 0:00:01.923636 47048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T04:00:32.615082+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T04:00:32.828011+00:00 2021-06-28T04:00:34.639584+00:00 0:00:01.811573 47047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T04:00:30.611600+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T03:00:00+00:00 PythonOperator 2021-06-28T04:00:12.936560+00:00 2021-06-28T04:00:16.641864+00:00 0:00:03.705304 47046 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T04:00:10.657940+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T03:00:00+00:00 PythonOperator 2021-06-28T04:00:11.350786+00:00 2021-06-28T04:00:14.957021+00:00 0:00:03.606235 47045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T04:00:08.658650+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T02:00:00+00:00 EmrJobFlowSensor 2021-06-28T03:12:12.485477+00:00 2021-06-28T03:21:15.369055+00:00 0:09:02.883578 47043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T03:12:10.328258+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T02:00:00+00:00 EmrJobFlowSensor 2021-06-28T03:12:08.598295+00:00 2021-06-28T03:22:11.580587+00:00 0:10:02.982292 47042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T03:12:06.325169+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T03:11:50.526635+00:00 2021-06-28T03:11:52.254224+00:00 0:00:01.727589 47041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T03:11:48.315633+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T03:11:46.609803+00:00 2021-06-28T03:11:48.281610+00:00 0:00:01.671807 47040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T03:11:44.352312+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T02:00:00+00:00 PythonOperator 2021-06-28T03:11:29.592864+00:00 2021-06-28T03:11:33.220627+00:00 0:00:03.627763 47039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T03:11:26.374218+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T02:00:00+00:00 PythonOperator 2021-06-28T03:11:24.645252+00:00 2021-06-28T03:11:28.973046+00:00 0:00:04.327794 47038 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T03:11:22.290630+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T02:00:00+00:00 TriggerDagRunOperator 2021-06-28T03:11:19.001534+00:00 2021-06-28T03:11:19.510210+00:00 0:00:00.508676 47037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T03:11:16.067496+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T02:00:00+00:00 TriggerDagRunOperator 2021-06-28T03:11:18.910018+00:00 2021-06-28T03:11:19.322833+00:00 0:00:00.412815 47036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T03:11:16.067448+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T02:05:00+00:00 EmrJobFlowSensor 2021-06-28T03:05:59.910777+00:00 2021-06-28T03:15:02.592928+00:00 0:09:02.682151 47035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T03:05:57.563857+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T03:05:35.780558+00:00 2021-06-28T03:05:37.527339+00:00 0:00:01.746781 47034 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T03:05:33.491808+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T02:05:00+00:00 PythonOperator 2021-06-28T03:05:13.575091+00:00 2021-06-28T03:05:17.092687+00:00 0:00:03.517596 47033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T03:05:11.443743+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T02:00:00+00:00 EmrJobFlowSensor 2021-06-28T03:01:01.412554+00:00 2021-06-28T03:12:04.441972+00:00 0:11:03.029418 47032 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T03:00:59.179433+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T02:00:00+00:00 EmrJobFlowSensor 2021-06-28T03:00:59.315537+00:00 2021-06-28T03:11:02.139127+00:00 0:10:02.823590 47031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T03:00:57.161665+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T03:00:39.632537+00:00 2021-06-28T03:00:41.326329+00:00 0:00:01.693792 47030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T03:00:37.243294+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T03:00:37.664918+00:00 2021-06-28T03:00:39.521161+00:00 0:00:01.856243 47029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T03:00:35.253588+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-28T02:00:00+00:00 PythonOperator 2021-06-28T03:00:17.514567+00:00 2021-06-28T03:00:21.144347+00:00 0:00:03.629780 47028 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T03:00:15.165705+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-28T02:00:00+00:00 PythonOperator 2021-06-28T03:00:15.879649+00:00 2021-06-28T03:00:19.584965+00:00 0:00:03.705316 47027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-28T03:00:13.177124+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-28T01:00:00+00:00 EmrJobFlowSensor 2021-06-28T02:19:01.199336+00:00 2021-06-28T02:29:04.255758+00:00 0:10:03.056422 47026 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T02:18:58.783209+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-28T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T02:18:41.012338+00:00 2021-06-28T02:18:42.835102+00:00 0:00:01.822764 47025 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T02:18:38.707034+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-28T01:00:00+00:00 PythonOperator 2021-06-28T02:18:18.999163+00:00 2021-06-28T02:18:23.022252+00:00 0:00:04.023089 47024 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T02:18:16.690636+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-28T01:00:00+00:00 EmrJobFlowSensor 2021-06-28T02:12:17.610380+00:00 2021-06-28T02:21:20.378420+00:00 0:09:02.768040 47022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T02:12:15.300344+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-28T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T02:11:57.513555+00:00 2021-06-28T02:11:59.311144+00:00 0:00:01.797589 47021 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T02:11:55.238915+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-28T01:00:00+00:00 PythonOperator 2021-06-28T02:11:35.392210+00:00 2021-06-28T02:11:39.113002+00:00 0:00:03.720792 47020 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T02:11:33.220264+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-28T01:00:00+00:00 TriggerDagRunOperator 2021-06-28T02:11:30.039257+00:00 2021-06-28T02:11:30.616250+00:00 0:00:00.576993 47019 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T02:11:27.213574+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-28T01:00:00+00:00 TriggerDagRunOperator 2021-06-28T02:11:29.405000+00:00 2021-06-28T02:11:29.783340+00:00 0:00:00.378340 47018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T02:11:27.213536+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-28T01:05:00+00:00 EmrJobFlowSensor 2021-06-28T02:06:24.843691+00:00 2021-06-28T02:15:27.485846+00:00 0:09:02.642155 47017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T02:06:22.667216+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-28T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-28T02:06:02.861491+00:00 2021-06-28T02:06:04.633119+00:00 0:00:01.771628 47016 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T02:06:00.649955+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-28T01:05:00+00:00 PythonOperator 2021-06-28T02:05:24.913098+00:00 2021-06-28T02:05:28.426980+00:00 0:00:03.513882 47015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T02:05:22.596540+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-28T01:00:00+00:00 EmrJobFlowSensor 2021-06-28T02:01:06.538895+00:00 2021-06-28T02:13:09.850986+00:00 0:12:03.312091 47014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-28T02:01:04.067873+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-28T01:00:00+00:00 EmrJobFlowSensor 2021-06-28T02:01:02.453749+00:00 2021-06-28T02:11:05.353367+00:00 0:10:02.899618 47013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-28T02:01:00.079660+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-28T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T02:00:46.355059+00:00 2021-06-28T02:00:48.224357+00:00 0:00:01.869298 47012 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-28T02:00:43.996698+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-28T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-28T02:00:40.111300+00:00 2021-06-28T02:00:41.830836+00:00 0:00:01.719536 47011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-28T02:00:37.941463+00:00 2 default_pool