Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T07:00:57.502566+00:00 2021-06-19T07:00:59.304758+00:00 0:00:01.802192 43065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T07:00:55.182473+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T07:00:35.324123+00:00 2021-06-19T07:00:37.077341+00:00 0:00:01.753218 43064 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T07:00:33.152259+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T06:00:00+00:00 PythonOperator 2021-06-19T07:00:21.363558+00:00 2021-06-19T07:00:24.652989+00:00 0:00:03.289431 43063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T07:00:19.116608+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T06:00:00+00:00 PythonOperator 2021-06-19T07:00:09.478014+00:00 2021-06-19T07:00:12.901882+00:00 0:00:03.423868 43062 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T07:00:07.164831+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T05:00:00+00:00 EmrJobFlowSensor 2021-06-19T06:13:18.501791+00:00 2021-06-19T06:22:21.274492+00:00 0:09:02.772701 43061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T06:13:16.207024+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T05:00:00+00:00 EmrJobFlowSensor 2021-06-19T06:13:08.390900+00:00 2021-06-19T06:23:11.132067+00:00 0:10:02.741167 43060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T06:13:06.205549+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T06:12:56.588135+00:00 2021-06-19T06:12:58.382082+00:00 0:00:01.793947 43059 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T06:12:54.192657+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T06:12:48.447765+00:00 2021-06-19T06:12:50.182767+00:00 0:00:01.735002 43058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T06:12:46.179360+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T05:00:00+00:00 PythonOperator 2021-06-19T06:12:36.319583+00:00 2021-06-19T06:12:39.807614+00:00 0:00:03.488031 43057 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T06:12:34.175779+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T05:00:00+00:00 PythonOperator 2021-06-19T06:12:26.505258+00:00 2021-06-19T06:12:30.268342+00:00 0:00:03.763084 43056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T06:12:24.162171+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T05:00:00+00:00 TriggerDagRunOperator 2021-06-19T06:12:19.095530+00:00 2021-06-19T06:12:19.556551+00:00 0:00:00.461021 43055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T06:12:16.154609+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T05:00:00+00:00 TriggerDagRunOperator 2021-06-19T06:12:18.901332+00:00 2021-06-19T06:12:19.416702+00:00 0:00:00.515370 43054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T06:12:16.154635+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T05:05:00+00:00 EmrJobFlowSensor 2021-06-19T06:06:07.777348+00:00 2021-06-19T06:15:10.384259+00:00 0:09:02.606911 43053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T06:06:05.653508+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T06:05:45.859032+00:00 2021-06-19T06:05:47.523698+00:00 0:00:01.664666 43052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T06:05:43.584804+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T05:05:00+00:00 PythonOperator 2021-06-19T06:05:23.918825+00:00 2021-06-19T06:05:27.184514+00:00 0:00:03.265689 43051 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T06:05:21.570486+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T05:00:00+00:00 EmrJobFlowSensor 2021-06-19T06:02:53.656276+00:00 2021-06-19T06:11:56.472037+00:00 0:09:02.815761 43050 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T06:02:51.289327+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T05:00:00+00:00 EmrJobFlowSensor 2021-06-19T06:02:45.551609+00:00 2021-06-19T06:13:48.334929+00:00 0:11:02.783320 43049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T06:02:43.295832+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T06:02:31.324517+00:00 2021-06-19T06:02:33.003988+00:00 0:00:01.679471 43048 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T06:02:29.203302+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T06:02:25.438945+00:00 2021-06-19T06:02:27.176246+00:00 0:00:01.737301 43047 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T06:02:23.203509+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T05:00:00+00:00 PythonOperator 2021-06-19T06:02:11.399628+00:00 2021-06-19T06:02:14.703264+00:00 0:00:03.303636 43046 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T06:02:09.191238+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T05:00:00+00:00 PythonOperator 2021-06-19T06:02:03.523473+00:00 2021-06-19T06:02:07.193789+00:00 0:00:03.670316 43045 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T06:02:01.181276+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T04:00:00+00:00 EmrJobFlowSensor 2021-06-19T05:11:22.567514+00:00 2021-06-19T05:21:25.368784+00:00 0:10:02.801270 43043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T05:11:20.384657+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T04:00:00+00:00 EmrJobFlowSensor 2021-06-19T05:11:10.679711+00:00 2021-06-19T05:19:13.169805+00:00 0:08:02.490094 43042 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T05:11:08.444590+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T05:11:00.769840+00:00 2021-06-19T05:11:02.577107+00:00 0:00:01.807267 43041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T05:10:58.442326+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T05:10:48.587880+00:00 2021-06-19T05:10:50.293176+00:00 0:00:01.705296 43040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T05:10:46.319417+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T04:00:00+00:00 PythonOperator 2021-06-19T05:10:40.551485+00:00 2021-06-19T05:10:44.105109+00:00 0:00:03.553624 43039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T05:10:38.309820+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T04:00:00+00:00 PythonOperator 2021-06-19T05:10:29.071271+00:00 2021-06-19T05:10:32.544047+00:00 0:00:03.472776 43038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T05:10:26.318271+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T04:00:00+00:00 TriggerDagRunOperator 2021-06-19T05:10:20.800354+00:00 2021-06-19T05:10:21.298278+00:00 0:00:00.497924 43037 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T05:10:18.362987+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T04:00:00+00:00 TriggerDagRunOperator 2021-06-19T05:10:20.769351+00:00 2021-06-19T05:10:21.155479+00:00 0:00:00.386128 43036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T05:10:18.362940+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T04:05:00+00:00 EmrJobFlowSensor 2021-06-19T05:06:00.455738+00:00 2021-06-19T05:15:03.208592+00:00 0:09:02.752854 43035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T05:05:58.047294+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T04:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T05:05:39.964117+00:00 2021-06-19T05:05:41.770040+00:00 0:00:01.805923 43034 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T05:05:37.790553+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T04:05:00+00:00 PythonOperator 2021-06-19T05:05:17.962894+00:00 2021-06-19T05:05:21.479488+00:00 0:00:03.516594 43033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T05:05:15.734818+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T04:00:00+00:00 EmrJobFlowSensor 2021-06-19T05:00:58.242836+00:00 2021-06-19T05:10:00.958798+00:00 0:09:02.715962 43032 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T05:00:55.305324+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T04:00:00+00:00 EmrJobFlowSensor 2021-06-19T05:00:55.766836+00:00 2021-06-19T05:11:59.198698+00:00 0:11:03.431862 43031 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T05:00:53.305116+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T05:00:35.527541+00:00 2021-06-19T05:00:37.352984+00:00 0:00:01.825443 43030 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T05:00:33.288578+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T05:00:33.590883+00:00 2021-06-19T05:00:35.364099+00:00 0:00:01.773216 43029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T05:00:31.293913+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T04:00:00+00:00 PythonOperator 2021-06-19T05:00:13.492850+00:00 2021-06-19T05:00:16.969203+00:00 0:00:03.476353 43028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T05:00:11.266680+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T04:00:00+00:00 PythonOperator 2021-06-19T05:00:11.539742+00:00 2021-06-19T05:00:14.989890+00:00 0:00:03.450148 43027 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T05:00:09.262634+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T03:00:00+00:00 EmrJobFlowSensor 2021-06-19T04:11:19.073241+00:00 2021-06-19T04:20:21.746105+00:00 0:09:02.672864 43025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T04:11:16.807726+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T03:00:00+00:00 EmrJobFlowSensor 2021-06-19T04:11:16.990981+00:00 2021-06-19T04:20:19.679547+00:00 0:09:02.688566 43024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T04:11:14.807997+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T04:10:57.257185+00:00 2021-06-19T04:10:58.988929+00:00 0:00:01.731744 43023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T04:10:54.851218+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T04:10:55.284270+00:00 2021-06-19T04:10:57.075794+00:00 0:00:01.791524 43022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T04:10:52.853068+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T03:00:00+00:00 PythonOperator 2021-06-19T04:10:39.306092+00:00 2021-06-19T04:10:43.109570+00:00 0:00:03.803478 43021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T04:10:34.853034+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T03:00:00+00:00 PythonOperator 2021-06-19T04:10:33.222030+00:00 2021-06-19T04:10:38.666348+00:00 0:00:05.444318 43020 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T04:10:30.855419+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T03:00:00+00:00 TriggerDagRunOperator 2021-06-19T04:10:29.384220+00:00 2021-06-19T04:10:29.870804+00:00 0:00:00.486584 43019 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T04:10:26.843244+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T03:00:00+00:00 TriggerDagRunOperator 2021-06-19T04:10:29.201902+00:00 2021-06-19T04:10:29.610320+00:00 0:00:00.408418 43018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T04:10:26.843292+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T03:05:00+00:00 EmrJobFlowSensor 2021-06-19T04:06:00.793700+00:00 2021-06-19T04:15:03.386121+00:00 0:09:02.592421 43017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T04:05:58.364737+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T03:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T04:05:38.651825+00:00 2021-06-19T04:05:40.367126+00:00 0:00:01.715301 43016 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T04:05:36.211359+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T03:05:00+00:00 PythonOperator 2021-06-19T04:05:14.492970+00:00 2021-06-19T04:05:18.008118+00:00 0:00:03.515148 43015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T04:05:12.246646+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T03:00:00+00:00 EmrJobFlowSensor 2021-06-19T04:01:04.109447+00:00 2021-06-19T04:10:06.819121+00:00 0:09:02.709674 43014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T04:01:01.762961+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T03:00:00+00:00 EmrJobFlowSensor 2021-06-19T04:00:50.295381+00:00 2021-06-19T04:12:53.283929+00:00 0:12:02.988548 43013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T04:00:47.702327+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T04:00:41.915628+00:00 2021-06-19T04:00:43.638567+00:00 0:00:01.722939 43012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T04:00:39.692102+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T04:00:27.830147+00:00 2021-06-19T04:00:29.584818+00:00 0:00:01.754671 43011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T04:00:25.644711+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T03:00:00+00:00 PythonOperator 2021-06-19T04:00:21.795011+00:00 2021-06-19T04:00:25.308844+00:00 0:00:03.513833 43010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T04:00:19.638843+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T03:00:00+00:00 PythonOperator 2021-06-19T04:00:08.139676+00:00 2021-06-19T04:00:11.663050+00:00 0:00:03.523374 43009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T04:00:05.627940+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T02:00:00+00:00 EmrJobFlowSensor 2021-06-19T03:11:29.320003+00:00 2021-06-19T03:20:32.027654+00:00 0:09:02.707651 43007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T03:11:27.056463+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T02:00:00+00:00 EmrJobFlowSensor 2021-06-19T03:11:17.182666+00:00 2021-06-19T03:20:19.979043+00:00 0:09:02.796377 43006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T03:11:15.050927+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T03:10:57.157501+00:00 2021-06-19T03:10:58.877907+00:00 0:00:01.720406 43005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T03:10:55.005127+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T03:10:41.397834+00:00 2021-06-19T03:10:43.076759+00:00 0:00:01.678925 43004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T03:10:39.062842+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T02:00:00+00:00 PythonOperator 2021-06-19T03:10:33.379087+00:00 2021-06-19T03:10:36.669487+00:00 0:00:03.290400 43003 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T03:10:30.990932+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T02:00:00+00:00 PythonOperator 2021-06-19T03:10:19.713429+00:00 2021-06-19T03:10:23.266742+00:00 0:00:03.553313 43002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T03:10:16.943630+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T02:00:00+00:00 TriggerDagRunOperator 2021-06-19T03:10:11.200624+00:00 2021-06-19T03:10:11.693770+00:00 0:00:00.493146 43001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T03:10:08.832515+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T02:00:00+00:00 TriggerDagRunOperator 2021-06-19T03:10:10.987353+00:00 2021-06-19T03:10:11.420153+00:00 0:00:00.432800 43000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T03:10:08.832569+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T02:05:00+00:00 EmrJobFlowSensor 2021-06-19T03:05:58.936432+00:00 2021-06-19T03:16:01.817755+00:00 0:10:02.881323 42999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T03:05:56.481255+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T02:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T03:05:38.642167+00:00 2021-06-19T03:05:40.313976+00:00 0:00:01.671809 42998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T03:05:36.451329+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T02:05:00+00:00 PythonOperator 2021-06-19T03:05:16.636995+00:00 2021-06-19T03:05:19.844793+00:00 0:00:03.207798 42997 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T03:05:14.346121+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T02:00:00+00:00 EmrJobFlowSensor 2021-06-19T03:01:06.164568+00:00 2021-06-19T03:14:09.395424+00:00 0:13:03.230856 42996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T03:01:03.886863+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T02:00:00+00:00 EmrJobFlowSensor 2021-06-19T03:00:53.994539+00:00 2021-06-19T03:09:56.717648+00:00 0:09:02.723109 42995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T03:00:51.862879+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T03:00:44.176229+00:00 2021-06-19T03:00:45.950073+00:00 0:00:01.773844 42994 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T03:00:41.854591+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T03:00:34.097241+00:00 2021-06-19T03:00:35.868689+00:00 0:00:01.771448 42993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T03:00:31.844995+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T02:00:00+00:00 PythonOperator 2021-06-19T03:00:21.935274+00:00 2021-06-19T03:00:25.595939+00:00 0:00:03.660665 42992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T03:00:19.799415+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T02:00:00+00:00 PythonOperator 2021-06-19T03:00:10.534987+00:00 2021-06-19T03:00:14.007668+00:00 0:00:03.472681 42991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T03:00:07.857097+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T01:00:00+00:00 EmrJobFlowSensor 2021-06-19T02:10:19.991507+00:00 2021-06-19T02:20:22.769452+00:00 0:10:02.777945 42989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T02:10:17.813220+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T01:00:00+00:00 EmrJobFlowSensor 2021-06-19T02:10:13.995013+00:00 2021-06-19T02:20:16.737523+00:00 0:10:02.742510 42988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T02:10:11.808695+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T02:09:58.063760+00:00 2021-06-19T02:09:59.836979+00:00 0:00:01.773219 42987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T02:09:55.815516+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T02:09:51.964477+00:00 2021-06-19T02:09:53.644596+00:00 0:00:01.680119 42986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T02:09:49.791498+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T01:00:00+00:00 PythonOperator 2021-06-19T02:09:35.948831+00:00 2021-06-19T02:09:39.607198+00:00 0:00:03.658367 42985 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T02:09:33.739847+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T01:00:00+00:00 PythonOperator 2021-06-19T02:09:30.372972+00:00 2021-06-19T02:09:33.915851+00:00 0:00:03.542879 42984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T02:09:27.859301+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T01:00:00+00:00 TriggerDagRunOperator 2021-06-19T02:09:14.139784+00:00 2021-06-19T02:09:14.648484+00:00 0:00:00.508700 42983 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T02:09:11.726107+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T01:00:00+00:00 TriggerDagRunOperator 2021-06-19T02:09:13.997366+00:00 2021-06-19T02:09:14.425528+00:00 0:00:00.428162 42982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T02:09:11.726141+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T01:05:00+00:00 EmrJobFlowSensor 2021-06-19T02:05:47.559075+00:00 2021-06-19T02:14:50.171160+00:00 0:09:02.612085 42981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T02:05:45.493106+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T01:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T02:05:27.636487+00:00 2021-06-19T02:05:29.292292+00:00 0:00:01.655805 42980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T02:05:25.455947+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T01:05:00+00:00 PythonOperator 2021-06-19T02:05:05.634036+00:00 2021-06-19T02:05:09.162063+00:00 0:00:03.528027 42979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T02:05:03.443198+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-19T01:00:00+00:00 EmrJobFlowSensor 2021-06-19T02:01:03.368982+00:00 2021-06-19T02:13:06.612523+00:00 0:12:03.243541 42978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T02:01:01.128311+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-19T01:00:00+00:00 EmrJobFlowSensor 2021-06-19T02:00:59.324804+00:00 2021-06-19T02:09:01.861302+00:00 0:08:02.536498 42977 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T02:00:57.123950+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-19T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T02:00:39.632212+00:00 2021-06-19T02:00:41.389677+00:00 0:00:01.757465 42976 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T02:00:37.155144+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-19T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T02:00:37.400090+00:00 2021-06-19T02:00:39.118547+00:00 0:00:01.718457 42975 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-19T02:00:35.155377+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-19T01:00:00+00:00 PythonOperator 2021-06-19T02:00:15.766416+00:00 2021-06-19T02:00:19.207934+00:00 0:00:03.441518 42974 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T02:00:13.157597+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-19T01:00:00+00:00 PythonOperator 2021-06-19T02:00:15.702597+00:00 2021-06-19T02:00:19.271382+00:00 0:00:03.568785 42973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-19T02:00:13.157554+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-19T00:00:00+00:00 EmrJobFlowSensor 2021-06-19T01:11:23.300259+00:00 2021-06-19T01:20:26.111306+00:00 0:09:02.811047 42971 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T01:11:20.867741+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-19T00:00:00+00:00 EmrJobFlowSensor 2021-06-19T01:11:03.723724+00:00 2021-06-19T01:22:06.799570+00:00 0:11:03.075846 42970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T01:11:00.782391+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-19T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T01:11:01.517849+00:00 2021-06-19T01:11:03.725394+00:00 0:00:02.207545 42969 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T01:10:58.862666+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-19T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-19T01:10:40.937972+00:00 2021-06-19T01:10:42.755689+00:00 0:00:01.817717 42968 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T01:10:38.691350+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-19T00:00:00+00:00 PythonOperator 2021-06-19T01:10:39.026305+00:00 2021-06-19T01:10:42.492965+00:00 0:00:03.466660 42967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T01:10:36.689330+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-19T00:00:00+00:00 PythonOperator 2021-06-19T01:10:19.026239+00:00 2021-06-19T01:10:22.549886+00:00 0:00:03.523647 42966 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T01:10:16.640146+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-19T00:00:00+00:00 TriggerDagRunOperator 2021-06-19T01:10:13.045871+00:00 2021-06-19T01:10:13.554038+00:00 0:00:00.508167 42965 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T01:10:10.635625+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-19T00:00:00+00:00 TriggerDagRunOperator 2021-06-19T01:10:12.865792+00:00 2021-06-19T01:10:13.296717+00:00 0:00:00.430925 42964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T01:10:10.635658+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-19T00:05:00+00:00 EmrJobFlowSensor 2021-06-19T01:06:22.339501+00:00 2021-06-19T01:15:24.873664+00:00 0:09:02.534163 42963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-19T01:06:20.189376+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-19T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-19T01:06:02.365887+00:00 2021-06-19T01:06:04.181786+00:00 0:00:01.815899 42962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-19T01:06:00.170461+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-19T00:05:00+00:00 PythonOperator 2021-06-19T01:05:40.526252+00:00 2021-06-19T01:05:43.790476+00:00 0:00:03.264224 42961 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-19T01:05:38.157742+00:00 2 default_pool