Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T10:00:00+00:00 TriggerDagRunOperator 2021-06-12T11:10:29.879330+00:00 2021-06-12T11:10:30.304341+00:00 0:00:00.425011 39975 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T11:10:27.354487+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T10:05:00+00:00 EmrJobFlowSensor 2021-06-12T11:06:07.184508+00:00 2021-06-12T11:14:09.757081+00:00 0:08:02.572573 39974 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T11:06:04.972130+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T11:05:43.066962+00:00 2021-06-12T11:05:44.681992+00:00 0:00:01.615030 39973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T11:05:40.794367+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T10:05:00+00:00 PythonOperator 2021-06-12T11:05:18.968263+00:00 2021-06-12T11:05:22.316006+00:00 0:00:03.347743 39972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T11:05:16.723493+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T10:00:00+00:00 EmrJobFlowSensor 2021-06-12T11:01:10.631241+00:00 2021-06-12T11:10:13.346875+00:00 0:09:02.715634 39971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T11:01:08.322774+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T10:00:00+00:00 EmrJobFlowSensor 2021-06-12T11:00:56.615692+00:00 2021-06-12T11:13:59.865057+00:00 0:13:03.249365 39970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T11:00:54.303584+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T11:00:36.398428+00:00 2021-06-12T11:00:38.096062+00:00 0:00:01.697634 39969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T11:00:34.279680+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T11:00:28.563186+00:00 2021-06-12T11:00:30.407777+00:00 0:00:01.844591 39968 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T11:00:26.290418+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T10:00:00+00:00 PythonOperator 2021-06-12T11:00:12.503752+00:00 2021-06-12T11:00:15.757046+00:00 0:00:03.253294 39967 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T11:00:10.261512+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T10:00:00+00:00 PythonOperator 2021-06-12T11:00:06.481498+00:00 2021-06-12T11:00:10.171659+00:00 0:00:03.690161 39966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T11:00:04.264200+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T09:00:00+00:00 EmrJobFlowSensor 2021-06-12T10:24:17.702199+00:00 2021-06-12T10:24:19.158561+00:00 0:00:01.456362 39964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T10:24:15.519916+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T09:00:00+00:00 EmrJobFlowSensor 2021-06-12T10:12:16.377425+00:00 2021-06-12T10:22:19.292229+00:00 0:10:02.914804 39963 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T10:12:14.119479+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T10:11:54.479497+00:00 2021-06-12T10:11:56.166109+00:00 0:00:01.686612 39961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T10:11:52.159571+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T10:11:52.585505+00:00 2021-06-12T10:11:54.327982+00:00 0:00:01.742477 39960 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T10:11:50.165965+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T09:00:00+00:00 PythonOperator 2021-06-12T10:11:32.668743+00:00 2021-06-12T10:11:36.188479+00:00 0:00:03.519736 39959 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T10:11:30.162994+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T09:00:00+00:00 PythonOperator 2021-06-12T10:11:30.963820+00:00 2021-06-12T10:11:33.870007+00:00 0:00:02.906187 39958 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T10:11:28.150308+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T09:00:00+00:00 TriggerDagRunOperator 2021-06-12T10:11:16.467225+00:00 2021-06-12T10:11:17.033746+00:00 0:00:00.566521 39957 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T10:11:13.994996+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T09:00:00+00:00 TriggerDagRunOperator 2021-06-12T10:11:16.168230+00:00 2021-06-12T10:11:16.562787+00:00 0:00:00.394557 39956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T10:11:13.994966+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T09:05:00+00:00 EmrJobFlowSensor 2021-06-12T10:06:13.970239+00:00 2021-06-12T10:15:16.894543+00:00 0:09:02.924304 39955 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T10:06:11.594805+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T10:05:53.928606+00:00 2021-06-12T10:05:55.774724+00:00 0:00:01.846118 39954 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T10:05:51.534278+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T09:05:00+00:00 PythonOperator 2021-06-12T10:05:31.646569+00:00 2021-06-12T10:05:34.996464+00:00 0:00:03.349895 39953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T10:05:29.514445+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T09:00:00+00:00 EmrJobFlowSensor 2021-06-12T10:01:07.466145+00:00 2021-06-12T10:14:10.530012+00:00 0:13:03.063867 39952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T10:01:05.145356+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T09:00:00+00:00 EmrJobFlowSensor 2021-06-12T10:00:57.583694+00:00 2021-06-12T10:11:00.246520+00:00 0:10:02.662826 39951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T10:00:55.148195+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T10:00:45.348639+00:00 2021-06-12T10:00:46.997032+00:00 0:00:01.648393 39950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T10:00:43.052138+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T10:00:35.305082+00:00 2021-06-12T10:00:37.174783+00:00 0:00:01.869701 39949 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T10:00:33.042563+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T09:00:00+00:00 PythonOperator 2021-06-12T10:00:23.567098+00:00 2021-06-12T10:00:27.054340+00:00 0:00:03.487242 39948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T10:00:21.031517+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T09:00:00+00:00 PythonOperator 2021-06-12T10:00:15.805224+00:00 2021-06-12T10:00:19.071338+00:00 0:00:03.266114 39947 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T10:00:13.023202+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T08:00:00+00:00 EmrJobFlowSensor 2021-06-12T09:11:29.609541+00:00 2021-06-12T09:21:32.414965+00:00 0:10:02.805424 39945 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T09:11:27.140756+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T08:00:00+00:00 EmrJobFlowSensor 2021-06-12T09:11:23.253150+00:00 2021-06-12T09:21:25.944982+00:00 0:10:02.691832 39944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T09:11:21.028188+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T09:11:10.081675+00:00 2021-06-12T09:11:11.891672+00:00 0:00:01.809997 39943 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T09:11:07.072593+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T09:11:01.551778+00:00 2021-06-12T09:11:03.382967+00:00 0:00:01.831189 39942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T09:10:59.073982+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T08:00:00+00:00 PythonOperator 2021-06-12T09:10:47.188752+00:00 2021-06-12T09:10:50.800743+00:00 0:00:03.611991 39941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T09:10:45.000744+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T08:00:00+00:00 PythonOperator 2021-06-12T09:10:41.221891+00:00 2021-06-12T09:10:44.538423+00:00 0:00:03.316532 39940 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T09:10:38.993210+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T08:00:00+00:00 TriggerDagRunOperator 2021-06-12T09:10:25.496059+00:00 2021-06-12T09:10:26.036617+00:00 0:00:00.540558 39939 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T09:10:22.964619+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T08:00:00+00:00 TriggerDagRunOperator 2021-06-12T09:10:25.352258+00:00 2021-06-12T09:10:25.760759+00:00 0:00:00.408501 39938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T09:10:22.964650+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T08:05:00+00:00 EmrJobFlowSensor 2021-06-12T09:06:05.075060+00:00 2021-06-12T09:15:07.680551+00:00 0:09:02.605491 39937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T09:06:02.567165+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T09:05:43.028609+00:00 2021-06-12T09:05:44.755693+00:00 0:00:01.727084 39936 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T09:05:40.553331+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T08:05:00+00:00 PythonOperator 2021-06-12T09:05:20.569611+00:00 2021-06-12T09:05:23.989545+00:00 0:00:03.419934 39935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T09:05:18.442633+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T08:00:00+00:00 EmrJobFlowSensor 2021-06-12T09:01:08.204782+00:00 2021-06-12T09:10:10.824008+00:00 0:09:02.619226 39934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T09:01:06.035987+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T08:00:00+00:00 EmrJobFlowSensor 2021-06-12T09:01:00.244118+00:00 2021-06-12T09:14:03.467015+00:00 0:13:03.222897 39933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T09:00:58.046182+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T09:00:46.235462+00:00 2021-06-12T09:00:47.925290+00:00 0:00:01.689828 39932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T09:00:44.019309+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T09:00:38.238037+00:00 2021-06-12T09:00:40.043415+00:00 0:00:01.805378 39931 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T09:00:36.011826+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T08:00:00+00:00 PythonOperator 2021-06-12T09:00:24.880058+00:00 2021-06-12T09:00:28.254449+00:00 0:00:03.374391 39930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T09:00:22.003479+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T08:00:00+00:00 PythonOperator 2021-06-12T09:00:16.686539+00:00 2021-06-12T09:00:20.259376+00:00 0:00:03.572837 39929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T09:00:14.063408+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T07:00:00+00:00 EmrJobFlowSensor 2021-06-12T08:11:17.210236+00:00 2021-06-12T08:21:20.049653+00:00 0:10:02.839417 39927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T08:11:14.923178+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T07:00:00+00:00 EmrJobFlowSensor 2021-06-12T08:11:13.312674+00:00 2021-06-12T08:20:15.940546+00:00 0:09:02.627872 39926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T08:11:10.943304+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T08:10:55.488131+00:00 2021-06-12T08:10:57.356048+00:00 0:00:01.867917 39925 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T08:10:52.951277+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T08:10:51.299922+00:00 2021-06-12T08:10:53.109192+00:00 0:00:01.809270 39924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T08:10:48.968745+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T07:00:00+00:00 PythonOperator 2021-06-12T08:10:33.343467+00:00 2021-06-12T08:10:36.714475+00:00 0:00:03.371008 39923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T08:10:30.955544+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T07:00:00+00:00 PythonOperator 2021-06-12T08:10:31.282130+00:00 2021-06-12T08:10:34.770697+00:00 0:00:03.488567 39922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T08:10:28.880585+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T07:00:00+00:00 TriggerDagRunOperator 2021-06-12T08:10:07.122247+00:00 2021-06-12T08:10:07.680712+00:00 0:00:00.558465 39921 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T08:10:04.822232+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T07:00:00+00:00 TriggerDagRunOperator 2021-06-12T08:10:07.010729+00:00 2021-06-12T08:10:07.410213+00:00 0:00:00.399484 39920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T08:10:04.822271+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T07:05:00+00:00 EmrJobFlowSensor 2021-06-12T08:06:26.820530+00:00 2021-06-12T08:15:29.503827+00:00 0:09:02.683297 39919 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T08:06:24.456257+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T08:06:06.691636+00:00 2021-06-12T08:06:08.503082+00:00 0:00:01.811446 39918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T08:06:04.338398+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T07:05:00+00:00 PythonOperator 2021-06-12T08:05:44.787629+00:00 2021-06-12T08:05:48.254529+00:00 0:00:03.466900 39917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T08:05:42.365979+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T07:00:00+00:00 EmrJobFlowSensor 2021-06-12T08:01:07.984431+00:00 2021-06-12T08:13:10.939396+00:00 0:12:02.954965 39916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T08:01:05.852308+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T07:00:00+00:00 EmrJobFlowSensor 2021-06-12T08:00:48.167344+00:00 2021-06-12T08:09:50.814749+00:00 0:09:02.647405 39915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T08:00:45.824793+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T08:00:43.966737+00:00 2021-06-12T08:00:45.632322+00:00 0:00:01.665585 39914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T08:00:41.821159+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T08:00:26.085510+00:00 2021-06-12T08:00:27.940536+00:00 0:00:01.855026 39913 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T08:00:23.808388+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T07:00:00+00:00 PythonOperator 2021-06-12T08:00:21.988149+00:00 2021-06-12T08:00:25.564601+00:00 0:00:03.576452 39912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T08:00:19.799437+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T07:00:00+00:00 PythonOperator 2021-06-12T08:00:04.632867+00:00 2021-06-12T08:00:08.078353+00:00 0:00:03.445486 39911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T08:00:01.857605+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T06:00:00+00:00 EmrJobFlowSensor 2021-06-12T07:13:11.737419+00:00 2021-06-12T07:22:14.340720+00:00 0:09:02.603301 39909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T07:13:09.598832+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T06:00:00+00:00 EmrJobFlowSensor 2021-06-12T07:12:59.895896+00:00 2021-06-12T07:21:02.363116+00:00 0:08:02.467220 39908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T07:12:57.657982+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T07:12:49.805181+00:00 2021-06-12T07:12:51.494829+00:00 0:00:01.689648 39907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T07:12:47.586425+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T07:12:37.784892+00:00 2021-06-12T07:12:39.644663+00:00 0:00:01.859771 39906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T07:12:35.569570+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T06:00:00+00:00 PythonOperator 2021-06-12T07:12:25.889311+00:00 2021-06-12T07:12:29.466287+00:00 0:00:03.576976 39905 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T07:12:23.556982+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T06:00:00+00:00 PythonOperator 2021-06-12T07:12:09.856728+00:00 2021-06-12T07:12:13.207516+00:00 0:00:03.350788 39904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T07:12:07.544974+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T06:00:00+00:00 TriggerDagRunOperator 2021-06-12T07:11:51.918693+00:00 2021-06-12T07:11:52.370398+00:00 0:00:00.451705 39903 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T07:11:49.581228+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T06:00:00+00:00 TriggerDagRunOperator 2021-06-12T07:11:51.916456+00:00 2021-06-12T07:11:52.454514+00:00 0:00:00.538058 39902 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T07:11:49.581261+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T06:05:00+00:00 EmrJobFlowSensor 2021-06-12T07:05:53.058801+00:00 2021-06-12T07:14:55.632792+00:00 0:09:02.573991 39901 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T07:05:50.921143+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T07:05:31.264155+00:00 2021-06-12T07:05:32.985350+00:00 0:00:01.721195 39900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T07:05:28.971398+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T06:05:00+00:00 PythonOperator 2021-06-12T07:05:07.266109+00:00 2021-06-12T07:05:10.595450+00:00 0:00:03.329341 39899 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T07:05:04.944330+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T06:00:00+00:00 EmrJobFlowSensor 2021-06-12T07:01:12.420995+00:00 2021-06-12T07:11:15.292474+00:00 0:10:02.871479 39898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T07:01:10.206226+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T06:00:00+00:00 EmrJobFlowSensor 2021-06-12T07:01:06.339432+00:00 2021-06-12T07:14:09.467410+00:00 0:13:03.127978 39897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T07:01:04.199628+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T07:00:50.395410+00:00 2021-06-12T07:00:52.193100+00:00 0:00:01.797690 39896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T07:00:48.185746+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T07:00:44.443020+00:00 2021-06-12T07:00:46.073897+00:00 0:00:01.630877 39895 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T07:00:42.178985+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T06:00:00+00:00 PythonOperator 2021-06-12T07:00:26.686466+00:00 2021-06-12T07:00:29.947437+00:00 0:00:03.260971 39894 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T07:00:24.245281+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T06:00:00+00:00 PythonOperator 2021-06-12T07:00:20.665630+00:00 2021-06-12T07:00:24.296969+00:00 0:00:03.631339 39893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T07:00:18.167111+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T05:00:00+00:00 EmrJobFlowSensor 2021-06-12T06:13:40.587280+00:00 2021-06-12T06:22:43.145783+00:00 0:09:02.558503 39891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T06:13:38.392553+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T05:00:00+00:00 EmrJobFlowSensor 2021-06-12T06:13:28.474668+00:00 2021-06-12T06:23:31.195437+00:00 0:10:02.720769 39890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T06:13:26.354260+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T06:13:18.613000+00:00 2021-06-12T06:13:20.405193+00:00 0:00:01.792193 39889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T06:13:16.340988+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T06:13:08.486391+00:00 2021-06-12T06:13:10.280794+00:00 0:00:01.794403 39888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T06:13:06.331850+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T05:00:00+00:00 PythonOperator 2021-06-12T06:12:38.689069+00:00 2021-06-12T06:12:42.132666+00:00 0:00:03.443597 39887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T06:12:36.312382+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-12T05:00:00+00:00 PythonOperator 2021-06-12T06:12:00.672054+00:00 2021-06-12T06:12:04.198267+00:00 0:00:03.526213 39886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T06:11:58.279264+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-12T05:00:00+00:00 TriggerDagRunOperator 2021-06-12T06:11:20.674354+00:00 2021-06-12T06:11:21.072751+00:00 0:00:00.398397 39885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T06:11:18.239107+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-12T05:00:00+00:00 TriggerDagRunOperator 2021-06-12T06:11:20.682495+00:00 2021-06-12T06:11:21.190601+00:00 0:00:00.508106 39884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T06:11:18.239157+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-12T05:05:00+00:00 EmrJobFlowSensor 2021-06-12T06:05:49.949313+00:00 2021-06-12T06:14:52.492974+00:00 0:09:02.543661 39883 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T06:05:47.706321+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-12T05:05:00+00:00 EmrCreateJobFlowOperator 2021-06-12T06:05:30.322136+00:00 2021-06-12T06:05:32.036747+00:00 0:00:01.714611 39882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T06:05:27.761538+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-12T05:05:00+00:00 PythonOperator 2021-06-12T06:05:07.792888+00:00 2021-06-12T06:05:11.159553+00:00 0:00:03.366665 39881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T06:05:05.637276+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-12T05:00:00+00:00 EmrJobFlowSensor 2021-06-12T06:01:01.654923+00:00 2021-06-12T06:14:04.738411+00:00 0:13:03.083488 39880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T06:00:59.441084+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-12T05:00:00+00:00 EmrJobFlowSensor 2021-06-12T06:00:49.756169+00:00 2021-06-12T06:10:52.405092+00:00 0:10:02.648923 39879 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T06:00:47.357930+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-12T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T06:00:39.755048+00:00 2021-06-12T06:00:41.486929+00:00 0:00:01.731881 39878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T06:00:37.348734+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-12T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T06:00:27.822246+00:00 2021-06-12T06:00:29.627270+00:00 0:00:01.805024 39877 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-12T06:00:25.366139+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-12T05:00:00+00:00 PythonOperator 2021-06-12T06:00:17.448506+00:00 2021-06-12T06:00:21.038676+00:00 0:00:03.590170 39876 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T06:00:15.293773+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-12T05:00:00+00:00 PythonOperator 2021-06-12T06:00:06.067499+00:00 2021-06-12T06:00:09.294251+00:00 0:00:03.226752 39875 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-12T06:00:03.286167+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-12T04:00:00+00:00 EmrJobFlowSensor 2021-06-12T05:11:27.330669+00:00 2021-06-12T05:21:29.951672+00:00 0:10:02.621003 39873 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T05:11:25.059148+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-12T04:00:00+00:00 EmrJobFlowSensor 2021-06-12T05:11:13.357939+00:00 2021-06-12T05:19:15.859637+00:00 0:08:02.501698 39872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-12T05:11:10.990836+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-12T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T05:11:07.107388+00:00 2021-06-12T05:11:08.830396+00:00 0:00:01.723008 39871 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T05:11:04.988746+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-12T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-12T05:10:53.668875+00:00 2021-06-12T05:10:55.424607+00:00 0:00:01.755732 39870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-12T05:10:50.924650+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-12T04:00:00+00:00 PythonOperator 2021-06-12T05:10:45.265996+00:00 2021-06-12T05:10:48.887032+00:00 0:00:03.621036 39869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-12T05:10:42.957087+00:00 2 default_pool