Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T17:00:38.871579+00:00 2021-07-07T17:00:40.722266+00:00 0:00:01.850687 51096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T17:00:36.391135+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T17:00:38.592556+00:00 2021-07-07T17:00:41.380194+00:00 0:00:02.787638 51095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T17:00:36.391165+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T16:00:00+00:00 PythonOperator 2021-07-07T17:00:16.964680+00:00 2021-07-07T17:00:21.174126+00:00 0:00:04.209446 51094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T17:00:14.321152+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T16:00:00+00:00 PythonOperator 2021-07-07T17:00:16.627196+00:00 2021-07-07T17:00:20.141996+00:00 0:00:03.514800 51093 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T17:00:14.321181+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T15:00:00+00:00 EmrJobFlowSensor 2021-07-07T16:17:46.089709+00:00 2021-07-07T16:27:49.223641+00:00 0:10:03.133932 51092 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T16:17:43.655807+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T15:00:00+00:00 EmrJobFlowSensor 2021-07-07T16:17:39.925425+00:00 2021-07-07T16:27:42.754848+00:00 0:10:02.829423 51091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T16:17:37.657746+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T16:17:17.702613+00:00 2021-07-07T16:17:19.470538+00:00 0:00:01.767925 51090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T16:17:15.561745+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T16:17:11.728184+00:00 2021-07-07T16:17:13.482591+00:00 0:00:01.754407 51089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T16:17:09.552879+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T15:00:00+00:00 PythonOperator 2021-07-07T16:16:55.740609+00:00 2021-07-07T16:16:59.465352+00:00 0:00:03.724743 51088 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T16:16:53.471967+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T15:00:00+00:00 PythonOperator 2021-07-07T16:16:50.154722+00:00 2021-07-07T16:16:53.900968+00:00 0:00:03.746246 51087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T16:16:47.471801+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T15:00:00+00:00 TriggerDagRunOperator 2021-07-07T16:16:41.938662+00:00 2021-07-07T16:16:42.498565+00:00 0:00:00.559903 51086 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T16:16:39.462167+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T15:00:00+00:00 TriggerDagRunOperator 2021-07-07T16:16:41.941567+00:00 2021-07-07T16:16:42.592825+00:00 0:00:00.651258 51085 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T16:16:39.462137+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T15:05:00+00:00 EmrJobFlowSensor 2021-07-07T16:05:53.327487+00:00 2021-07-07T16:14:56.002974+00:00 0:09:02.675487 51083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T16:05:51.103694+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T16:05:33.190863+00:00 2021-07-07T16:05:34.832127+00:00 0:00:01.641264 51082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T16:05:31.086565+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T15:05:00+00:00 PythonOperator 2021-07-07T16:05:11.257749+00:00 2021-07-07T16:05:15.085548+00:00 0:00:03.827799 51081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T16:05:09.005222+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T15:00:00+00:00 EmrJobFlowSensor 2021-07-07T16:01:46.833315+00:00 2021-07-07T16:11:49.864930+00:00 0:10:03.031615 51080 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T16:01:44.580031+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T16:01:24.983264+00:00 2021-07-07T16:01:26.777145+00:00 0:00:01.793881 51079 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T16:01:22.649200+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T15:00:00+00:00 EmrJobFlowSensor 2021-07-07T16:01:09.103153+00:00 2021-07-07T16:15:12.640672+00:00 0:14:03.537519 51078 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T16:01:06.578475+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T15:00:00+00:00 PythonOperator 2021-07-07T16:01:02.996792+00:00 2021-07-07T16:01:06.711547+00:00 0:00:03.714755 51077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T16:01:00.578247+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T16:00:46.573445+00:00 2021-07-07T16:00:48.302780+00:00 0:00:01.729335 51076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T16:00:44.497139+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T15:00:00+00:00 PythonOperator 2021-07-07T16:00:12.728868+00:00 2021-07-07T16:00:16.849183+00:00 0:00:04.120315 51075 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T16:00:10.464739+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T14:00:00+00:00 EmrJobFlowSensor 2021-07-07T15:12:14.005804+00:00 2021-07-07T15:22:17.199788+00:00 0:10:03.193984 51074 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T15:12:11.646884+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T14:00:00+00:00 EmrJobFlowSensor 2021-07-07T15:12:05.990159+00:00 2021-07-07T15:21:08.710692+00:00 0:09:02.720533 51073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T15:12:03.663125+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T15:11:53.996972+00:00 2021-07-07T15:11:55.715738+00:00 0:00:01.718766 51072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T15:11:51.605946+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T15:11:43.845458+00:00 2021-07-07T15:11:45.577698+00:00 0:00:01.732240 51071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T15:11:41.593660+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T14:00:00+00:00 PythonOperator 2021-07-07T15:11:31.768989+00:00 2021-07-07T15:11:35.605751+00:00 0:00:03.836762 51070 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T15:11:29.584224+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T14:00:00+00:00 PythonOperator 2021-07-07T15:11:22.032894+00:00 2021-07-07T15:11:25.714612+00:00 0:00:03.681718 51069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T15:11:19.524530+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T14:00:00+00:00 TriggerDagRunOperator 2021-07-07T15:11:14.210585+00:00 2021-07-07T15:11:14.697253+00:00 0:00:00.486668 51068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T15:11:11.517902+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T14:00:00+00:00 TriggerDagRunOperator 2021-07-07T15:11:14.043307+00:00 2021-07-07T15:11:14.430103+00:00 0:00:00.386796 51067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T15:11:11.517931+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T14:05:00+00:00 EmrJobFlowSensor 2021-07-07T15:06:06.149508+00:00 2021-07-07T15:15:08.858135+00:00 0:09:02.708627 51065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T15:06:04.009767+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T15:05:46.064794+00:00 2021-07-07T15:05:47.785632+00:00 0:00:01.720838 51064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T15:05:43.912262+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T14:05:00+00:00 PythonOperator 2021-07-07T15:05:24.307576+00:00 2021-07-07T15:05:27.750660+00:00 0:00:03.443084 51063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T15:05:21.857215+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T14:00:00+00:00 EmrJobFlowSensor 2021-07-07T15:00:55.731672+00:00 2021-07-07T15:10:58.574794+00:00 0:10:02.843122 51062 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T15:00:53.457170+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T14:00:00+00:00 EmrJobFlowSensor 2021-07-07T15:00:51.618201+00:00 2021-07-07T15:13:54.788552+00:00 0:13:03.170351 51061 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T15:00:49.480409+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T15:00:35.781265+00:00 2021-07-07T15:00:37.592580+00:00 0:00:01.811315 51060 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T15:00:33.417934+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T15:00:29.779712+00:00 2021-07-07T15:00:31.640121+00:00 0:00:01.860409 51059 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T15:00:27.445536+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T14:00:00+00:00 PythonOperator 2021-07-07T15:00:13.614551+00:00 2021-07-07T15:00:17.391185+00:00 0:00:03.776634 51058 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T15:00:11.398101+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T14:00:00+00:00 PythonOperator 2021-07-07T15:00:09.723213+00:00 2021-07-07T15:00:13.519912+00:00 0:00:03.796699 51057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T15:00:07.396236+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T13:00:00+00:00 EmrJobFlowSensor 2021-07-07T14:11:48.025250+00:00 2021-07-07T14:21:51.006275+00:00 0:10:02.981025 51056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T14:11:45.854637+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T13:00:00+00:00 EmrJobFlowSensor 2021-07-07T14:11:32.018758+00:00 2021-07-07T14:21:34.970676+00:00 0:10:02.951918 51055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T14:11:29.838524+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T14:11:26.081316+00:00 2021-07-07T14:11:27.917537+00:00 0:00:01.836221 51054 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T14:11:23.834632+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T14:11:10.186572+00:00 2021-07-07T14:11:12.097942+00:00 0:00:01.911370 51053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T14:11:07.876125+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T13:00:00+00:00 PythonOperator 2021-07-07T14:11:04.170318+00:00 2021-07-07T14:11:08.054357+00:00 0:00:03.884039 51052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T14:11:01.813998+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T13:00:00+00:00 PythonOperator 2021-07-07T14:10:44.069503+00:00 2021-07-07T14:10:47.732440+00:00 0:00:03.662937 51051 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T14:10:41.799650+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T13:00:00+00:00 TriggerDagRunOperator 2021-07-07T14:10:30.385953+00:00 2021-07-07T14:10:30.772588+00:00 0:00:00.386635 51050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T14:10:27.570330+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T13:00:00+00:00 TriggerDagRunOperator 2021-07-07T14:10:30.390350+00:00 2021-07-07T14:10:30.924383+00:00 0:00:00.534033 51049 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T14:10:27.570375+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T13:05:00+00:00 EmrJobFlowSensor 2021-07-07T14:06:02.089551+00:00 2021-07-07T14:15:04.658424+00:00 0:09:02.568873 51047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T14:05:59.758513+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T14:05:41.898864+00:00 2021-07-07T14:05:43.634939+00:00 0:00:01.736075 51046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T14:05:39.622291+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T13:05:00+00:00 PythonOperator 2021-07-07T14:05:20.255175+00:00 2021-07-07T14:05:23.706035+00:00 0:00:03.450860 51045 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T14:05:17.759944+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T13:00:00+00:00 EmrJobFlowSensor 2021-07-07T14:01:03.938819+00:00 2021-07-07T14:15:07.552903+00:00 0:14:03.614084 51044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T14:01:01.291261+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T13:00:00+00:00 EmrJobFlowSensor 2021-07-07T14:01:03.913125+00:00 2021-07-07T14:10:06.817185+00:00 0:09:02.904060 51043 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T14:01:01.291216+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T14:00:41.862398+00:00 2021-07-07T14:00:43.866883+00:00 0:00:02.004485 51042 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T14:00:39.244155+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T14:00:41.612648+00:00 2021-07-07T14:00:43.570049+00:00 0:00:01.957401 51041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T14:00:39.244187+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T13:00:00+00:00 PythonOperator 2021-07-07T14:00:21.480529+00:00 2021-07-07T14:00:24.951548+00:00 0:00:03.471019 51040 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T14:00:19.133177+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T13:00:00+00:00 PythonOperator 2021-07-07T14:00:21.389968+00:00 2021-07-07T14:00:25.444632+00:00 0:00:04.054664 51039 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T14:00:19.133204+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T12:00:00+00:00 EmrJobFlowSensor 2021-07-07T13:11:00.425071+00:00 2021-07-07T13:20:03.330548+00:00 0:09:02.905477 51038 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T13:10:57.644248+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T12:00:00+00:00 EmrJobFlowSensor 2021-07-07T13:11:00.201135+00:00 2021-07-07T13:20:03.067892+00:00 0:09:02.866757 51037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T13:10:57.644201+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T13:10:39.794616+00:00 2021-07-07T13:10:41.479166+00:00 0:00:01.684550 51036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T13:10:37.467907+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T13:10:37.723994+00:00 2021-07-07T13:10:39.501363+00:00 0:00:01.777369 51035 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T13:10:35.485740+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T12:00:00+00:00 PythonOperator 2021-07-07T13:10:17.604160+00:00 2021-07-07T13:10:21.216640+00:00 0:00:03.612480 51034 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T13:10:15.425519+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T12:00:00+00:00 PythonOperator 2021-07-07T13:10:15.608449+00:00 2021-07-07T13:10:19.348921+00:00 0:00:03.740472 51033 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T13:10:13.428544+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T12:00:00+00:00 TriggerDagRunOperator 2021-07-07T13:10:00.096693+00:00 2021-07-07T13:10:00.597755+00:00 0:00:00.501062 51032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T13:09:57.415747+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T12:00:00+00:00 TriggerDagRunOperator 2021-07-07T13:09:59.946830+00:00 2021-07-07T13:10:00.629413+00:00 0:00:00.682583 51031 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T13:09:57.415714+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T12:05:00+00:00 EmrJobFlowSensor 2021-07-07T13:09:23.760469+00:00 2021-07-07T13:16:26.171950+00:00 0:07:02.411481 51030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T13:09:21.380591+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T13:08:05.644133+00:00 2021-07-07T13:08:07.437345+00:00 0:00:01.793212 51029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T13:08:03.266050+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T12:05:00+00:00 PythonOperator 2021-07-07T13:05:18.504823+00:00 2021-07-07T13:05:21.995109+00:00 0:00:03.490286 51027 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T13:05:16.295324+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T12:00:00+00:00 EmrJobFlowSensor 2021-07-07T13:01:50.167922+00:00 2021-07-07T13:09:52.783218+00:00 0:08:02.615296 51026 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T13:01:47.952708+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T12:00:00+00:00 EmrJobFlowSensor 2021-07-07T13:01:10.123383+00:00 2021-07-07T13:14:13.553882+00:00 0:13:03.430499 51025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T13:01:07.913934+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T13:00:42.152863+00:00 2021-07-07T13:00:44.056544+00:00 0:00:01.903681 51024 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T13:00:39.899929+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T13:00:36.040094+00:00 2021-07-07T13:00:37.817118+00:00 0:00:01.777024 51023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T13:00:33.891178+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T12:00:00+00:00 PythonOperator 2021-07-07T13:00:20.387490+00:00 2021-07-07T13:00:24.279664+00:00 0:00:03.892174 51022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T13:00:17.943854+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T12:00:00+00:00 PythonOperator 2021-07-07T13:00:14.467079+00:00 2021-07-07T13:00:18.206906+00:00 0:00:03.739827 51021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T13:00:11.820453+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T11:00:00+00:00 EmrJobFlowSensor 2021-07-07T12:10:35.081514+00:00 2021-07-07T12:20:37.989783+00:00 0:10:02.908269 51020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T12:10:32.694373+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T11:00:00+00:00 EmrJobFlowSensor 2021-07-07T12:10:27.005306+00:00 2021-07-07T12:20:29.918529+00:00 0:10:02.913223 51019 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T12:10:24.756905+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T12:10:12.945713+00:00 2021-07-07T12:10:14.872286+00:00 0:00:01.926573 51018 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T12:10:10.633676+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T12:10:06.908991+00:00 2021-07-07T12:10:08.792381+00:00 0:00:01.883390 51017 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T12:10:04.686883+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T11:00:00+00:00 PythonOperator 2021-07-07T12:09:51.281109+00:00 2021-07-07T12:09:54.900855+00:00 0:00:03.619746 51016 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T12:09:48.618999+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T11:00:00+00:00 PythonOperator 2021-07-07T12:09:44.910154+00:00 2021-07-07T12:09:49.333992+00:00 0:00:04.423838 51015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T12:09:42.613316+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T11:00:00+00:00 TriggerDagRunOperator 2021-07-07T12:09:35.058111+00:00 2021-07-07T12:09:35.550169+00:00 0:00:00.492058 51014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T12:09:32.609541+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T11:00:00+00:00 TriggerDagRunOperator 2021-07-07T12:09:34.886550+00:00 2021-07-07T12:09:35.273463+00:00 0:00:00.386913 51013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T12:09:32.609464+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T11:05:00+00:00 EmrJobFlowSensor 2021-07-07T12:06:20.609229+00:00 2021-07-07T12:14:23.268202+00:00 0:08:02.658973 51012 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T12:06:18.343458+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T12:05:58.437898+00:00 2021-07-07T12:06:00.112550+00:00 0:00:01.674652 51011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T12:05:56.217729+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T11:05:00+00:00 PythonOperator 2021-07-07T12:05:38.528702+00:00 2021-07-07T12:05:42.217404+00:00 0:00:03.688702 51010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T12:05:36.192357+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-07T11:00:00+00:00 EmrJobFlowSensor 2021-07-07T12:01:18.282625+00:00 2021-07-07T12:09:20.938477+00:00 0:08:02.655852 51008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T12:01:15.578785+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-07T11:00:00+00:00 EmrJobFlowSensor 2021-07-07T12:01:15.994383+00:00 2021-07-07T12:16:19.899190+00:00 0:15:03.904807 51007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T12:01:13.642037+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T12:00:55.963581+00:00 2021-07-07T12:00:57.808217+00:00 0:00:01.844636 51006 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-07T12:00:53.557307+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-07T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T12:00:53.815856+00:00 2021-07-07T12:00:55.582075+00:00 0:00:01.766219 51005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T12:00:51.575104+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-07T11:00:00+00:00 PythonOperator 2021-07-07T12:00:21.022295+00:00 2021-07-07T12:00:24.765894+00:00 0:00:03.743599 51004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-07T12:00:17.485443+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-07T11:00:00+00:00 PythonOperator 2021-07-07T12:00:15.762766+00:00 2021-07-07T12:00:21.078331+00:00 0:00:05.315565 51003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T12:00:13.472109+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-07T10:00:00+00:00 EmrJobFlowSensor 2021-07-07T11:24:02.519514+00:00 2021-07-07T11:24:04.089070+00:00 0:00:01.569556 51002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T11:23:59.954275+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-07T10:00:00+00:00 EmrJobFlowSensor 2021-07-07T11:12:01.288741+00:00 2021-07-07T11:21:04.220541+00:00 0:09:02.931800 51001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T11:11:58.864014+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T11:11:20.921482+00:00 2021-07-07T11:11:22.756556+00:00 0:00:01.835074 50999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T11:11:18.704500+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-07T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T11:11:06.933363+00:00 2021-07-07T11:11:08.740625+00:00 0:00:01.807262 50998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T11:11:04.686231+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-07T10:00:00+00:00 PythonOperator 2021-07-07T11:10:39.016474+00:00 2021-07-07T11:10:43.029623+00:00 0:00:04.013149 50997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T11:10:36.615769+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-07T10:00:00+00:00 PythonOperator 2021-07-07T11:10:38.816592+00:00 2021-07-07T11:10:42.347002+00:00 0:00:03.530410 50996 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T11:10:36.615725+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-07T10:00:00+00:00 TriggerDagRunOperator 2021-07-07T11:10:24.933651+00:00 2021-07-07T11:10:25.454804+00:00 0:00:00.521153 50995 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T11:10:22.600809+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-07T10:00:00+00:00 TriggerDagRunOperator 2021-07-07T11:10:24.819204+00:00 2021-07-07T11:10:25.286722+00:00 0:00:00.467518 50994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T11:10:22.600776+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-07T10:05:00+00:00 EmrJobFlowSensor 2021-07-07T11:06:04.340781+00:00 2021-07-07T11:15:07.109980+00:00 0:09:02.769199 50993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T11:06:02.103045+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-07T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-07T11:05:42.254683+00:00 2021-07-07T11:05:43.950119+00:00 0:00:01.695436 50992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T11:05:40.083711+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-07T10:05:00+00:00 PythonOperator 2021-07-07T11:05:20.250558+00:00 2021-07-07T11:05:23.923240+00:00 0:00:03.672682 50991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T11:05:18.042081+00:00 2 default_pool