Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-06-23T09:00:00+00:00 EmrJobFlowSensor 2021-06-23T16:45:55.684824+00:00 2021-06-23T16:54:58.464710+00:00 0:09:02.779886 45004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T16:45:53.331363+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T10:00:00+00:00 PythonOperator 2021-06-23T16:45:55.701263+00:00 2021-06-23T16:45:59.465784+00:00 0:00:03.764521 45003 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T16:45:53.331336+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T16:45:33.749762+00:00 2021-06-23T16:45:35.553299+00:00 0:00:01.803537 45002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T16:45:31.357409+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T08:00:00+00:00 EmrJobFlowSensor 2021-06-23T16:35:05.051397+00:00 2021-06-23T16:45:07.854911+00:00 0:10:02.803514 45001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T16:35:02.286718+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T09:00:00+00:00 PythonOperator 2021-06-23T16:35:04.770241+00:00 2021-06-23T16:35:08.429822+00:00 0:00:03.659581 45000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T16:35:02.286676+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T16:34:40.750126+00:00 2021-06-23T16:34:42.534449+00:00 0:00:01.784323 44999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T16:34:38.252296+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T08:00:00+00:00 PythonOperator 2021-06-23T16:25:19.692979+00:00 2021-06-23T16:25:23.234574+00:00 0:00:03.541595 44998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T16:25:17.299692+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-23T07:00:00+00:00 EmrJobFlowSensor 2021-06-23T16:25:19.500525+00:00 2021-06-23T16:34:22.248729+00:00 0:09:02.748204 44997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T16:25:17.299724+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-23T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T16:24:57.403132+00:00 2021-06-23T16:24:59.095238+00:00 0:00:01.692106 44996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T16:24:55.255689+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-23T07:00:00+00:00 PythonOperator 2021-06-23T16:24:33.669983+00:00 2021-06-23T16:24:37.376691+00:00 0:00:03.706708 44995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T16:24:31.343722+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T15:00:00+00:00 EmrJobFlowSensor 2021-06-23T16:18:02.505719+00:00 2021-06-23T16:27:05.174661+00:00 0:09:02.668942 44994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T16:18:00.344470+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T15:05:00+00:00 EmrJobFlowSensor 2021-06-23T16:17:50.578082+00:00 2021-06-23T16:26:53.168885+00:00 0:09:02.590803 44993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T16:17:48.334743+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T16:17:40.606188+00:00 2021-06-23T16:17:42.354605+00:00 0:00:01.748417 44992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T16:17:38.325810+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T16:17:28.787249+00:00 2021-06-23T16:17:30.507364+00:00 0:00:01.720115 44991 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T16:17:26.447486+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T15:00:00+00:00 PythonOperator 2021-06-23T16:17:19.846322+00:00 2021-06-23T16:17:23.440158+00:00 0:00:03.593836 44990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T16:17:16.318094+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T15:00:00+00:00 EmrJobFlowSensor 2021-06-23T16:17:17.791061+00:00 2021-06-23T16:37:22.451190+00:00 0:20:04.660129 44989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T16:17:14.365548+00:00 3 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T15:00:00+00:00 TriggerDagRunOperator 2021-06-23T16:17:10.952610+00:00 2021-06-23T16:17:11.564112+00:00 0:00:00.611502 44988 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T16:17:05.994740+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T15:05:00+00:00 PythonOperator 2021-06-23T16:17:10.821382+00:00 2021-06-23T16:17:14.389042+00:00 0:00:03.567660 44987 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T16:17:05.994754+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T15:00:00+00:00 TriggerDagRunOperator 2021-06-23T16:17:08.772691+00:00 2021-06-23T16:17:09.160058+00:00 0:00:00.387367 44986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T16:17:05.994713+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T16:16:05.851504+00:00 2021-06-23T16:16:07.683495+00:00 0:00:01.831991 44984 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T16:00:23.646466+00:00 3 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T15:00:00+00:00 PythonOperator 2021-06-23T16:15:50.438627+00:00 2021-06-23T16:15:54.161194+00:00 0:00:03.722567 44983 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T16:00:01.571815+00:00 3 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T15:00:00+00:00 EmrJobFlowSensor 2021-06-23T16:00:58.003552+00:00 2021-06-23T16:10:00.750316+00:00 0:09:02.746764 44982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T16:00:55.609384+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T16:00:35.904965+00:00 2021-06-23T16:00:37.596910+00:00 0:00:01.691945 44980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T16:00:33.589100+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T15:00:00+00:00 PythonOperator 2021-06-23T16:00:11.895064+00:00 2021-06-23T16:00:15.262323+00:00 0:00:03.367259 44978 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T16:00:09.557451+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T15:24:12.791567+00:00 EmrJobFlowSensor 2021-06-23T15:25:07.592375+00:00 2021-06-23T16:12:15.795514+00:00 0:47:08.203139 44976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T15:25:05.385377+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T15:24:12.791567+00:00 EmrCreateJobFlowOperator 2021-06-23T15:24:45.624680+00:00 2021-06-23T15:24:47.374273+00:00 0:00:01.749593 44975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T15:24:43.342005+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T15:24:12.791567+00:00 PythonOperator 2021-06-23T15:24:23.539271+00:00 2021-06-23T15:24:27.233175+00:00 0:00:03.693904 44974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T15:24:21.307301+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T14:00:00+00:00 EmrJobFlowSensor 2021-06-23T15:13:12.303807+00:00 2021-06-23T15:23:15.033353+00:00 0:10:02.729546 44973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T15:13:10.112861+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T15:12:50.342051+00:00 2021-06-23T15:12:52.160473+00:00 0:00:01.818422 44972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T15:12:48.096017+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T14:00:00+00:00 PythonOperator 2021-06-23T15:12:28.202556+00:00 2021-06-23T15:12:31.773386+00:00 0:00:03.570830 44971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T15:12:26.038986+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T14:00:00+00:00 TriggerDagRunOperator 2021-06-23T15:12:18.503052+00:00 2021-06-23T15:12:18.996247+00:00 0:00:00.493195 44970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T15:12:16.030417+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T14:00:00+00:00 TriggerDagRunOperator 2021-06-23T15:12:18.384887+00:00 2021-06-23T15:12:18.807089+00:00 0:00:00.422202 44969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T15:12:16.030445+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T14:05:00+00:00 EmrJobFlowSensor 2021-06-23T15:05:51.425625+00:00 2021-06-23T15:14:54.052098+00:00 0:09:02.626473 44968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T15:05:49.229885+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T15:05:29.700745+00:00 2021-06-23T15:05:31.366863+00:00 0:00:01.666118 44967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T15:05:27.264101+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T14:05:00+00:00 PythonOperator 2021-06-23T15:05:09.549154+00:00 2021-06-23T15:05:13.069992+00:00 0:00:03.520838 44966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T15:05:07.189614+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T14:00:00+00:00 EmrJobFlowSensor 2021-06-23T15:02:51.223825+00:00 2021-06-23T15:11:53.979815+00:00 0:09:02.755990 44965 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T15:02:48.978671+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T14:00:00+00:00 EmrJobFlowSensor 2021-06-23T15:02:45.122104+00:00 2021-06-23T15:24:49.632626+00:00 0:22:04.510522 44964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T15:02:42.915888+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T15:02:29.024052+00:00 2021-06-23T15:02:30.730048+00:00 0:00:01.705996 44963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T15:02:26.852814+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T15:02:25.107445+00:00 2021-06-23T15:02:26.884794+00:00 0:00:01.777349 44962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T15:02:22.845312+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T14:00:00+00:00 PythonOperator 2021-06-23T15:02:09.823767+00:00 2021-06-23T15:02:13.456503+00:00 0:00:03.632736 44961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T15:02:06.833907+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T14:00:00+00:00 PythonOperator 2021-06-23T15:02:03.691969+00:00 2021-06-23T15:02:08.416785+00:00 0:00:04.724816 44960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T15:02:00.784487+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T13:00:00+00:00 EmrJobFlowSensor 2021-06-23T14:46:30.974670+00:00 2021-06-23T15:07:35.390029+00:00 0:21:04.415359 44958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T14:46:28.248082+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T14:46:10.573366+00:00 2021-06-23T14:46:12.371120+00:00 0:00:01.797754 44957 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T14:46:08.109891+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T13:00:00+00:00 PythonOperator 2021-06-23T14:45:46.460682+00:00 2021-06-23T14:45:50.126852+00:00 0:00:03.666170 44956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T14:45:44.147160+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T14:45:09.566069+00:00 PythonOperator 2021-06-23T14:45:16.184820+00:00 2021-06-23T14:45:19.851222+00:00 0:00:03.666402 44955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T14:45:14.063361+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T13:00:00+00:00 EmrJobFlowSensor 2021-06-23T14:12:26.857947+00:00 2021-06-23T14:20:29.406560+00:00 0:08:02.548613 44954 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T14:12:24.574920+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T14:12:06.650769+00:00 2021-06-23T14:12:08.347825+00:00 0:00:01.697056 44953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T14:12:04.494304+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T13:00:00+00:00 PythonOperator 2021-06-23T14:11:44.779304+00:00 2021-06-23T14:11:48.391021+00:00 0:00:03.611717 44952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T14:11:42.408291+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T13:00:00+00:00 TriggerDagRunOperator 2021-06-23T14:11:24.903497+00:00 2021-06-23T14:11:25.391900+00:00 0:00:00.488403 44951 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T14:11:22.446806+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T13:00:00+00:00 TriggerDagRunOperator 2021-06-23T14:11:24.763379+00:00 2021-06-23T14:11:25.141008+00:00 0:00:00.377629 44950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T14:11:22.446852+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T13:05:00+00:00 EmrJobFlowSensor 2021-06-23T14:05:51.980332+00:00 2021-06-23T14:14:54.741594+00:00 0:09:02.761262 44949 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T14:05:49.825059+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T14:05:31.967653+00:00 2021-06-23T14:05:33.601910+00:00 0:00:01.634257 44948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T14:05:29.812655+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T13:05:00+00:00 PythonOperator 2021-06-23T14:05:10.140243+00:00 2021-06-23T14:05:13.411277+00:00 0:00:03.271034 44947 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T14:05:07.788215+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T13:00:00+00:00 EmrJobFlowSensor 2021-06-23T14:01:07.749281+00:00 2021-06-23T14:11:10.597695+00:00 0:10:02.848414 44946 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T14:01:05.387288+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T13:00:00+00:00 EmrJobFlowSensor 2021-06-23T14:00:55.501354+00:00 2021-06-23T14:17:59.154339+00:00 0:17:03.652985 44945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T14:00:53.374046+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T14:00:45.612469+00:00 2021-06-23T14:00:47.293171+00:00 0:00:01.680702 44944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T14:00:43.366873+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T14:00:33.454028+00:00 2021-06-23T14:00:35.160844+00:00 0:00:01.706816 44943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T14:00:31.351124+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T13:00:00+00:00 PythonOperator 2021-06-23T14:00:25.699562+00:00 2021-06-23T14:00:29.155790+00:00 0:00:03.456228 44942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T14:00:23.320235+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T13:00:00+00:00 PythonOperator 2021-06-23T14:00:11.961222+00:00 2021-06-23T14:00:15.585965+00:00 0:00:03.624743 44941 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T14:00:09.352877+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T13:42:27.715493+00:00 EmrJobFlowSensor 2021-06-23T13:43:19.198221+00:00 2021-06-23T14:31:27.563185+00:00 0:48:08.364964 44939 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T13:43:16.953317+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T13:42:27.715493+00:00 EmrCreateJobFlowOperator 2021-06-23T13:42:59.108431+00:00 2021-06-23T13:43:00.765576+00:00 0:00:01.657145 44938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T13:42:56.933310+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T13:42:27.715493+00:00 PythonOperator 2021-06-23T13:42:37.065799+00:00 2021-06-23T13:42:40.815968+00:00 0:00:03.750169 44937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T13:42:34.915276+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T12:00:00+00:00 EmrJobFlowSensor 2021-06-23T13:11:19.865728+00:00 2021-06-23T13:20:22.717326+00:00 0:09:02.851598 44936 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T13:11:17.506775+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T13:10:57.621918+00:00 2021-06-23T13:10:59.365891+00:00 0:00:01.743973 44935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T13:10:55.468817+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T12:00:00+00:00 PythonOperator 2021-06-23T13:10:35.790830+00:00 2021-06-23T13:10:39.401112+00:00 0:00:03.610282 44934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T13:10:33.462819+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T12:00:00+00:00 TriggerDagRunOperator 2021-06-23T13:10:29.964633+00:00 2021-06-23T13:10:30.491912+00:00 0:00:00.527279 44933 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T13:10:27.425545+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T12:00:00+00:00 TriggerDagRunOperator 2021-06-23T13:10:29.791325+00:00 2021-06-23T13:10:30.199123+00:00 0:00:00.407798 44932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T13:10:27.425505+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T12:05:00+00:00 EmrJobFlowSensor 2021-06-23T13:05:55.361152+00:00 2021-06-23T13:14:57.896610+00:00 0:09:02.535458 44931 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T13:05:52.960423+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T13:05:33.332144+00:00 2021-06-23T13:05:35.125835+00:00 0:00:01.793691 44930 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T13:05:30.873500+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T12:05:00+00:00 PythonOperator 2021-06-23T13:05:11.072896+00:00 2021-06-23T13:05:14.711643+00:00 0:00:03.638747 44929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T13:05:08.861173+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T12:00:00+00:00 EmrJobFlowSensor 2021-06-23T13:01:04.951678+00:00 2021-06-23T13:23:09.401440+00:00 0:22:04.449762 44928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T13:01:02.267588+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T12:00:00+00:00 EmrJobFlowSensor 2021-06-23T13:01:02.520983+00:00 2021-06-23T13:10:05.527212+00:00 0:09:03.006229 44927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T13:01:00.291326+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T13:00:42.257679+00:00 2021-06-23T13:00:44.054318+00:00 0:00:01.796639 44926 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T13:00:40.093192+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T13:00:40.272409+00:00 2021-06-23T13:00:41.975707+00:00 0:00:01.703298 44925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T13:00:38.092289+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T12:00:00+00:00 PythonOperator 2021-06-23T13:00:22.181818+00:00 2021-06-23T13:00:25.737530+00:00 0:00:03.555712 44924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T13:00:20.035023+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T12:00:00+00:00 PythonOperator 2021-06-23T13:00:20.822796+00:00 2021-06-23T13:00:24.376337+00:00 0:00:03.553541 44923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T13:00:18.035302+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T11:00:00+00:00 EmrJobFlowSensor 2021-06-23T12:31:17.386162+00:00 2021-06-23T12:52:21.693917+00:00 0:21:04.307755 44921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T12:31:15.287631+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T12:30:57.356159+00:00 2021-06-23T12:30:59.075673+00:00 0:00:01.719514 44920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T12:30:55.269979+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T11:00:00+00:00 PythonOperator 2021-06-23T12:29:37.263497+00:00 2021-06-23T12:29:40.950211+00:00 0:00:03.686714 44919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T12:29:35.197786+00:00 2 default_pool
success livepop-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T12:28:54.456823+00:00 PythonOperator 2021-06-23T12:29:15.532118+00:00 2021-06-23T12:29:19.509336+00:00 0:00:03.977218 44918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T12:29:13.176867+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T11:00:00+00:00 EmrJobFlowSensor 2021-06-23T12:11:36.082114+00:00 2021-06-23T12:21:38.941659+00:00 0:10:02.859545 44917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T12:11:33.523963+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T12:11:13.912302+00:00 2021-06-23T12:11:15.617713+00:00 0:00:01.705411 44916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T12:11:11.565912+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T11:00:00+00:00 PythonOperator 2021-06-23T12:10:52.149412+00:00 2021-06-23T12:10:55.777366+00:00 0:00:03.627954 44915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T12:10:49.434989+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T11:00:00+00:00 TriggerDagRunOperator 2021-06-23T12:10:43.958623+00:00 2021-06-23T12:10:44.457657+00:00 0:00:00.499034 44914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T12:10:41.418426+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T11:00:00+00:00 TriggerDagRunOperator 2021-06-23T12:10:43.708984+00:00 2021-06-23T12:10:44.120911+00:00 0:00:00.411927 44913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T12:10:41.418459+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T11:05:00+00:00 EmrJobFlowSensor 2021-06-23T12:05:49.495668+00:00 2021-06-23T12:14:52.083976+00:00 0:09:02.588308 44912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T12:05:47.059205+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-23T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-23T12:05:27.168839+00:00 2021-06-23T12:05:28.805372+00:00 0:00:01.636533 44911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T12:05:25.048075+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-23T11:05:00+00:00 PythonOperator 2021-06-23T12:05:05.556660+00:00 2021-06-23T12:05:08.843383+00:00 0:00:03.286723 44910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T12:05:03.059212+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-23T11:00:00+00:00 EmrJobFlowSensor 2021-06-23T12:01:16.866423+00:00 2021-06-23T12:10:19.572551+00:00 0:09:02.706128 44909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T12:01:14.723042+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-23T11:00:00+00:00 EmrJobFlowSensor 2021-06-23T12:00:54.989192+00:00 2021-06-23T12:21:59.525531+00:00 0:21:04.536339 44908 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T12:00:52.703578+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-23T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T12:00:40.913002+00:00 2021-06-23T12:00:42.744149+00:00 0:00:01.831147 44907 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-23T12:00:38.690380+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-23T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T12:00:26.796366+00:00 2021-06-23T12:00:28.586261+00:00 0:00:01.789895 44906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T12:00:24.628395+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-23T11:00:00+00:00 PythonOperator 2021-06-23T12:00:14.786810+00:00 2021-06-23T12:00:18.368067+00:00 0:00:03.581257 44905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-23T12:00:12.614159+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-23T11:00:00+00:00 PythonOperator 2021-06-23T12:00:05.452263+00:00 2021-06-23T12:00:09.107721+00:00 0:00:03.655458 44904 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T12:00:02.617873+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-23T10:00:00+00:00 EmrJobFlowSensor 2021-06-23T11:12:17.554992+00:00 2021-06-23T11:22:20.268133+00:00 0:10:02.713141 44902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T11:12:15.395979+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-23T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-23T11:11:57.494949+00:00 2021-06-23T11:11:59.260354+00:00 0:00:01.765405 44901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-23T11:11:55.306217+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-23T10:00:00+00:00 PythonOperator 2021-06-23T11:11:35.785928+00:00 2021-06-23T11:11:39.099337+00:00 0:00:03.313409 44900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-23T11:11:33.358646+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-23T10:00:00+00:00 TriggerDagRunOperator 2021-06-23T11:11:21.602697+00:00 2021-06-23T11:11:22.104683+00:00 0:00:00.501986 44899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T11:11:19.244394+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-23T10:00:00+00:00 TriggerDagRunOperator 2021-06-23T11:11:21.520417+00:00 2021-06-23T11:11:21.902622+00:00 0:00:00.382205 44898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T11:11:19.244441+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-23T10:05:00+00:00 EmrJobFlowSensor 2021-06-23T11:06:05.029001+00:00 2021-06-23T11:14:07.578567+00:00 0:08:02.549566 44897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-23T11:06:02.721122+00:00 2 default_pool