Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2020-10-29T21:00:00+00:00 EmrJobFlowSensor 2020-10-29T22:00:31.742632+00:00 2020-10-29T22:12:34.924576+00:00 0:12:03.181944 4894 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T22:00:30.074634+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T21:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T22:00:21.823510+00:00 2020-10-29T22:00:23.563584+00:00 0:00:01.740074 4893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T22:00:20.067995+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T21:00:00+00:00 PythonOperator 2020-10-29T22:00:11.858205+00:00 2020-10-29T22:00:14.738796+00:00 0:00:02.880591 4892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T22:00:10.077538+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T20:00:00+00:00 EmrJobFlowSensor 2020-10-29T21:00:29.008907+00:00 2020-10-29T21:11:32.103872+00:00 0:11:03.094965 4890 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T21:00:27.211661+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T20:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T21:00:19.007971+00:00 2020-10-29T21:00:20.753814+00:00 0:00:01.745843 4889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T21:00:17.202840+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T20:00:00+00:00 PythonOperator 2020-10-29T21:00:08.985769+00:00 2020-10-29T21:00:11.841296+00:00 0:00:02.855527 4888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T21:00:07.194233+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T19:00:00+00:00 EmrJobFlowSensor 2020-10-29T20:00:29.739003+00:00 2020-10-29T20:12:33.003980+00:00 0:12:03.264977 4886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T20:00:27.767225+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T19:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T20:00:19.840912+00:00 2020-10-29T20:00:21.610236+00:00 0:00:01.769324 4885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T20:00:17.756459+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T19:00:00+00:00 PythonOperator 2020-10-29T20:00:11.699498+00:00 2020-10-29T20:00:14.599617+00:00 0:00:02.900119 4884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T20:00:09.749667+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T18:00:00+00:00 EmrJobFlowSensor 2020-10-29T19:00:30.947346+00:00 2020-10-29T19:12:34.124088+00:00 0:12:03.176742 4882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T19:00:29.043224+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T18:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T19:00:20.775795+00:00 2020-10-29T19:00:22.507474+00:00 0:00:01.731679 4881 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T19:00:19.039235+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T18:00:00+00:00 PythonOperator 2020-10-29T19:00:12.796664+00:00 2020-10-29T19:00:15.766322+00:00 0:00:02.969658 4880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T19:00:11.028970+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T17:00:00+00:00 EmrJobFlowSensor 2020-10-29T18:00:29.260973+00:00 2020-10-29T18:12:32.414045+00:00 0:12:03.153072 4878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T18:00:27.521130+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T17:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T18:00:19.381875+00:00 2020-10-29T18:00:21.077261+00:00 0:00:01.695386 4877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T18:00:17.508314+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T17:00:00+00:00 PythonOperator 2020-10-29T18:00:09.251042+00:00 2020-10-29T18:00:12.123864+00:00 0:00:02.872822 4876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T18:00:07.497860+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T16:00:00+00:00 EmrJobFlowSensor 2020-10-29T17:00:28.117460+00:00 2020-10-29T17:12:31.271604+00:00 0:12:03.154144 4874 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T17:00:26.354986+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T16:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T17:00:18.532957+00:00 2020-10-29T17:00:20.359264+00:00 0:00:01.826307 4873 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T17:00:16.373804+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T16:00:00+00:00 PythonOperator 2020-10-29T17:00:08.351475+00:00 2020-10-29T17:00:11.269713+00:00 0:00:02.918238 4872 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T17:00:06.351485+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T15:00:00+00:00 EmrJobFlowSensor 2020-10-29T16:00:32.087381+00:00 2020-10-29T16:12:35.228428+00:00 0:12:03.141047 4870 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T16:00:30.236195+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T15:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T16:00:22.089246+00:00 2020-10-29T16:00:23.942015+00:00 0:00:01.852769 4869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T16:00:20.187422+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T15:00:00+00:00 PythonOperator 2020-10-29T16:00:12.465897+00:00 2020-10-29T16:00:15.409346+00:00 0:00:02.943449 4868 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T16:00:10.130007+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T14:00:00+00:00 EmrJobFlowSensor 2020-10-29T15:00:23.234496+00:00 2020-10-29T15:11:26.265313+00:00 0:11:03.030817 4866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T15:00:21.309019+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T14:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T15:00:13.237294+00:00 2020-10-29T15:00:15.026689+00:00 0:00:01.789395 4865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T15:00:11.325107+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T14:00:00+00:00 PythonOperator 2020-10-29T15:00:05.108155+00:00 2020-10-29T15:00:07.957052+00:00 0:00:02.848897 4864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T15:00:03.314481+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T13:00:00+00:00 EmrJobFlowSensor 2020-10-29T14:00:30.554830+00:00 2020-10-29T14:12:33.829069+00:00 0:12:03.274239 4862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T14:00:28.263062+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T13:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T14:00:20.036588+00:00 2020-10-29T14:00:21.801859+00:00 0:00:01.765271 4861 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T14:00:18.211999+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T13:00:00+00:00 PythonOperator 2020-10-29T14:00:10.769106+00:00 2020-10-29T14:00:13.829702+00:00 0:00:03.060596 4860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T14:00:08.272431+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T12:00:00+00:00 EmrJobFlowSensor 2020-10-29T13:00:27.477008+00:00 2020-10-29T13:12:30.591965+00:00 0:12:03.114957 4858 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T13:00:25.595068+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T12:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T13:00:17.243151+00:00 2020-10-29T13:00:19.028101+00:00 0:00:01.784950 4857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T13:00:15.581972+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T12:00:00+00:00 PythonOperator 2020-10-29T13:00:09.281743+00:00 2020-10-29T13:00:12.213019+00:00 0:00:02.931276 4856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T13:00:07.578845+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T11:00:00+00:00 EmrJobFlowSensor 2020-10-29T12:00:26.857923+00:00 2020-10-29T12:12:29.968700+00:00 0:12:03.110777 4854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T12:00:25.113505+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T11:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T12:00:18.836266+00:00 2020-10-29T12:00:20.556737+00:00 0:00:01.720471 4853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T12:00:17.089016+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T11:00:00+00:00 PythonOperator 2020-10-29T12:00:08.822640+00:00 2020-10-29T12:00:11.672947+00:00 0:00:02.850307 4852 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T12:00:07.080043+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T10:00:00+00:00 EmrJobFlowSensor 2020-10-29T11:00:30.788296+00:00 2020-10-29T11:12:33.980747+00:00 0:12:03.192451 4850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T11:00:28.428826+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T10:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T11:00:20.318478+00:00 2020-10-29T11:00:21.992177+00:00 0:00:01.673699 4849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T11:00:18.417146+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T10:00:00+00:00 PythonOperator 2020-10-29T11:00:12.349734+00:00 2020-10-29T11:00:15.229754+00:00 0:00:02.880020 4848 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T11:00:10.401936+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 check_cluster_status 2020-10-29T04:48:14.575748+00:00 EmrJobFlowSensor 2020-10-29T10:17:22.257621+00:00 4846 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T10:17:20.587411+00:00 4 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_cluster_and_add_emr_steps 2020-10-29T04:48:14.575748+00:00 EmrCreateJobFlowOperator 2020-10-29T10:17:12.279426+00:00 2020-10-29T10:17:13.998413+00:00 0:00:01.718987 4845 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T10:17:10.589634+00:00 3 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_emr_steps 2020-10-29T04:48:14.575748+00:00 PythonOperator 2020-10-29T10:17:04.213215+00:00 2020-10-29T10:17:06.901085+00:00 0:00:02.687870 4844 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T10:17:02.568750+00:00 4 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T09:00:00+00:00 EmrJobFlowSensor 2020-10-29T10:00:23.570793+00:00 2020-10-29T10:12:26.755036+00:00 0:12:03.184243 4841 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T10:00:21.658831+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T09:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T10:00:13.499706+00:00 2020-10-29T10:00:15.283164+00:00 0:00:01.783458 4840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T10:00:11.664418+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T09:00:00+00:00 PythonOperator 2020-10-29T10:00:03.414350+00:00 2020-10-29T10:00:06.366073+00:00 0:00:02.951723 4839 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T10:00:01.639706+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T08:00:00+00:00 EmrJobFlowSensor 2020-10-29T09:20:59.666461+00:00 2020-10-29T09:33:02.909928+00:00 0:12:03.243467 4837 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T09:20:57.793821+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T08:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T09:20:49.735403+00:00 2020-10-29T09:20:51.464748+00:00 0:00:01.729345 4836 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T09:20:47.785509+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T08:00:00+00:00 PythonOperator 2020-10-29T09:20:39.654101+00:00 2020-10-29T09:20:42.607347+00:00 0:00:02.953246 4835 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T09:20:37.767724+00:00 2 default_pool
success missing-dr-check-job_v002 check_cluster_status 2020-10-28T07:30:00+00:00 EmrJobFlowSensor 2020-10-29T07:30:29.832497+00:00 2020-10-29T07:39:32.457524+00:00 0:09:02.625027 4832 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T07:30:27.982469+00:00 2 default_pool
success daily-import-job_v002 check_cluster_status 2020-10-28T07:30:00+00:00 EmrJobFlowSensor 2020-10-29T07:30:25.635905+00:00 2020-10-29T07:39:28.234508+00:00 0:09:02.598603 4831 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T07:30:23.988897+00:00 2 default_pool
success missing-dr-check-job_v002 create_cluster_and_add_emr_steps 2020-10-28T07:30:00+00:00 EmrCreateJobFlowOperator 2020-10-29T07:30:20.049498+00:00 2020-10-29T07:30:21.768027+00:00 0:00:01.718529 4830 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T07:30:17.969102+00:00 2 default_pool
success daily-import-job_v002 create_cluster_and_add_emr_steps 2020-10-28T07:30:00+00:00 EmrCreateJobFlowOperator 2020-10-29T07:30:15.774893+00:00 2020-10-29T07:30:17.469080+00:00 0:00:01.694187 4829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T07:30:13.984836+00:00 2 default_pool
success missing-dr-check-job_v002 create_emr_steps 2020-10-28T07:30:00+00:00 PythonOperator 2020-10-29T07:30:09.965390+00:00 2020-10-29T07:30:12.630683+00:00 0:00:02.665293 4828 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T07:30:07.961246+00:00 2 default_pool
success daily-import-job_v002 create_emr_steps 2020-10-28T07:30:00+00:00 PythonOperator 2020-10-29T07:30:05.700353+00:00 2020-10-29T07:30:08.551754+00:00 0:00:02.851401 4827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T07:30:03.966712+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T06:00:00+00:00 EmrJobFlowSensor 2020-10-29T07:00:50.429957+00:00 2020-10-29T07:12:53.408458+00:00 0:12:02.978501 4826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T07:00:48.305771+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T06:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T07:00:30.377833+00:00 2020-10-29T07:00:32.107123+00:00 0:00:01.729290 4825 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T07:00:28.289434+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T06:00:00+00:00 PythonOperator 2020-10-29T07:00:12.158290+00:00 2020-10-29T07:00:14.968082+00:00 0:00:02.809792 4824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T07:00:10.271311+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-10-29T05:00:00+00:00 EmrJobFlowSensor 2020-10-29T06:46:43.277800+00:00 2020-10-29T06:58:46.288171+00:00 0:12:03.010371 4822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T06:46:41.424312+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-10-29T05:00:00+00:00 EmrCreateJobFlowOperator 2020-10-29T06:46:33.394773+00:00 2020-10-29T06:46:35.192203+00:00 0:00:01.797430 4821 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T06:46:31.418259+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2020-10-29T05:00:00+00:00 PythonOperator 2020-10-29T06:46:25.165495+00:00 2020-10-29T06:46:27.958495+00:00 0:00:02.793000 4820 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T06:46:23.409900+00:00 2 default_pool
success pop-quality-check_v002 check_cluster_status 2020-10-29T05:47:13.908679+00:00 EmrJobFlowSensor 2020-10-29T05:47:51.857813+00:00 2020-10-29T05:57:54.563640+00:00 0:10:02.705827 4819 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T05:47:50.087165+00:00 2 default_pool
success pop-quality-check_v002 create_cluster_and_add_emr_steps 2020-10-29T05:47:13.908679+00:00 EmrCreateJobFlowOperator 2020-10-29T05:47:44.031332+00:00 2020-10-29T05:47:45.635110+00:00 0:00:01.603778 4818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T05:47:42.097936+00:00 2 default_pool
success pop-quality-check_v002 create_emr_steps 2020-10-29T05:47:13.908679+00:00 PythonOperator 2020-10-29T05:47:33.847180+00:00 2020-10-29T05:47:36.509720+00:00 0:00:02.662540 4817 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T05:47:32.090638+00:00 2 default_pool
success missing-dr-check-job_v002 check_cluster_status 2020-10-29T05:37:49.991290+00:00 EmrJobFlowSensor 2020-10-29T05:38:21.863776+00:00 2020-10-29T05:47:24.477702+00:00 0:09:02.613926 4815 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-29T05:38:20.149059+00:00 2 default_pool
success missing-dr-check-job_v002 create_cluster_and_add_emr_steps 2020-10-29T05:37:49.991290+00:00 EmrCreateJobFlowOperator 2020-10-29T05:38:11.805844+00:00 2020-10-29T05:38:13.457281+00:00 0:00:01.651437 4814 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-29T05:38:10.117977+00:00 2 default_pool
success missing-dr-check-job_v002 create_emr_steps 2020-10-29T05:37:49.991290+00:00 PythonOperator 2020-10-29T05:38:03.878345+00:00 2020-10-29T05:38:06.552598+00:00 0:00:02.674253 4813 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-29T05:38:02.109467+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2020-10-27T23:00:00+00:00 EmrJobFlowSensor 2020-10-28T23:00:31.864178+00:00 2020-10-28T23:10:34.620961+00:00 0:10:02.756783 4803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T23:00:30.072958+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2020-10-27T23:00:00+00:00 EmrCreateJobFlowOperator 2020-10-28T23:00:21.755394+00:00 2020-10-28T23:00:23.443007+00:00 0:00:01.687613 4802 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T23:00:20.068179+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2020-10-27T23:00:00+00:00 PythonOperator 2020-10-28T23:00:12.106323+00:00 2020-10-28T23:00:14.944953+00:00 0:00:02.838630 4801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T23:00:10.058337+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 check_cluster_status 2020-10-28T14:52:21.186140+00:00 EmrJobFlowSensor 2020-10-28T14:52:52.809302+00:00 2020-10-28T15:14:57.137454+00:00 0:22:04.328152 4792 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T14:52:50.998759+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_cluster_and_add_emr_steps 2020-10-28T14:52:21.186140+00:00 EmrCreateJobFlowOperator 2020-10-28T14:52:42.727225+00:00 2020-10-28T14:52:44.438404+00:00 0:00:01.711179 4791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T14:52:40.978015+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_emr_steps 2020-10-28T14:52:21.186140+00:00 PythonOperator 2020-10-28T14:52:32.703268+00:00 2020-10-28T14:52:35.386795+00:00 0:00:02.683527 4790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T14:52:30.983201+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 check_cluster_status 2020-10-28T12:21:59.155676+00:00 EmrJobFlowSensor 2020-10-28T12:22:24.240339+00:00 2020-10-28T12:44:28.630710+00:00 0:22:04.390371 4786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T12:22:22.486027+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_cluster_and_add_emr_steps 2020-10-28T12:21:59.155676+00:00 EmrCreateJobFlowOperator 2020-10-28T12:22:14.600107+00:00 2020-10-28T12:22:16.363150+00:00 0:00:01.763043 4785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T12:22:12.449979+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_emr_steps 2020-10-28T12:21:59.155676+00:00 PythonOperator 2020-10-28T12:22:04.653926+00:00 2020-10-28T12:22:07.189453+00:00 0:00:02.535527 4784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T12:22:02.440667+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 check_cluster_status 2020-10-28T12:06:44.200219+00:00 EmrJobFlowSensor 2020-10-28T12:07:11.250151+00:00 2020-10-28T12:17:14.171836+00:00 0:10:02.921685 4783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T12:07:09.355284+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_cluster_and_add_emr_steps 2020-10-28T12:06:44.200219+00:00 EmrCreateJobFlowOperator 2020-10-28T12:07:01.102493+00:00 2020-10-28T12:07:02.836493+00:00 0:00:01.734000 4782 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T12:06:59.356194+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_emr_steps 2020-10-28T12:06:44.200219+00:00 PythonOperator 2020-10-28T12:06:51.195231+00:00 2020-10-28T12:06:53.712576+00:00 0:00:02.517345 4781 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T12:06:49.443524+00:00 2 default_pool
failed 24hrPOP-Aggregator-ModelTransform_v002 check_cluster_status 2020-10-28T11:57:19.054035+00:00 EmrJobFlowSensor 2020-10-28T11:57:50.721583+00:00 2020-10-28T12:07:53.503529+00:00 0:10:02.781946 4780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T11:57:48.759406+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_cluster_and_add_emr_steps 2020-10-28T11:57:19.054035+00:00 EmrCreateJobFlowOperator 2020-10-28T11:57:40.438560+00:00 2020-10-28T11:57:42.105417+00:00 0:00:01.666857 4779 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T11:57:38.725848+00:00 2 default_pool
success 24hrPOP-Aggregator-ModelTransform_v002 create_emr_steps 2020-10-28T11:57:19.054035+00:00 PythonOperator 2020-10-28T11:57:30.958182+00:00 2020-10-28T11:57:33.535343+00:00 0:00:02.577161 4778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T11:57:28.720214+00:00 2 default_pool
success drm-migration-job_v002 check_cluster_status 2020-10-28T10:20:00+00:00 EmrJobFlowSensor 2020-10-28T11:20:32.088179+00:00 2020-10-28T11:30:34.963416+00:00 0:10:02.875237 4776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T11:20:29.970553+00:00 2 default_pool
success drm-migration-job_v002 create_cluster_and_add_emr_steps 2020-10-28T10:20:00+00:00 EmrCreateJobFlowOperator 2020-10-28T11:20:21.881505+00:00 2020-10-28T11:20:23.555208+00:00 0:00:01.673703 4775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T11:20:19.952404+00:00 2 default_pool
success drm-migration-job_v002 create_emr_steps 2020-10-28T10:20:00+00:00 PythonOperator 2020-10-28T11:20:11.714754+00:00 2020-10-28T11:20:14.358418+00:00 0:00:02.643664 4774 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T11:20:09.974188+00:00 2 default_pool
success drm-migration-job_v002 check_cluster_status 2020-10-28T09:20:00+00:00 EmrJobFlowSensor 2020-10-28T10:20:45.643350+00:00 2020-10-28T10:29:48.311257+00:00 0:09:02.667907 4772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T10:20:43.466749+00:00 2 default_pool
success drm-migration-job_v002 create_cluster_and_add_emr_steps 2020-10-28T09:20:00+00:00 EmrCreateJobFlowOperator 2020-10-28T10:20:27.083346+00:00 2020-10-28T10:20:28.708636+00:00 0:00:01.625290 4771 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T10:20:25.379577+00:00 2 default_pool
success drm-migration-job_v002 create_emr_steps 2020-10-28T09:20:00+00:00 PythonOperator 2020-10-28T10:20:07.997373+00:00 2020-10-28T10:20:11.044934+00:00 0:00:03.047561 4770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T10:20:05.349992+00:00 2 default_pool
success drm-migration-job_v002 check_cluster_status 2020-10-28T08:20:00+00:00 EmrJobFlowSensor 2020-10-28T09:20:23.396564+00:00 2020-10-28T09:30:26.169567+00:00 0:10:02.773003 4768 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T09:20:21.690444+00:00 2 default_pool
success drm-migration-job_v002 create_cluster_and_add_emr_steps 2020-10-28T08:20:00+00:00 EmrCreateJobFlowOperator 2020-10-28T09:20:15.423770+00:00 2020-10-28T09:20:17.084254+00:00 0:00:01.660484 4767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T09:20:13.688135+00:00 2 default_pool
success drm-migration-job_v002 create_emr_steps 2020-10-28T08:20:00+00:00 PythonOperator 2020-10-28T09:20:05.491316+00:00 2020-10-28T09:20:08.155721+00:00 0:00:02.664405 4766 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T09:20:03.691730+00:00 2 default_pool
success drm-migration-job_v002 check_cluster_status 2020-10-28T07:20:00+00:00 EmrJobFlowSensor 2020-10-28T08:20:26.969564+00:00 2020-10-28T08:29:29.567743+00:00 0:09:02.598179 4764 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T08:20:25.009528+00:00 2 default_pool
success drm-migration-job_v002 create_cluster_and_add_emr_steps 2020-10-28T07:20:00+00:00 EmrCreateJobFlowOperator 2020-10-28T08:20:16.641737+00:00 2020-10-28T08:20:18.298831+00:00 0:00:01.657094 4763 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T08:20:15.003250+00:00 2 default_pool
success drm-migration-job_v002 create_emr_steps 2020-10-28T07:20:00+00:00 PythonOperator 2020-10-28T08:20:08.755766+00:00 2020-10-28T08:20:11.380792+00:00 0:00:02.625026 4762 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T08:20:06.993420+00:00 2 default_pool
success daily-import-job_v002 check_cluster_status 2020-10-27T07:30:00+00:00 EmrJobFlowSensor 2020-10-28T07:30:30.591750+00:00 2020-10-28T07:40:33.350001+00:00 0:10:02.758251 4760 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T07:30:28.663615+00:00 2 default_pool
success daily-import-job_v002 create_cluster_and_add_emr_steps 2020-10-27T07:30:00+00:00 EmrCreateJobFlowOperator 2020-10-28T07:30:20.458080+00:00 2020-10-28T07:30:22.127936+00:00 0:00:01.669856 4759 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T07:30:18.657697+00:00 2 default_pool
success daily-import-job_v002 create_emr_steps 2020-10-27T07:30:00+00:00 PythonOperator 2020-10-28T07:30:12.328229+00:00 2020-10-28T07:30:14.942972+00:00 0:00:02.614743 4758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T07:30:10.631413+00:00 2 default_pool
success drm-migration-job_v002 check_cluster_status 2020-10-28T06:20:00+00:00 EmrJobFlowSensor 2020-10-28T07:20:31.828210+00:00 2020-10-28T07:29:34.504330+00:00 0:09:02.676120 4757 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T07:20:30.094563+00:00 2 default_pool
success drm-migration-job_v002 create_cluster_and_add_emr_steps 2020-10-28T06:20:00+00:00 EmrCreateJobFlowOperator 2020-10-28T07:20:21.726413+00:00 2020-10-28T07:20:23.408499+00:00 0:00:01.682086 4756 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T07:20:20.081215+00:00 2 default_pool
success drm-migration-job_v002 create_emr_steps 2020-10-28T06:20:00+00:00 PythonOperator 2020-10-28T07:20:13.810111+00:00 2020-10-28T07:20:16.445813+00:00 0:00:02.635702 4755 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T07:20:12.077794+00:00 2 default_pool
success drm-migration-job_v002 check_cluster_status 2020-10-28T05:20:00+00:00 EmrJobFlowSensor 2020-10-28T06:20:24.795615+00:00 2020-10-28T06:30:27.491384+00:00 0:10:02.695769 4753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T06:20:23.077360+00:00 2 default_pool
success drm-migration-job_v002 create_cluster_and_add_emr_steps 2020-10-28T05:20:00+00:00 EmrCreateJobFlowOperator 2020-10-28T06:20:16.838565+00:00 2020-10-28T06:20:18.476362+00:00 0:00:01.637797 4752 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2020-10-28T06:20:15.055059+00:00 2 default_pool
success drm-migration-job_v002 create_emr_steps 2020-10-28T05:20:00+00:00 PythonOperator 2020-10-28T06:20:06.810988+00:00 2020-10-28T06:20:09.500439+00:00 0:00:02.689451 4751 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2020-10-28T06:20:05.041609+00:00 2 default_pool
success drm-migration-job_v002 check_cluster_status 2020-10-28T06:16:29.002217+00:00 EmrJobFlowSensor 2020-10-28T06:16:56.503377+00:00 2020-10-28T06:25:59.083382+00:00 0:09:02.580005 4750 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2020-10-28T06:16:54.862734+00:00 2 default_pool