Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-19T19:00:00+00:00 TriggerDagRunOperator 2021-03-19T20:11:05.290670+00:00 2021-03-19T20:11:05.838774+00:00 0:00:00.548104 9928 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T20:11:02.986792+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-19T19:00:00+00:00 TriggerDagRunOperator 2021-03-19T20:11:05.204182+00:00 2021-03-19T20:11:05.647865+00:00 0:00:00.443683 9927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T20:11:02.986760+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-19T19:00:00+00:00 EmrJobFlowSensor 2021-03-19T20:00:48.032216+00:00 2021-03-19T20:10:50.740368+00:00 0:10:02.708152 9926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T20:00:45.876683+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-19T19:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T20:00:30.468015+00:00 2021-03-19T20:00:32.348503+00:00 0:00:01.880488 9925 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-19T20:00:27.937410+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-19T19:00:00+00:00 PythonOperator 2021-03-19T20:00:14.365345+00:00 2021-03-19T20:00:17.068869+00:00 0:00:02.703524 9924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-19T20:00:11.843078+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-03-19T18:00:00+00:00 EmrJobFlowSensor 2021-03-19T19:12:04.167504+00:00 2021-03-19T19:31:08.261062+00:00 0:19:04.093558 9922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T19:12:01.798264+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-03-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T19:11:47.988709+00:00 2021-03-19T19:11:49.749022+00:00 0:00:01.760313 9921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T19:11:45.776354+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-19T18:00:00+00:00 PythonOperator 2021-03-19T19:11:29.990579+00:00 2021-03-19T19:11:32.740191+00:00 0:00:02.749612 9920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T19:11:27.766403+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-19T18:00:00+00:00 TriggerDagRunOperator 2021-03-19T19:11:11.902251+00:00 2021-03-19T19:11:12.470067+00:00 0:00:00.567816 9919 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T19:11:09.686733+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-19T18:00:00+00:00 TriggerDagRunOperator 2021-03-19T19:11:11.818189+00:00 2021-03-19T19:11:12.211153+00:00 0:00:00.392964 9918 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T19:11:09.686704+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-19T18:00:00+00:00 EmrJobFlowSensor 2021-03-19T19:00:50.850365+00:00 2021-03-19T19:10:53.826983+00:00 0:10:02.976618 9917 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T19:00:48.607640+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-19T18:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T19:00:28.828989+00:00 2021-03-19T19:00:30.502739+00:00 0:00:01.673750 9916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-19T19:00:26.586758+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-19T18:00:00+00:00 PythonOperator 2021-03-19T19:00:10.975263+00:00 2021-03-19T19:00:13.844386+00:00 0:00:02.869123 9915 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-19T19:00:08.572923+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-03-19T17:00:00+00:00 EmrJobFlowSensor 2021-03-19T18:11:57.996896+00:00 2021-03-19T18:21:00.582605+00:00 0:09:02.585709 9913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T18:11:55.784926+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-03-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T18:11:40.233865+00:00 2021-03-19T18:11:42.072399+00:00 0:00:01.838534 9912 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T18:11:37.771351+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-19T17:00:00+00:00 PythonOperator 2021-03-19T18:11:24.265888+00:00 2021-03-19T18:11:26.986542+00:00 0:00:02.720654 9911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T18:11:21.833994+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-19T17:00:00+00:00 TriggerDagRunOperator 2021-03-19T18:11:08.076625+00:00 2021-03-19T18:11:08.620984+00:00 0:00:00.544359 9910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T18:11:05.664674+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-19T17:00:00+00:00 TriggerDagRunOperator 2021-03-19T18:11:07.804032+00:00 2021-03-19T18:11:08.226321+00:00 0:00:00.422289 9909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T18:11:05.664644+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-19T17:00:00+00:00 EmrJobFlowSensor 2021-03-19T18:00:59.085546+00:00 2021-03-19T18:11:02.173648+00:00 0:10:03.088102 9908 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T18:00:56.581230+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-19T17:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T18:00:40.929077+00:00 2021-03-19T18:00:42.693492+00:00 0:00:01.764415 9907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-19T18:00:38.635035+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-19T17:00:00+00:00 PythonOperator 2021-03-19T18:00:24.879805+00:00 2021-03-19T18:00:27.676033+00:00 0:00:02.796228 9906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-19T18:00:22.554936+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-03-19T16:00:00+00:00 EmrJobFlowSensor 2021-03-19T17:11:02.112777+00:00 2021-03-19T17:21:04.841818+00:00 0:10:02.729041 9904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T17:10:59.966168+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-03-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T17:10:46.463077+00:00 2021-03-19T17:10:48.270279+00:00 0:00:01.807202 9903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T17:10:44.022457+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-19T16:00:00+00:00 PythonOperator 2021-03-19T17:10:30.108706+00:00 2021-03-19T17:10:32.790714+00:00 0:00:02.682008 9902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T17:10:27.920765+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-19T16:00:00+00:00 TriggerDagRunOperator 2021-03-19T17:10:12.103407+00:00 2021-03-19T17:10:12.547463+00:00 0:00:00.444056 9901 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T17:10:09.791844+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-19T16:00:00+00:00 TriggerDagRunOperator 2021-03-19T17:10:12.128523+00:00 2021-03-19T17:10:12.756022+00:00 0:00:00.627499 9900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T17:10:09.791814+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-19T16:00:00+00:00 EmrJobFlowSensor 2021-03-19T17:00:52.926222+00:00 2021-03-19T17:09:55.344723+00:00 0:09:02.418501 9899 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T17:00:50.652948+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-19T16:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T17:00:35.051999+00:00 2021-03-19T17:00:36.742746+00:00 0:00:01.690747 9898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-19T17:00:32.623249+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-19T16:00:00+00:00 PythonOperator 2021-03-19T17:00:19.583393+00:00 2021-03-19T17:00:22.466079+00:00 0:00:02.882686 9897 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-19T17:00:16.544278+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-03-19T15:00:00+00:00 EmrJobFlowSensor 2021-03-19T16:12:39.994606+00:00 2021-03-19T16:21:42.501596+00:00 0:09:02.506990 9895 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T16:12:37.871563+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-03-19T15:00:00+00:00 EmrJobFlowSensor 2021-03-19T16:12:36.071880+00:00 2021-03-19T16:24:39.064979+00:00 0:12:02.993099 9894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T16:12:33.869122+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-03-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T16:12:24.384880+00:00 2021-03-19T16:12:26.228409+00:00 0:00:01.843529 9893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T16:12:21.918245+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-03-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T16:12:20.491900+00:00 2021-03-19T16:12:22.197015+00:00 0:00:01.705115 9892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T16:12:17.924941+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-19T15:00:00+00:00 PythonOperator 2021-03-19T16:12:06.875330+00:00 2021-03-19T16:12:09.846777+00:00 0:00:02.971447 9891 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T16:12:03.754874+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-03-19T15:00:00+00:00 PythonOperator 2021-03-19T16:12:04.910108+00:00 2021-03-19T16:12:08.325682+00:00 0:00:03.415574 9890 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T16:12:01.821352+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-19T15:00:00+00:00 TriggerDagRunOperator 2021-03-19T16:11:58.502561+00:00 2021-03-19T16:11:59.026874+00:00 0:00:00.524313 9889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T16:11:55.822969+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-19T15:00:00+00:00 TriggerDagRunOperator 2021-03-19T16:11:58.357014+00:00 2021-03-19T16:11:58.774116+00:00 0:00:00.417102 9888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T16:11:55.823012+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-19T16:06:17.273978+00:00 PythonOperator 2021-03-19T16:06:29.710833+00:00 2021-03-19T16:06:32.666046+00:00 0:00:02.955213 9887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T16:06:27.235399+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-19T15:00:00+00:00 EmrJobFlowSensor 2021-03-19T16:00:42.769956+00:00 2021-03-19T16:11:45.579843+00:00 0:11:02.809887 9886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T16:00:40.434350+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T16:00:26.916371+00:00 2021-03-19T16:00:28.740371+00:00 0:00:01.824000 9885 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-19T16:00:24.358004+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-19T15:00:00+00:00 PythonOperator 2021-03-19T16:00:10.727597+00:00 2021-03-19T16:00:13.514906+00:00 0:00:02.787309 9884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-19T16:00:08.307562+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-03-19T14:00:00+00:00 EmrJobFlowSensor 2021-03-19T15:30:42.173627+00:00 2021-03-19T15:56:47.085030+00:00 0:26:04.911403 9882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:30:39.873072+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-03-19T14:00:00+00:00 EmrJobFlowSensor 2021-03-19T15:30:32.298366+00:00 2021-03-19T15:57:37.130368+00:00 0:27:04.832002 9881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:30:29.920481+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-03-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T15:30:24.226510+00:00 2021-03-19T15:30:25.923831+00:00 0:00:01.697321 9880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T15:30:21.855295+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-03-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T15:30:10.256448+00:00 2021-03-19T15:30:12.083406+00:00 0:00:01.826958 9879 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T15:30:07.836224+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-19T14:00:00+00:00 PythonOperator 2021-03-19T15:30:02.264382+00:00 2021-03-19T15:30:04.986237+00:00 0:00:02.721855 9878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:29:59.816561+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-03-19T14:00:00+00:00 PythonOperator 2021-03-19T15:29:50.160449+00:00 2021-03-19T15:29:53.251589+00:00 0:00:03.091140 9877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:29:47.851455+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-19T14:00:00+00:00 TriggerDagRunOperator 2021-03-19T15:29:42.093002+00:00 2021-03-19T15:29:42.747339+00:00 0:00:00.654337 9876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:29:39.799352+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-19T14:00:00+00:00 TriggerDagRunOperator 2021-03-19T15:29:42.028573+00:00 2021-03-19T15:29:42.415989+00:00 0:00:00.387416 9875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:29:39.799379+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-17T13:00:00+00:00 PythonOperator 2021-03-19T15:09:15.979602+00:00 2021-03-19T15:09:18.656960+00:00 0:00:02.677358 9874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:09:13.553251+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-03-17T10:00:00+00:00 EmrJobFlowSensor 2021-03-19T15:08:42.165442+00:00 9873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:08:39.527115+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-17T12:10:54.380070+00:00 PythonOperator 2021-03-19T15:08:41.999578+00:00 2021-03-19T15:08:44.727416+00:00 0:00:02.727838 9872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:39.527069+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-03-17T12:10:54.380070+00:00 PythonOperator 2021-03-19T15:08:35.946577+00:00 2021-03-19T15:08:38.950648+00:00 0:00:03.004071 9871 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:33.526930+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-03-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T15:08:26.014868+00:00 2021-03-19T15:08:27.728364+00:00 0:00:01.713496 9870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T15:08:23.554494+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-03-17T10:00:00+00:00 PythonOperator 2021-03-19T15:08:20.246687+00:00 2021-03-19T15:08:23.290888+00:00 0:00:03.044201 9869 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:17.520952+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-11-18T14:11:35.930647+00:00 2021-03-19T15:08:20.006550+00:00 9868 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:08:17.520986+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-19T14:00:00+00:00 EmrJobFlowSensor 2021-03-19T15:08:13.713385+00:00 2021-03-19T15:29:18.067928+00:00 0:21:04.354543 9867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:11.402620+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-17T10:00:00+00:00 PythonOperator 2021-03-19T15:08:09.603221+00:00 2021-03-19T15:08:12.407913+00:00 0:00:02.804692 9866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:07.393749+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-11-18T14:11:35.930647+00:00 2021-03-19T15:08:03.943291+00:00 2021-03-19T15:08:05.845944+00:00 0:00:01.902653 9865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T15:08:01.389933+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T15:07:57.695083+00:00 2021-03-19T15:07:59.583953+00:00 0:00:01.888870 9864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-19T15:07:55.385513+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-19T14:00:00+00:00 PythonOperator 2021-03-19T15:07:40.087547+00:00 2021-03-19T15:07:42.983848+00:00 0:00:02.896301 9863 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-19T15:07:37.426103+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-19T11:13:43.001510+00:00 PythonOperator 2021-03-19T11:13:56.219188+00:00 2021-03-19T11:13:59.076162+00:00 0:00:02.856974 9859 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T11:13:53.597546+00:00 2 default_pool
success missing-dr-check-job_v002 check_cluster_status 2021-03-18T07:30:00+00:00 EmrJobFlowSensor 2021-03-19T07:30:48.208318+00:00 2021-03-19T07:41:50.938962+00:00 0:11:02.730644 9854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T07:30:45.985712+00:00 2 default_pool
success missing-dr-check-job_v002 create_cluster_and_add_emr_steps 2021-03-18T07:30:00+00:00 EmrCreateJobFlowOperator 2021-03-19T07:30:30.411637+00:00 2021-03-19T07:30:32.178668+00:00 0:00:01.767031 9853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T07:30:27.973792+00:00 2 default_pool
success missing-dr-check-job_v002 create_emr_steps 2021-03-18T07:30:00+00:00 PythonOperator 2021-03-19T07:30:14.233554+00:00 2021-03-19T07:30:16.913242+00:00 0:00:02.679688 9852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T07:30:11.956168+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-18T10:07:40.049983+00:00 PythonOperator 2021-03-18T10:07:56.733296+00:00 2021-03-18T10:07:59.494408+00:00 0:00:02.761112 9831 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T10:07:54.456127+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-18T10:03:43.917282+00:00 PythonOperator 2021-03-18T10:03:50.747266+00:00 2021-03-18T10:03:53.599405+00:00 0:00:02.852139 9830 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T10:03:48.135546+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-18T10:01:55.960691+00:00 PythonOperator 2021-03-18T10:02:12.278762+00:00 2021-03-18T10:02:15.155581+00:00 0:00:02.876819 9829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T10:02:09.873431+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-18T09:55:21.382375+00:00 PythonOperator 2021-03-18T09:55:32.617861+00:00 2021-03-18T09:55:35.431799+00:00 0:00:02.813938 9827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T09:55:30.286351+00:00 2 default_pool
success missing-dr-check-job_v002 check_cluster_status 2021-03-17T07:30:00+00:00 EmrJobFlowSensor 2021-03-18T07:30:53.493367+00:00 2021-03-18T07:38:56.065970+00:00 0:08:02.572603 9824 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T07:30:51.293003+00:00 2 default_pool
success missing-dr-check-job_v002 create_cluster_and_add_emr_steps 2021-03-17T07:30:00+00:00 EmrCreateJobFlowOperator 2021-03-18T07:30:23.776562+00:00 2021-03-18T07:30:25.640431+00:00 0:00:01.863869 9823 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-18T07:30:21.264644+00:00 2 default_pool
success missing-dr-check-job_v002 create_emr_steps 2021-03-17T07:30:00+00:00 PythonOperator 2021-03-18T07:30:08.074476+00:00 2021-03-18T07:30:10.950665+00:00 0:00:02.876189 9822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-18T07:30:05.260505+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-17T13:00:00+00:00 TriggerDagRunOperator 2021-03-17T14:12:13.847492+00:00 2021-03-17T14:12:14.410759+00:00 0:00:00.563267 9804 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T14:12:10.993605+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-17T13:00:00+00:00 TriggerDagRunOperator 2021-03-17T14:12:13.712127+00:00 2021-03-17T14:12:14.135699+00:00 0:00:00.423572 9803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T14:12:10.993639+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T13:00:00+00:00 EmrJobFlowSensor 2021-03-17T14:01:09.149086+00:00 2021-03-17T14:11:11.987129+00:00 0:10:02.838043 9801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T14:01:06.771061+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-03-17T14:00:30.886810+00:00 2021-03-17T14:00:32.660490+00:00 0:00:01.773680 9800 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T14:00:28.728499+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T13:00:00+00:00 PythonOperator 2021-03-17T14:00:15.427133+00:00 2021-03-17T14:00:18.251867+00:00 0:00:02.824734 9799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T14:00:12.726956+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T12:00:00+00:00 EmrJobFlowSensor 2021-03-17T13:00:43.783744+00:00 2021-03-17T13:06:53.454695+00:00 0:06:09.670951 9797 airflow 3 default 2021-03-17T13:00:41.413279+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-03-17T13:00:27.811816+00:00 2021-03-17T13:00:29.525699+00:00 0:00:01.713883 9796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T13:00:25.413793+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T12:00:00+00:00 PythonOperator 2021-03-17T13:00:11.693440+00:00 2021-03-17T13:00:14.556912+00:00 0:00:02.863472 9795 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T13:00:09.325354+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-17T12:10:54.380070+00:00 TriggerDagRunOperator 2021-03-17T12:20:53.227216+00:00 2021-03-17T12:20:53.667894+00:00 0:00:00.440678 9793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T12:20:50.551149+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-17T12:10:54.380070+00:00 TriggerDagRunOperator 2021-03-17T12:20:53.151290+00:00 2021-03-17T12:20:53.733042+00:00 0:00:00.581752 9792 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T12:20:50.551119+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T12:10:54.380070+00:00 EmrJobFlowSensor 2021-03-17T12:11:37.729850+00:00 2021-03-17T12:20:40.372541+00:00 0:09:02.642691 9791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T12:11:35.464503+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T12:10:54.380070+00:00 EmrCreateJobFlowOperator 2021-03-17T12:11:17.758909+00:00 2021-03-17T12:11:19.658338+00:00 0:00:01.899429 9790 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T12:11:15.460279+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T12:10:54.380070+00:00 PythonOperator 2021-03-17T12:11:01.690558+00:00 2021-03-17T12:11:04.535502+00:00 0:00:02.844944 9789 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T12:10:59.368852+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T11:00:00+00:00 EmrJobFlowSensor 2021-03-17T12:00:56.623086+00:00 9788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T12:00:54.339425+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-03-17T12:00:38.541297+00:00 2021-03-17T12:00:40.264157+00:00 0:00:01.722860 9787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T12:00:36.261815+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T11:00:00+00:00 PythonOperator 2021-03-17T12:00:16.502173+00:00 2021-03-17T12:00:19.324844+00:00 0:00:02.822671 9786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T12:00:14.245777+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-17T10:00:00+00:00 TriggerDagRunOperator 2021-03-17T11:57:08.387550+00:00 2021-03-17T11:57:08.934418+00:00 0:00:00.546868 9785 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T11:57:05.948340+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-17T10:00:00+00:00 TriggerDagRunOperator 2021-03-17T11:57:08.217785+00:00 2021-03-17T11:57:08.646286+00:00 0:00:00.428501 9784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T11:57:05.948372+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T10:00:00+00:00 EmrJobFlowSensor 2021-03-17T11:46:53.221255+00:00 2021-03-17T11:56:56.045868+00:00 0:10:02.824613 9783 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T11:46:50.922969+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-03-17T11:46:37.141964+00:00 2021-03-17T11:46:38.977144+00:00 0:00:01.835180 9782 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T11:46:34.863819+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T10:00:00+00:00 PythonOperator 2021-03-17T11:46:21.035992+00:00 2021-03-17T11:46:23.760152+00:00 0:00:02.724160 9781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T11:46:18.854309+00:00 2 default_pool
success missing-dr-check-job_v002 check_cluster_status 2021-03-16T07:30:00+00:00 EmrJobFlowSensor 2021-03-17T11:41:02.494925+00:00 2021-03-17T11:50:05.165918+00:00 0:09:02.670993 9780 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T11:41:00.247278+00:00 3 default_pool
success missing-dr-check-job_v002 create_cluster_and_add_emr_steps 2021-03-16T07:30:00+00:00 EmrCreateJobFlowOperator 2021-03-17T11:40:46.428027+00:00 2021-03-17T11:40:48.186525+00:00 0:00:01.758498 9779 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-17T11:40:44.223350+00:00 3 default_pool
success missing-dr-check-job_v002 create_emr_steps 2021-03-16T07:30:00+00:00 PythonOperator 2021-03-17T11:40:28.468536+00:00 2021-03-17T11:40:31.253953+00:00 0:00:02.785417 9778 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T11:40:26.184410+00:00 4 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-16T15:09:28.706762+00:00 EmrCreateJobFlowOperator 2021-03-16T15:13:01.159683+00:00 2021-03-16T15:13:02.920602+00:00 0:00:01.760919 9749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-16T15:12:59.296754+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-16T14:00:00+00:00 EmrJobFlowSensor 2021-03-16T15:13:00.889902+00:00 2021-03-16T15:23:03.506121+00:00 0:10:02.616219 9748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-16T15:12:59.296808+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-16T14:00:00+00:00 EmrCreateJobFlowOperator 2021-03-16T15:12:49.226495+00:00 2021-03-16T15:12:50.925229+00:00 0:00:01.698734 9747 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-16T15:12:47.278363+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-16T15:09:28.706762+00:00 PythonOperator 2021-03-16T15:12:48.896146+00:00 2021-03-16T15:12:51.516683+00:00 0:00:02.620537 9746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-16T15:12:47.278326+00:00 2 default_pool