Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success booking-processing-job_v002 check_cluster_status 2021-03-19T15:00:00+00:00 EmrJobFlowSensor 2021-03-19T16:12:36.071880+00:00 2021-03-19T16:24:39.064979+00:00 0:12:02.993099 9894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T16:12:33.869122+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-03-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T16:12:24.384880+00:00 2021-03-19T16:12:26.228409+00:00 0:00:01.843529 9893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T16:12:21.918245+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-03-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T16:12:20.491900+00:00 2021-03-19T16:12:22.197015+00:00 0:00:01.705115 9892 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T16:12:17.924941+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-19T15:00:00+00:00 PythonOperator 2021-03-19T16:12:06.875330+00:00 2021-03-19T16:12:09.846777+00:00 0:00:02.971447 9891 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T16:12:03.754874+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-03-19T15:00:00+00:00 PythonOperator 2021-03-19T16:12:04.910108+00:00 2021-03-19T16:12:08.325682+00:00 0:00:03.415574 9890 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T16:12:01.821352+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-19T15:00:00+00:00 TriggerDagRunOperator 2021-03-19T16:11:58.502561+00:00 2021-03-19T16:11:59.026874+00:00 0:00:00.524313 9889 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T16:11:55.822969+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-19T15:00:00+00:00 TriggerDagRunOperator 2021-03-19T16:11:58.357014+00:00 2021-03-19T16:11:58.774116+00:00 0:00:00.417102 9888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T16:11:55.823012+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-19T16:06:17.273978+00:00 PythonOperator 2021-03-19T16:06:29.710833+00:00 2021-03-19T16:06:32.666046+00:00 0:00:02.955213 9887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T16:06:27.235399+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-19T15:00:00+00:00 EmrJobFlowSensor 2021-03-19T16:00:42.769956+00:00 2021-03-19T16:11:45.579843+00:00 0:11:02.809887 9886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T16:00:40.434350+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-19T15:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T16:00:26.916371+00:00 2021-03-19T16:00:28.740371+00:00 0:00:01.824000 9885 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-19T16:00:24.358004+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-19T15:00:00+00:00 PythonOperator 2021-03-19T16:00:10.727597+00:00 2021-03-19T16:00:13.514906+00:00 0:00:02.787309 9884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-19T16:00:08.307562+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-03-19T14:00:00+00:00 EmrJobFlowSensor 2021-03-19T15:30:42.173627+00:00 2021-03-19T15:56:47.085030+00:00 0:26:04.911403 9882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:30:39.873072+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-03-19T14:00:00+00:00 EmrJobFlowSensor 2021-03-19T15:30:32.298366+00:00 2021-03-19T15:57:37.130368+00:00 0:27:04.832002 9881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:30:29.920481+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-03-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T15:30:24.226510+00:00 2021-03-19T15:30:25.923831+00:00 0:00:01.697321 9880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T15:30:21.855295+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-03-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T15:30:10.256448+00:00 2021-03-19T15:30:12.083406+00:00 0:00:01.826958 9879 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T15:30:07.836224+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-19T14:00:00+00:00 PythonOperator 2021-03-19T15:30:02.264382+00:00 2021-03-19T15:30:04.986237+00:00 0:00:02.721855 9878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:29:59.816561+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-03-19T14:00:00+00:00 PythonOperator 2021-03-19T15:29:50.160449+00:00 2021-03-19T15:29:53.251589+00:00 0:00:03.091140 9877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:29:47.851455+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-19T14:00:00+00:00 TriggerDagRunOperator 2021-03-19T15:29:42.093002+00:00 2021-03-19T15:29:42.747339+00:00 0:00:00.654337 9876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:29:39.799352+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-19T14:00:00+00:00 TriggerDagRunOperator 2021-03-19T15:29:42.028573+00:00 2021-03-19T15:29:42.415989+00:00 0:00:00.387416 9875 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:29:39.799379+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-17T13:00:00+00:00 PythonOperator 2021-03-19T15:09:15.979602+00:00 2021-03-19T15:09:18.656960+00:00 0:00:02.677358 9874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:09:13.553251+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-03-17T10:00:00+00:00 EmrJobFlowSensor 2021-03-19T15:08:42.165442+00:00 9873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:08:39.527115+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-17T12:10:54.380070+00:00 PythonOperator 2021-03-19T15:08:41.999578+00:00 2021-03-19T15:08:44.727416+00:00 0:00:02.727838 9872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:39.527069+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-03-17T12:10:54.380070+00:00 PythonOperator 2021-03-19T15:08:35.946577+00:00 2021-03-19T15:08:38.950648+00:00 0:00:03.004071 9871 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:33.526930+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-03-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T15:08:26.014868+00:00 2021-03-19T15:08:27.728364+00:00 0:00:01.713496 9870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T15:08:23.554494+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-03-17T10:00:00+00:00 PythonOperator 2021-03-19T15:08:20.246687+00:00 2021-03-19T15:08:23.290888+00:00 0:00:03.044201 9869 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:17.520952+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2020-11-18T14:11:35.930647+00:00 2021-03-19T15:08:20.006550+00:00 9868 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T15:08:17.520986+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-19T14:00:00+00:00 EmrJobFlowSensor 2021-03-19T15:08:13.713385+00:00 2021-03-19T15:29:18.067928+00:00 0:21:04.354543 9867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:11.402620+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-03-17T10:00:00+00:00 PythonOperator 2021-03-19T15:08:09.603221+00:00 2021-03-19T15:08:12.407913+00:00 0:00:02.804692 9866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T15:08:07.393749+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2020-11-18T14:11:35.930647+00:00 2021-03-19T15:08:03.943291+00:00 2021-03-19T15:08:05.845944+00:00 0:00:01.902653 9865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T15:08:01.389933+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-19T14:00:00+00:00 EmrCreateJobFlowOperator 2021-03-19T15:07:57.695083+00:00 2021-03-19T15:07:59.583953+00:00 0:00:01.888870 9864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-19T15:07:55.385513+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-19T14:00:00+00:00 PythonOperator 2021-03-19T15:07:40.087547+00:00 2021-03-19T15:07:42.983848+00:00 0:00:02.896301 9863 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-19T15:07:37.426103+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-19T11:13:43.001510+00:00 PythonOperator 2021-03-19T11:13:56.219188+00:00 2021-03-19T11:13:59.076162+00:00 0:00:02.856974 9859 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T11:13:53.597546+00:00 2 default_pool
success missing-dr-check-job_v002 check_cluster_status 2021-03-18T07:30:00+00:00 EmrJobFlowSensor 2021-03-19T07:30:48.208318+00:00 2021-03-19T07:41:50.938962+00:00 0:11:02.730644 9854 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-19T07:30:45.985712+00:00 2 default_pool
success missing-dr-check-job_v002 create_cluster_and_add_emr_steps 2021-03-18T07:30:00+00:00 EmrCreateJobFlowOperator 2021-03-19T07:30:30.411637+00:00 2021-03-19T07:30:32.178668+00:00 0:00:01.767031 9853 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-19T07:30:27.973792+00:00 2 default_pool
success missing-dr-check-job_v002 create_emr_steps 2021-03-18T07:30:00+00:00 PythonOperator 2021-03-19T07:30:14.233554+00:00 2021-03-19T07:30:16.913242+00:00 0:00:02.679688 9852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-19T07:30:11.956168+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-18T10:07:40.049983+00:00 PythonOperator 2021-03-18T10:07:56.733296+00:00 2021-03-18T10:07:59.494408+00:00 0:00:02.761112 9831 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T10:07:54.456127+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-18T10:03:43.917282+00:00 PythonOperator 2021-03-18T10:03:50.747266+00:00 2021-03-18T10:03:53.599405+00:00 0:00:02.852139 9830 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T10:03:48.135546+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-18T10:01:55.960691+00:00 PythonOperator 2021-03-18T10:02:12.278762+00:00 2021-03-18T10:02:15.155581+00:00 0:00:02.876819 9829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T10:02:09.873431+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-18T09:55:21.382375+00:00 PythonOperator 2021-03-18T09:55:32.617861+00:00 2021-03-18T09:55:35.431799+00:00 0:00:02.813938 9827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T09:55:30.286351+00:00 2 default_pool
success missing-dr-check-job_v002 check_cluster_status 2021-03-17T07:30:00+00:00 EmrJobFlowSensor 2021-03-18T07:30:53.493367+00:00 2021-03-18T07:38:56.065970+00:00 0:08:02.572603 9824 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-18T07:30:51.293003+00:00 2 default_pool
success missing-dr-check-job_v002 create_cluster_and_add_emr_steps 2021-03-17T07:30:00+00:00 EmrCreateJobFlowOperator 2021-03-18T07:30:23.776562+00:00 2021-03-18T07:30:25.640431+00:00 0:00:01.863869 9823 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-18T07:30:21.264644+00:00 2 default_pool
success missing-dr-check-job_v002 create_emr_steps 2021-03-17T07:30:00+00:00 PythonOperator 2021-03-18T07:30:08.074476+00:00 2021-03-18T07:30:10.950665+00:00 0:00:02.876189 9822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-18T07:30:05.260505+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-17T13:00:00+00:00 TriggerDagRunOperator 2021-03-17T14:12:13.847492+00:00 2021-03-17T14:12:14.410759+00:00 0:00:00.563267 9804 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T14:12:10.993605+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-17T13:00:00+00:00 TriggerDagRunOperator 2021-03-17T14:12:13.712127+00:00 2021-03-17T14:12:14.135699+00:00 0:00:00.423572 9803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T14:12:10.993639+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T13:00:00+00:00 EmrJobFlowSensor 2021-03-17T14:01:09.149086+00:00 2021-03-17T14:11:11.987129+00:00 0:10:02.838043 9801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T14:01:06.771061+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T13:00:00+00:00 EmrCreateJobFlowOperator 2021-03-17T14:00:30.886810+00:00 2021-03-17T14:00:32.660490+00:00 0:00:01.773680 9800 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T14:00:28.728499+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T13:00:00+00:00 PythonOperator 2021-03-17T14:00:15.427133+00:00 2021-03-17T14:00:18.251867+00:00 0:00:02.824734 9799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T14:00:12.726956+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T12:00:00+00:00 EmrJobFlowSensor 2021-03-17T13:00:43.783744+00:00 2021-03-17T13:06:53.454695+00:00 0:06:09.670951 9797 airflow 3 default 2021-03-17T13:00:41.413279+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T12:00:00+00:00 EmrCreateJobFlowOperator 2021-03-17T13:00:27.811816+00:00 2021-03-17T13:00:29.525699+00:00 0:00:01.713883 9796 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T13:00:25.413793+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T12:00:00+00:00 PythonOperator 2021-03-17T13:00:11.693440+00:00 2021-03-17T13:00:14.556912+00:00 0:00:02.863472 9795 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T13:00:09.325354+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-17T12:10:54.380070+00:00 TriggerDagRunOperator 2021-03-17T12:20:53.227216+00:00 2021-03-17T12:20:53.667894+00:00 0:00:00.440678 9793 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T12:20:50.551149+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-17T12:10:54.380070+00:00 TriggerDagRunOperator 2021-03-17T12:20:53.151290+00:00 2021-03-17T12:20:53.733042+00:00 0:00:00.581752 9792 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T12:20:50.551119+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T12:10:54.380070+00:00 EmrJobFlowSensor 2021-03-17T12:11:37.729850+00:00 2021-03-17T12:20:40.372541+00:00 0:09:02.642691 9791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T12:11:35.464503+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T12:10:54.380070+00:00 EmrCreateJobFlowOperator 2021-03-17T12:11:17.758909+00:00 2021-03-17T12:11:19.658338+00:00 0:00:01.899429 9790 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T12:11:15.460279+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T12:10:54.380070+00:00 PythonOperator 2021-03-17T12:11:01.690558+00:00 2021-03-17T12:11:04.535502+00:00 0:00:02.844944 9789 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T12:10:59.368852+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T11:00:00+00:00 EmrJobFlowSensor 2021-03-17T12:00:56.623086+00:00 9788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T12:00:54.339425+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T11:00:00+00:00 EmrCreateJobFlowOperator 2021-03-17T12:00:38.541297+00:00 2021-03-17T12:00:40.264157+00:00 0:00:01.722860 9787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T12:00:36.261815+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T11:00:00+00:00 PythonOperator 2021-03-17T12:00:16.502173+00:00 2021-03-17T12:00:19.324844+00:00 0:00:02.822671 9786 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T12:00:14.245777+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-03-17T10:00:00+00:00 TriggerDagRunOperator 2021-03-17T11:57:08.387550+00:00 2021-03-17T11:57:08.934418+00:00 0:00:00.546868 9785 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T11:57:05.948340+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-03-17T10:00:00+00:00 TriggerDagRunOperator 2021-03-17T11:57:08.217785+00:00 2021-03-17T11:57:08.646286+00:00 0:00:00.428501 9784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T11:57:05.948372+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-17T10:00:00+00:00 EmrJobFlowSensor 2021-03-17T11:46:53.221255+00:00 2021-03-17T11:56:56.045868+00:00 0:10:02.824613 9783 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T11:46:50.922969+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-17T10:00:00+00:00 EmrCreateJobFlowOperator 2021-03-17T11:46:37.141964+00:00 2021-03-17T11:46:38.977144+00:00 0:00:01.835180 9782 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-17T11:46:34.863819+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-17T10:00:00+00:00 PythonOperator 2021-03-17T11:46:21.035992+00:00 2021-03-17T11:46:23.760152+00:00 0:00:02.724160 9781 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-17T11:46:18.854309+00:00 2 default_pool
success missing-dr-check-job_v002 check_cluster_status 2021-03-16T07:30:00+00:00 EmrJobFlowSensor 2021-03-17T11:41:02.494925+00:00 2021-03-17T11:50:05.165918+00:00 0:09:02.670993 9780 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-17T11:41:00.247278+00:00 3 default_pool
success missing-dr-check-job_v002 create_cluster_and_add_emr_steps 2021-03-16T07:30:00+00:00 EmrCreateJobFlowOperator 2021-03-17T11:40:46.428027+00:00 2021-03-17T11:40:48.186525+00:00 0:00:01.758498 9779 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-17T11:40:44.223350+00:00 3 default_pool
success missing-dr-check-job_v002 create_emr_steps 2021-03-16T07:30:00+00:00 PythonOperator 2021-03-17T11:40:28.468536+00:00 2021-03-17T11:40:31.253953+00:00 0:00:02.785417 9778 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-17T11:40:26.184410+00:00 4 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-16T15:09:28.706762+00:00 EmrCreateJobFlowOperator 2021-03-16T15:13:01.159683+00:00 2021-03-16T15:13:02.920602+00:00 0:00:01.760919 9749 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-16T15:12:59.296754+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-16T14:00:00+00:00 EmrJobFlowSensor 2021-03-16T15:13:00.889902+00:00 2021-03-16T15:23:03.506121+00:00 0:10:02.616219 9748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-16T15:12:59.296808+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-16T14:00:00+00:00 EmrCreateJobFlowOperator 2021-03-16T15:12:49.226495+00:00 2021-03-16T15:12:50.925229+00:00 0:00:01.698734 9747 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-16T15:12:47.278363+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-16T15:09:28.706762+00:00 PythonOperator 2021-03-16T15:12:48.896146+00:00 2021-03-16T15:12:51.516683+00:00 0:00:02.620537 9746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-16T15:12:47.278326+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-16T14:00:00+00:00 PythonOperator 2021-03-16T15:12:35.133179+00:00 2021-03-16T15:12:37.949407+00:00 0:00:02.816228 9745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-16T15:12:33.261999+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-16T13:00:00+00:00 EmrCreateJobFlowOperator 2021-03-16T14:00:44.908976+00:00 2021-03-16T14:00:46.569063+00:00 0:00:01.660087 9743 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-16T14:00:43.214849+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-16T13:00:00+00:00 PythonOperator 2021-03-16T14:00:32.976665+00:00 2021-03-16T14:00:35.722045+00:00 0:00:02.745380 9742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-16T14:00:31.203680+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-03-16T12:00:00+00:00 EmrJobFlowSensor 2021-03-16T13:41:58.742504+00:00 2021-03-16T13:51:01.215437+00:00 0:09:02.472933 9740 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-16T13:41:56.988659+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-03-16T12:00:00+00:00 EmrCreateJobFlowOperator 2021-03-16T13:41:44.848484+00:00 2021-03-16T13:41:46.636223+00:00 0:00:01.787739 9739 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-03-16T13:41:42.977886+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-03-16T12:00:00+00:00 PythonOperator 2021-03-16T13:41:32.705179+00:00 2021-03-16T13:41:35.408310+00:00 0:00:02.703131 9738 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-03-16T13:41:30.963580+00:00 2 default_pool
success Custom-EMR-cluster_v001 create_cluster_n_add_steps 2021-03-16T07:08:27.746284+00:00 PythonOperator 2021-03-16T07:08:34.754653+00:00 2021-03-16T07:08:37.509128+00:00 0:00:02.754475 9731 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-16T07:08:33.008938+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-03-10T08:05:00+00:00 EmrJobFlowSensor 2021-03-10T09:05:35.749470+00:00 2021-03-10T09:15:38.378631+00:00 0:10:02.629161 9659 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-10T09:05:34.038886+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-03-10T08:05:00+00:00 EmrCreateJobFlowOperator 2021-03-10T09:05:23.700767+00:00 2021-03-10T09:05:25.366581+00:00 0:00:01.665814 9658 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-10T09:05:22.020311+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-03-10T08:05:00+00:00 PythonOperator 2021-03-10T09:05:11.662813+00:00 2021-03-10T09:05:14.341760+00:00 0:00:02.678947 9657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-10T09:05:10.012175+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-03-10T07:05:00+00:00 EmrJobFlowSensor 2021-03-10T08:05:31.185957+00:00 2021-03-10T08:15:33.780071+00:00 0:10:02.594114 9655 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-10T08:05:29.468119+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-03-10T07:05:00+00:00 EmrCreateJobFlowOperator 2021-03-10T08:05:19.151638+00:00 2021-03-10T08:05:20.691953+00:00 0:00:01.540315 9654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-10T08:05:17.458304+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-03-10T07:05:00+00:00 PythonOperator 2021-03-10T08:05:05.079190+00:00 2021-03-10T08:05:07.691966+00:00 0:00:02.612776 9653 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-10T08:05:03.443039+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-03-10T06:05:00+00:00 EmrJobFlowSensor 2021-03-10T07:05:34.980061+00:00 2021-03-10T07:15:37.623926+00:00 0:10:02.643865 9651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-10T07:05:33.343961+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-03-10T06:05:00+00:00 EmrCreateJobFlowOperator 2021-03-10T07:05:23.124056+00:00 2021-03-10T07:05:24.656013+00:00 0:00:01.531957 9650 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-10T07:05:21.332639+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-03-10T06:05:00+00:00 PythonOperator 2021-03-10T07:05:10.981668+00:00 2021-03-10T07:05:13.626621+00:00 0:00:02.644953 9649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-10T07:05:09.320075+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-03-10T05:05:00+00:00 EmrJobFlowSensor 2021-03-10T06:05:30.901160+00:00 2021-03-10T06:15:33.526265+00:00 0:10:02.625105 9647 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-10T06:05:29.234082+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-03-10T05:05:00+00:00 EmrCreateJobFlowOperator 2021-03-10T06:05:16.845283+00:00 2021-03-10T06:05:18.443567+00:00 0:00:01.598284 9646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-10T06:05:15.213486+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-03-10T05:05:00+00:00 PythonOperator 2021-03-10T06:05:04.993890+00:00 2021-03-10T06:05:07.580620+00:00 0:00:02.586730 9645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-10T06:05:03.201983+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-03-10T04:05:00+00:00 EmrJobFlowSensor 2021-03-10T05:05:32.254061+00:00 2021-03-10T05:15:34.838843+00:00 0:10:02.584782 9643 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-10T05:05:30.651654+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-03-10T04:05:00+00:00 EmrCreateJobFlowOperator 2021-03-10T05:05:20.285885+00:00 2021-03-10T05:05:21.935841+00:00 0:00:01.649956 9642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-10T05:05:18.625500+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-03-10T04:05:00+00:00 PythonOperator 2021-03-10T05:05:08.249998+00:00 2021-03-10T05:05:10.914913+00:00 0:00:02.664915 9641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-10T05:05:06.611861+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-03-10T03:05:00+00:00 EmrJobFlowSensor 2021-03-10T04:39:28.182560+00:00 2021-03-10T04:48:30.753080+00:00 0:09:02.570520 9639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-03-10T04:39:26.506152+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-03-10T03:05:00+00:00 EmrCreateJobFlowOperator 2021-03-10T04:39:16.082761+00:00 2021-03-10T04:39:17.626073+00:00 0:00:01.543312 9638 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-03-10T04:39:14.499977+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-03-10T03:05:00+00:00 PythonOperator 2021-03-10T04:39:02.241662+00:00 2021-03-10T04:39:04.878457+00:00 0:00:02.636795 9637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-03-10T04:39:00.491356+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-02-12T05:05:00+00:00 EmrJobFlowSensor 2021-02-12T06:05:41.661928+00:00 2021-02-12T06:15:44.419826+00:00 0:10:02.757898 9017 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-02-12T06:05:39.915181+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-02-12T05:05:00+00:00 EmrCreateJobFlowOperator 2021-02-12T06:05:29.685091+00:00 2021-02-12T06:05:31.297693+00:00 0:00:01.612602 9016 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-02-12T06:05:27.903709+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-02-12T05:05:00+00:00 PythonOperator 2021-02-12T06:05:15.591111+00:00 2021-02-12T06:05:18.291512+00:00 0:00:02.700401 9015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-02-12T06:05:13.891093+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-02-12T04:05:00+00:00 EmrJobFlowSensor 2021-02-12T05:05:57.561317+00:00 2021-02-12T05:15:00.078925+00:00 0:09:02.517608 9013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-02-12T05:05:55.888367+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-02-12T04:05:00+00:00 EmrCreateJobFlowOperator 2021-02-12T05:05:45.544452+00:00 2021-02-12T05:05:47.190295+00:00 0:00:01.645843 9012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-02-12T05:05:43.879119+00:00 2 default_pool