Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-24T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-25T04:05:56.135236+00:00 2023-12-25T04:05:56.971180+00:00 0:00:00.835944 461741 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-25T04:05:54.239669+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-24T04:00:00+00:00 PythonOperator 2023-12-25T04:05:36.242336+00:00 2023-12-25T04:05:37.134555+00:00 0:00:00.892219 461738 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-25T04:05:34.223692+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-23T04:00:00+00:00 EmrJobFlowSensor 2023-12-24T04:00:52.089024+00:00 2023-12-24T04:10:53.806021+00:00 0:10:01.716997 461306 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-24T04:00:50.464528+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-23T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-24T04:00:30.626263+00:00 2023-12-24T04:00:31.454209+00:00 0:00:00.827946 461303 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-24T04:00:28.469851+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-23T04:00:00+00:00 PythonOperator 2023-12-24T04:00:10.925887+00:00 2023-12-24T04:00:11.894914+00:00 0:00:00.969027 461300 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-24T04:00:08.485195+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-22T04:00:00+00:00 EmrJobFlowSensor 2023-12-23T04:01:07.190791+00:00 2023-12-23T04:11:08.974907+00:00 0:10:01.784116 460891 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-23T04:01:05.569713+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-22T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-23T04:00:45.229454+00:00 2023-12-23T04:00:46.108401+00:00 0:00:00.878947 460888 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-23T04:00:43.549648+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-22T04:00:00+00:00 PythonOperator 2023-12-23T04:00:23.768982+00:00 2023-12-23T04:00:24.669133+00:00 0:00:00.900151 460885 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-23T04:00:21.585999+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-21T04:00:00+00:00 EmrJobFlowSensor 2023-12-22T04:01:14.007132+00:00 2023-12-22T04:11:15.684345+00:00 0:10:01.677213 460469 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-22T04:01:12.385452+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-21T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-22T04:00:52.954426+00:00 2023-12-22T04:00:53.695948+00:00 0:00:00.741522 460466 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-22T04:00:50.345840+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-21T04:00:00+00:00 PythonOperator 2023-12-22T04:00:31.906734+00:00 2023-12-22T04:00:32.821326+00:00 0:00:00.914592 460463 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-22T04:00:30.323022+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-20T04:00:00+00:00 EmrJobFlowSensor 2023-12-21T04:01:07.521976+00:00 2023-12-21T04:11:09.213155+00:00 0:10:01.691179 460027 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-21T04:01:05.086215+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-20T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-21T04:00:45.272274+00:00 2023-12-21T04:00:46.108238+00:00 0:00:00.835964 460024 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-21T04:00:43.077877+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-20T04:00:00+00:00 PythonOperator 2023-12-21T04:00:25.446316+00:00 2023-12-21T04:00:26.314279+00:00 0:00:00.867963 460021 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-21T04:00:23.019182+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-19T04:00:00+00:00 EmrJobFlowSensor 2023-12-20T04:00:56.476588+00:00 2023-12-20T04:10:58.508593+00:00 0:10:02.032005 459588 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-20T04:00:54.407915+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-19T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-20T04:00:34.155150+00:00 2023-12-20T04:00:34.974487+00:00 0:00:00.819337 459585 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-20T04:00:32.391491+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-19T04:00:00+00:00 PythonOperator 2023-12-20T04:00:14.046222+00:00 2023-12-20T04:00:14.941358+00:00 0:00:00.895136 459582 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-20T04:00:12.347182+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-18T04:00:00+00:00 EmrJobFlowSensor 2023-12-19T04:01:00.413540+00:00 2023-12-19T04:12:02.384541+00:00 0:11:01.971001 459160 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-19T04:00:58.754372+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-18T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-19T04:00:39.201093+00:00 2023-12-19T04:00:39.957942+00:00 0:00:00.756849 459157 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-19T04:00:36.687122+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-18T04:00:00+00:00 PythonOperator 2023-12-19T04:00:18.315332+00:00 2023-12-19T04:00:19.199649+00:00 0:00:00.884317 459154 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-19T04:00:16.685143+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-17T04:00:00+00:00 EmrJobFlowSensor 2023-12-18T04:01:27.303566+00:00 2023-12-18T04:12:29.361577+00:00 0:11:02.058011 458723 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-18T04:01:25.708447+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-17T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-18T04:01:07.651489+00:00 2023-12-18T04:01:08.444739+00:00 0:00:00.793250 458720 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-18T04:01:05.693154+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-17T04:00:00+00:00 PythonOperator 2023-12-18T04:00:45.357841+00:00 2023-12-18T04:00:46.308176+00:00 0:00:00.950335 458717 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-18T04:00:43.672745+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-16T04:00:00+00:00 EmrJobFlowSensor 2023-12-17T04:00:53.976560+00:00 2023-12-17T04:11:56.115410+00:00 0:11:02.138850 458295 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-17T04:00:51.464227+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-16T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-17T04:00:33.737897+00:00 2023-12-17T04:00:34.493153+00:00 0:00:00.755256 458292 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-17T04:00:31.397323+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-16T04:00:00+00:00 PythonOperator 2023-12-17T04:00:11.085055+00:00 2023-12-17T04:00:12.024757+00:00 0:00:00.939702 458289 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-17T04:00:09.363080+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-15T04:00:00+00:00 EmrJobFlowSensor 2023-12-16T04:00:49.640257+00:00 2023-12-16T04:10:51.447851+00:00 0:10:01.807594 457869 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-16T04:00:47.619660+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-15T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-16T04:00:27.759952+00:00 2023-12-16T04:00:28.537783+00:00 0:00:00.777831 457866 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-16T04:00:25.601473+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-15T04:00:00+00:00 PythonOperator 2023-12-16T04:00:08.266310+00:00 2023-12-16T04:00:09.150457+00:00 0:00:00.884147 457863 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-16T04:00:05.664545+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-14T04:00:00+00:00 EmrJobFlowSensor 2023-12-15T04:01:04.445427+00:00 2023-12-15T04:11:06.190800+00:00 0:10:01.745373 457435 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-15T04:01:02.368774+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-14T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-15T04:00:43.030516+00:00 2023-12-15T04:00:43.738406+00:00 0:00:00.707890 457432 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-15T04:00:40.354439+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-14T04:00:00+00:00 PythonOperator 2023-12-15T04:00:21.828689+00:00 2023-12-15T04:00:22.695514+00:00 0:00:00.866825 457429 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-15T04:00:18.386015+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-13T04:00:00+00:00 EmrJobFlowSensor 2023-12-14T04:01:00.855090+00:00 2023-12-14T04:12:02.935320+00:00 0:11:02.080230 456950 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-14T04:00:59.233734+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-13T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-14T04:00:41.243200+00:00 2023-12-14T04:00:42.114572+00:00 0:00:00.871372 456947 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-14T04:00:39.221139+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-13T04:00:00+00:00 PythonOperator 2023-12-14T04:00:19.351873+00:00 2023-12-14T04:00:20.172773+00:00 0:00:00.820900 456944 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-14T04:00:17.199869+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-12T04:00:00+00:00 EmrJobFlowSensor 2023-12-13T04:01:20.207460+00:00 2023-12-13T04:11:22.012228+00:00 0:10:01.804768 456398 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-13T04:01:18.342483+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-12T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-13T04:00:43.425932+00:00 2023-12-13T04:00:44.173881+00:00 0:00:00.747949 456396 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-13T04:00:41.279486+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-12T04:00:00+00:00 PythonOperator 2023-12-13T04:00:22.890615+00:00 2023-12-13T04:00:23.734491+00:00 0:00:00.843876 456393 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-13T04:00:21.263841+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-11T04:00:00+00:00 EmrJobFlowSensor 2023-12-12T04:00:51.205522+00:00 2023-12-12T04:11:53.076988+00:00 0:11:01.871466 455861 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-12T04:00:49.471312+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-11T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-12T04:00:31.185549+00:00 2023-12-12T04:00:32.040920+00:00 0:00:00.855371 455858 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-12T04:00:29.458309+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-11T04:00:00+00:00 PythonOperator 2023-12-12T04:00:09.514962+00:00 2023-12-12T04:00:10.327055+00:00 0:00:00.812093 455855 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-12T04:00:07.385566+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-10T04:00:00+00:00 EmrJobFlowSensor 2023-12-11T04:00:47.007961+00:00 2023-12-11T04:10:48.927316+00:00 0:10:01.919355 455323 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-11T04:00:45.381827+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-10T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-11T04:00:27.006032+00:00 2023-12-11T04:00:27.888042+00:00 0:00:00.882010 455320 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-11T04:00:25.361395+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-10T04:00:00+00:00 PythonOperator 2023-12-11T04:00:05.466503+00:00 2023-12-11T04:00:06.373585+00:00 0:00:00.907082 455317 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-11T04:00:03.383173+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-09T04:00:00+00:00 EmrJobFlowSensor 2023-12-10T04:00:58.790494+00:00 2023-12-10T04:11:00.477492+00:00 0:10:01.686998 454788 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-10T04:00:57.172160+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-09T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-10T04:00:37.018132+00:00 2023-12-10T04:00:38.095324+00:00 0:00:01.077192 454785 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-10T04:00:35.129513+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-09T04:00:00+00:00 PythonOperator 2023-12-10T04:00:16.810525+00:00 2023-12-10T04:00:17.677290+00:00 0:00:00.866765 454782 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-10T04:00:15.114075+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-08T04:00:00+00:00 EmrJobFlowSensor 2023-12-09T04:00:48.969545+00:00 2023-12-09T04:11:50.843616+00:00 0:11:01.874071 454314 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-09T04:00:47.280584+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-08T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-09T04:00:28.834043+00:00 2023-12-09T04:00:29.722650+00:00 0:00:00.888607 454311 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-09T04:00:27.217447+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-08T04:00:00+00:00 PythonOperator 2023-12-09T04:00:07.167829+00:00 2023-12-09T04:00:08.033686+00:00 0:00:00.865857 454308 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-09T04:00:05.203812+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-07T04:00:00+00:00 EmrJobFlowSensor 2023-12-08T04:00:59.797080+00:00 2023-12-08T04:11:01.582290+00:00 0:10:01.785210 453834 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-08T04:00:57.793929+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-07T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-08T04:00:39.624613+00:00 2023-12-08T04:00:40.432113+00:00 0:00:00.807500 453832 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-08T04:00:37.719419+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-07T04:00:00+00:00 PythonOperator 2023-12-08T04:00:17.296263+00:00 2023-12-08T04:00:18.145401+00:00 0:00:00.849138 453829 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-08T04:00:15.698352+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-06T04:00:00+00:00 EmrJobFlowSensor 2023-12-07T14:37:07.929408+00:00 2023-12-07T14:47:09.722779+00:00 0:10:01.793371 453529 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-07T14:37:05.951270+00:00 3 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-05T04:00:00+00:00 EmrJobFlowSensor 2023-12-07T14:37:07.584021+00:00 2023-12-07T14:47:09.339541+00:00 0:10:01.755520 453528 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-07T14:37:05.951239+00:00 3 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-05T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-07T14:36:46.214864+00:00 2023-12-07T14:36:46.999144+00:00 0:00:00.784280 453526 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-07T14:36:43.925002+00:00 3 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-06T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-07T14:36:45.498114+00:00 2023-12-07T14:36:46.349317+00:00 0:00:00.851203 453525 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-07T14:36:43.925036+00:00 3 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-06T04:00:00+00:00 PythonOperator 2023-12-07T14:36:26.170855+00:00 2023-12-07T14:36:27.227156+00:00 0:00:01.056301 453523 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-07T14:36:23.908555+00:00 3 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-05T04:00:00+00:00 PythonOperator 2023-12-07T14:36:25.505087+00:00 2023-12-07T14:36:26.339184+00:00 0:00:00.834097 453522 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-07T14:36:23.908519+00:00 3 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-04T04:00:00+00:00 EmrJobFlowSensor 2023-12-05T04:01:00.708362+00:00 2023-12-05T04:11:02.616185+00:00 0:10:01.907823 452490 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-05T04:00:58.848792+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-04T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-05T04:00:38.791102+00:00 2023-12-05T04:00:39.562714+00:00 0:00:00.771612 452489 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-05T04:00:36.833543+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-04T04:00:00+00:00 PythonOperator 2023-12-05T04:00:16.832000+00:00 2023-12-05T04:00:17.678281+00:00 0:00:00.846281 452488 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-05T04:00:14.862509+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-03T04:00:00+00:00 EmrJobFlowSensor 2023-12-04T04:00:50.281441+00:00 2023-12-04T04:11:52.371030+00:00 0:11:02.089589 452227 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-04T04:00:48.629798+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-03T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-04T04:00:28.530041+00:00 2023-12-04T04:00:29.418636+00:00 0:00:00.888595 452226 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-04T04:00:26.611166+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-03T04:00:00+00:00 PythonOperator 2023-12-04T04:00:06.817900+00:00 2023-12-04T04:00:07.876298+00:00 0:00:01.058398 452225 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-04T04:00:04.591682+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-02T04:00:00+00:00 EmrJobFlowSensor 2023-12-03T04:00:56.401941+00:00 2023-12-03T04:10:58.199855+00:00 0:10:01.797914 451961 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-03T04:00:54.811485+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-02T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-03T04:00:34.859928+00:00 2023-12-03T04:00:35.722025+00:00 0:00:00.862097 451960 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-03T04:00:32.858736+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-02T04:00:00+00:00 PythonOperator 2023-12-03T04:00:14.749849+00:00 2023-12-03T04:00:15.643392+00:00 0:00:00.893543 451959 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-03T04:00:12.778941+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-12-01T04:00:00+00:00 EmrJobFlowSensor 2023-12-02T04:00:55.190827+00:00 2023-12-02T04:11:57.145822+00:00 0:11:01.954995 451698 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-02T04:00:53.474051+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-12-01T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-02T04:00:33.320301+00:00 2023-12-02T04:00:34.171799+00:00 0:00:00.851498 451697 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-02T04:00:31.457817+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-12-01T04:00:00+00:00 PythonOperator 2023-12-02T04:00:13.252733+00:00 2023-12-02T04:00:14.112698+00:00 0:00:00.859965 451696 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-02T04:00:11.387256+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-30T04:00:00+00:00 EmrJobFlowSensor 2023-12-01T04:00:45.254376+00:00 2023-12-01T04:10:46.983101+00:00 0:10:01.728725 451429 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-12-01T04:00:43.593498+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-30T04:00:00+00:00 EmrCreateJobFlowOperator 2023-12-01T04:00:25.289608+00:00 2023-12-01T04:00:26.144817+00:00 0:00:00.855209 451428 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-12-01T04:00:23.585417+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-11-30T04:00:00+00:00 PythonOperator 2023-12-01T04:00:03.321576+00:00 2023-12-01T04:00:04.192823+00:00 0:00:00.871247 451427 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-12-01T04:00:01.530020+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-29T04:00:00+00:00 EmrJobFlowSensor 2023-11-30T04:00:49.809534+00:00 2023-11-30T04:10:51.598650+00:00 0:10:01.789116 451154 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-11-30T04:00:47.912719+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-29T04:00:00+00:00 EmrCreateJobFlowOperator 2023-11-30T04:00:27.848260+00:00 2023-11-30T04:00:28.632043+00:00 0:00:00.783783 451153 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-11-30T04:00:25.892017+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-11-29T04:00:00+00:00 PythonOperator 2023-11-30T04:00:07.612905+00:00 2023-11-30T04:00:08.455056+00:00 0:00:00.842151 451152 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-11-30T04:00:05.875877+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-28T04:00:00+00:00 EmrJobFlowSensor 2023-11-29T04:01:06.828381+00:00 2023-11-29T04:11:08.680933+00:00 0:10:01.852552 450884 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-11-29T04:01:05.074414+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-28T04:00:00+00:00 EmrCreateJobFlowOperator 2023-11-29T04:00:44.914410+00:00 2023-11-29T04:00:45.869578+00:00 0:00:00.955168 450883 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-11-29T04:00:43.003454+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-11-28T04:00:00+00:00 PythonOperator 2023-11-29T04:00:23.041232+00:00 2023-11-29T04:00:24.114891+00:00 0:00:01.073659 450882 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-11-29T04:00:20.995000+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-27T04:00:00+00:00 EmrJobFlowSensor 2023-11-28T04:05:35.155164+00:00 2023-11-28T04:15:36.861319+00:00 0:10:01.706155 450614 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-11-28T04:05:33.205644+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-27T04:00:00+00:00 EmrCreateJobFlowOperator 2023-11-28T04:05:15.141131+00:00 2023-11-28T04:05:16.001373+00:00 0:00:00.860242 450612 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-11-28T04:05:13.186814+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-11-27T04:00:00+00:00 PythonOperator 2023-11-28T04:04:53.006103+00:00 2023-11-28T04:04:53.820572+00:00 0:00:00.814469 450611 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-11-28T04:04:51.213727+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-26T04:00:00+00:00 EmrJobFlowSensor 2023-11-27T04:01:04.490314+00:00 2023-11-27T04:11:06.306955+00:00 0:10:01.816641 450338 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-11-27T04:01:02.583045+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-26T04:00:00+00:00 EmrCreateJobFlowOperator 2023-11-27T04:00:44.498956+00:00 2023-11-27T04:00:45.322422+00:00 0:00:00.823466 450337 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-11-27T04:00:42.565701+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-11-26T04:00:00+00:00 PythonOperator 2023-11-27T04:00:22.747752+00:00 2023-11-27T04:00:23.678461+00:00 0:00:00.930709 450336 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-11-27T04:00:20.578882+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-25T04:00:00+00:00 EmrJobFlowSensor 2023-11-26T04:00:49.645392+00:00 2023-11-26T04:10:51.393820+00:00 0:10:01.748428 450070 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-11-26T04:00:47.662917+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-25T04:00:00+00:00 EmrCreateJobFlowOperator 2023-11-26T04:00:27.185699+00:00 2023-11-26T04:00:28.151388+00:00 0:00:00.965689 450069 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-11-26T04:00:25.589425+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-11-25T04:00:00+00:00 PythonOperator 2023-11-26T04:00:05.436757+00:00 2023-11-26T04:00:06.365574+00:00 0:00:00.928817 450068 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-11-26T04:00:03.553955+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-24T04:00:00+00:00 EmrJobFlowSensor 2023-11-25T04:01:18.141547+00:00 2023-11-25T04:11:19.881918+00:00 0:10:01.740371 449800 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-11-25T04:01:16.466702+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-24T04:00:00+00:00 EmrCreateJobFlowOperator 2023-11-25T04:00:56.060090+00:00 2023-11-25T04:00:56.905507+00:00 0:00:00.845417 449799 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-11-25T04:00:54.446501+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-11-24T04:00:00+00:00 PythonOperator 2023-11-25T04:00:36.198630+00:00 2023-11-25T04:00:37.035252+00:00 0:00:00.836622 449798 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-11-25T04:00:34.426305+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-23T04:00:00+00:00 EmrJobFlowSensor 2023-11-24T04:01:05.486620+00:00 2023-11-24T04:11:07.378797+00:00 0:10:01.892177 449529 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-11-24T04:01:03.537313+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-23T04:00:00+00:00 EmrCreateJobFlowOperator 2023-11-24T04:00:45.502527+00:00 2023-11-24T04:00:46.649200+00:00 0:00:01.146673 449528 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-11-24T04:00:43.517806+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-11-23T04:00:00+00:00 PythonOperator 2023-11-24T04:00:23.722273+00:00 2023-11-24T04:00:24.571464+00:00 0:00:00.849191 449527 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-11-24T04:00:21.572303+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-22T04:00:00+00:00 EmrJobFlowSensor 2023-11-23T04:01:01.796599+00:00 2023-11-23T04:11:03.683551+00:00 0:10:01.886952 449258 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-11-23T04:01:00.196899+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-22T04:00:00+00:00 EmrCreateJobFlowOperator 2023-11-23T04:00:41.741707+00:00 2023-11-23T04:00:42.583412+00:00 0:00:00.841705 449257 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-11-23T04:00:40.148828+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_emr_steps 2023-11-22T04:00:00+00:00 PythonOperator 2023-11-23T04:00:19.892925+00:00 2023-11-23T04:00:20.739032+00:00 0:00:00.846107 449256 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-11-23T04:00:18.129663+00:00 2 default_pool
success exchange-dsp-reporting_v002 check_cluster_status 2023-11-21T04:00:00+00:00 EmrJobFlowSensor 2023-11-22T04:01:32.693761+00:00 2023-11-22T04:12:34.577525+00:00 0:11:01.883764 448976 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-11-22T04:01:31.096209+00:00 2 default_pool
success exchange-dsp-reporting_v002 create_cluster_and_add_emr_steps 2023-11-21T04:00:00+00:00 EmrCreateJobFlowOperator 2023-11-22T04:01:11.269374+00:00 2023-11-22T04:01:12.146436+00:00 0:00:00.877062 448974 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-11-22T04:01:09.063799+00:00 2 default_pool