Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T04:00:43.612639+00:00 2021-05-26T04:00:45.314345+00:00 0:00:01.701706 32354 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T04:00:41.394022+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T03:00:00+00:00 PythonOperator 2021-05-26T04:00:24.094636+00:00 2021-05-26T04:00:27.740737+00:00 0:00:03.646101 32352 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T04:00:21.384146+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T02:00:00+00:00 EmrJobFlowSensor 2021-05-26T03:00:51.826966+00:00 2021-05-26T03:08:54.256801+00:00 0:08:02.429835 32338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T03:00:49.641407+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T03:00:30.028590+00:00 2021-05-26T03:00:31.714623+00:00 0:00:01.686033 32336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T03:00:27.657368+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T02:00:00+00:00 PythonOperator 2021-05-26T03:00:07.780913+00:00 2021-05-26T03:00:10.937237+00:00 0:00:03.156324 32334 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T03:00:05.504669+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T01:00:00+00:00 EmrJobFlowSensor 2021-05-26T02:01:04.408853+00:00 2021-05-26T02:09:06.951291+00:00 0:08:02.542438 32321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T02:01:01.907114+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T02:00:44.159286+00:00 2021-05-26T02:00:45.963787+00:00 0:00:01.804501 32319 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T02:00:41.885559+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T01:00:00+00:00 PythonOperator 2021-05-26T02:00:22.021626+00:00 2021-05-26T02:00:25.227008+00:00 0:00:03.205382 32317 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T02:00:19.868331+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T00:00:00+00:00 EmrJobFlowSensor 2021-05-26T01:00:59.322702+00:00 2021-05-26T01:10:01.964666+00:00 0:09:02.641964 32303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T01:00:57.071583+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T01:00:39.279894+00:00 2021-05-26T01:00:41.008982+00:00 0:00:01.729088 32301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T01:00:37.047966+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T00:00:00+00:00 PythonOperator 2021-05-26T01:00:17.480128+00:00 2021-05-26T01:00:20.618642+00:00 0:00:03.138514 32299 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T01:00:15.162756+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T23:00:00+00:00 EmrJobFlowSensor 2021-05-26T00:01:03.950845+00:00 2021-05-26T00:11:06.685760+00:00 0:10:02.734915 32285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T00:01:01.763712+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T00:00:40.668200+00:00 2021-05-26T00:00:42.410973+00:00 0:00:01.742773 32283 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T00:00:37.760398+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T23:00:00+00:00 PythonOperator 2021-05-26T00:00:18.666970+00:00 2021-05-26T00:00:22.342557+00:00 0:00:03.675587 32281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T00:00:15.621505+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T22:00:00+00:00 EmrJobFlowSensor 2021-05-25T23:00:49.122005+00:00 2021-05-25T23:10:51.886086+00:00 0:10:02.764081 32266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T23:00:46.903600+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T23:00:27.699970+00:00 2021-05-25T23:00:29.520668+00:00 0:00:01.820698 32263 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T23:00:24.882044+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T22:00:00+00:00 PythonOperator 2021-05-25T23:00:05.150080+00:00 2021-05-25T23:00:08.387371+00:00 0:00:03.237291 32260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T23:00:02.843962+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T21:00:00+00:00 EmrJobFlowSensor 2021-05-25T22:00:54.288350+00:00 2021-05-25T22:10:57.043393+00:00 0:10:02.755043 32245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T22:00:52.012398+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T22:00:32.548820+00:00 2021-05-25T22:00:34.230475+00:00 0:00:01.681655 32244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T22:00:30.141164+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T21:00:00+00:00 PythonOperator 2021-05-25T22:00:10.451310+00:00 2021-05-25T22:00:13.573712+00:00 0:00:03.122402 32242 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T22:00:07.974886+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T20:00:00+00:00 EmrJobFlowSensor 2021-05-25T21:00:59.164646+00:00 2021-05-25T21:09:01.709554+00:00 0:08:02.544908 32227 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T21:00:56.756941+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T21:00:37.158933+00:00 2021-05-25T21:00:38.888461+00:00 0:00:01.729528 32225 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T21:00:34.654351+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T20:00:00+00:00 PythonOperator 2021-05-25T21:00:14.881123+00:00 2021-05-25T21:00:18.065230+00:00 0:00:03.184107 32223 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T21:00:12.567550+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T19:00:00+00:00 EmrJobFlowSensor 2021-05-25T20:00:49.041782+00:00 2021-05-25T20:09:51.671653+00:00 0:09:02.629871 32210 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T20:00:46.605761+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T20:00:29.147444+00:00 2021-05-25T20:00:30.803189+00:00 0:00:01.655745 32208 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T20:00:26.591401+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T19:00:00+00:00 PythonOperator 2021-05-25T20:00:06.881534+00:00 2021-05-25T20:00:10.027973+00:00 0:00:03.146439 32206 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T20:00:04.542193+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T18:00:00+00:00 EmrJobFlowSensor 2021-05-25T19:02:10.603990+00:00 2021-05-25T19:11:13.310269+00:00 0:09:02.706279 32192 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T19:02:08.158183+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T19:01:50.511442+00:00 2021-05-25T19:01:52.302112+00:00 0:00:01.790670 32190 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T19:01:48.147295+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T18:00:00+00:00 PythonOperator 2021-05-25T19:01:14.413933+00:00 2021-05-25T19:01:17.717127+00:00 0:00:03.303194 32188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T19:01:12.003897+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T17:00:00+00:00 EmrJobFlowSensor 2021-05-25T18:01:00.985033+00:00 2021-05-25T18:11:03.888035+00:00 0:10:02.903002 32175 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T18:00:58.551341+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T18:00:40.951771+00:00 2021-05-25T18:00:42.735215+00:00 0:00:01.783444 32173 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T18:00:38.546816+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T17:00:00+00:00 PythonOperator 2021-05-25T18:00:19.031758+00:00 2021-05-25T18:00:22.218284+00:00 0:00:03.186526 32171 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T18:00:16.403847+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T16:00:00+00:00 EmrJobFlowSensor 2021-05-25T17:01:03.910130+00:00 2021-05-25T17:10:06.497405+00:00 0:09:02.587275 32157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T17:01:01.644778+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T16:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T17:00:41.939164+00:00 2021-05-25T17:00:43.748805+00:00 0:00:01.809641 32155 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T17:00:39.483364+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T16:00:00+00:00 PythonOperator 2021-05-25T17:00:21.846019+00:00 2021-05-25T17:00:25.034185+00:00 0:00:03.188166 32153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T17:00:19.451439+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T15:00:00+00:00 EmrJobFlowSensor 2021-05-25T16:01:04.041996+00:00 2021-05-25T16:09:06.461849+00:00 0:08:02.419853 32139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T16:01:01.272229+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T15:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T16:00:43.329869+00:00 2021-05-25T16:00:44.967465+00:00 0:00:01.637596 32137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T16:00:41.150570+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T15:00:00+00:00 PythonOperator 2021-05-25T16:00:19.845767+00:00 2021-05-25T16:00:22.992100+00:00 0:00:03.146333 32135 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T16:00:17.171873+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T14:00:00+00:00 EmrJobFlowSensor 2021-05-25T15:01:08.009856+00:00 2021-05-25T15:10:10.736913+00:00 0:09:02.727057 32121 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T15:01:05.721860+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T14:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T15:00:42.141866+00:00 2021-05-25T15:00:43.945347+00:00 0:00:01.803481 32119 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T15:00:39.766915+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T14:00:00+00:00 PythonOperator 2021-05-25T15:00:19.905225+00:00 2021-05-25T15:00:23.120641+00:00 0:00:03.215416 32117 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T15:00:17.668922+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T13:00:00+00:00 EmrJobFlowSensor 2021-05-25T14:01:02.294294+00:00 2021-05-25T14:10:04.920236+00:00 0:09:02.625942 32103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T14:00:59.761633+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T14:00:39.900802+00:00 2021-05-25T14:00:41.673255+00:00 0:00:01.772453 32101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T14:00:37.586836+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T13:00:00+00:00 PythonOperator 2021-05-25T14:00:17.898987+00:00 2021-05-25T14:00:21.320779+00:00 0:00:03.421792 32099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T14:00:15.552588+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T12:00:00+00:00 EmrJobFlowSensor 2021-05-25T13:00:55.485464+00:00 2021-05-25T13:09:58.019458+00:00 0:09:02.533994 32085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T13:00:53.275223+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T13:00:35.641387+00:00 2021-05-25T13:00:37.409181+00:00 0:00:01.767794 32083 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T13:00:33.186636+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T12:00:00+00:00 PythonOperator 2021-05-25T13:00:13.352447+00:00 2021-05-25T13:00:16.529728+00:00 0:00:03.177281 32081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T13:00:11.122638+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T11:00:00+00:00 EmrJobFlowSensor 2021-05-25T12:01:07.362486+00:00 2021-05-25T12:11:10.069595+00:00 0:10:02.707109 32067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T12:01:05.221580+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T12:00:45.415229+00:00 2021-05-25T12:00:47.062475+00:00 0:00:01.647246 32065 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T12:00:43.186834+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T11:00:00+00:00 PythonOperator 2021-05-25T12:00:23.791997+00:00 2021-05-25T12:00:26.964710+00:00 0:00:03.172713 32063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T12:00:21.180466+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T10:00:00+00:00 EmrJobFlowSensor 2021-05-25T11:00:47.852990+00:00 2021-05-25T11:09:50.664352+00:00 0:09:02.811362 32045 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T11:00:45.570626+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T11:00:26.301024+00:00 2021-05-25T11:00:28.160519+00:00 0:00:01.859495 32043 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T11:00:23.661500+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T10:00:00+00:00 PythonOperator 2021-05-25T11:00:06.301560+00:00 2021-05-25T11:00:09.544193+00:00 0:00:03.242633 32040 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T11:00:03.577614+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T09:00:00+00:00 EmrJobFlowSensor 2021-05-25T10:01:01.594254+00:00 2021-05-25T10:10:04.360047+00:00 0:09:02.765793 32027 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T10:00:59.244531+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T10:00:39.513515+00:00 2021-05-25T10:00:41.314562+00:00 0:00:01.801047 32025 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T10:00:37.118758+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T09:00:00+00:00 PythonOperator 2021-05-25T10:00:17.206240+00:00 2021-05-25T10:00:20.474564+00:00 0:00:03.268324 32023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T10:00:15.100040+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T08:00:00+00:00 EmrJobFlowSensor 2021-05-25T09:01:03.576130+00:00 2021-05-25T09:11:06.290766+00:00 0:10:02.714636 32008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T09:01:01.335507+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T09:00:41.490503+00:00 2021-05-25T09:00:43.464260+00:00 0:00:01.973757 32006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T09:00:39.295370+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T08:00:00+00:00 PythonOperator 2021-05-25T09:00:20.324935+00:00 2021-05-25T09:00:23.425385+00:00 0:00:03.100450 32004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T09:00:17.269479+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T07:00:00+00:00 EmrJobFlowSensor 2021-05-25T08:01:03.143132+00:00 2021-05-25T08:10:05.963010+00:00 0:09:02.819878 31990 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T08:01:00.469527+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T08:00:40.641791+00:00 2021-05-25T08:00:42.290072+00:00 0:00:01.648281 31988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T08:00:38.367396+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T07:00:00+00:00 PythonOperator 2021-05-25T08:00:18.630580+00:00 2021-05-25T08:00:22.993715+00:00 0:00:04.363135 31986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T08:00:16.274418+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T06:00:00+00:00 EmrJobFlowSensor 2021-05-25T07:01:17.803698+00:00 2021-05-25T07:11:20.477259+00:00 0:10:02.673561 31973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T07:01:15.461608+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T07:00:45.690879+00:00 2021-05-25T07:00:47.346476+00:00 0:00:01.655597 31971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T07:00:43.290183+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T06:00:00+00:00 PythonOperator 2021-05-25T07:00:21.482842+00:00 2021-05-25T07:00:24.665886+00:00 0:00:03.183044 31969 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T07:00:19.270101+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T05:00:00+00:00 EmrJobFlowSensor 2021-05-25T06:00:53.977037+00:00 2021-05-25T06:09:56.620784+00:00 0:09:02.643747 31954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T06:00:51.633838+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T06:00:31.834097+00:00 2021-05-25T06:00:33.510603+00:00 0:00:01.676506 31952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T06:00:29.646482+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T05:00:00+00:00 PythonOperator 2021-05-25T06:00:09.981360+00:00 2021-05-25T06:00:14.021920+00:00 0:00:04.040560 31950 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T06:00:07.592385+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T04:00:00+00:00 EmrJobFlowSensor 2021-05-25T05:01:02.264465+00:00 2021-05-25T05:10:05.165607+00:00 0:09:02.901142 31936 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T05:00:59.861008+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T05:00:36.200001+00:00 2021-05-25T05:00:37.875982+00:00 0:00:01.675981 31934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T05:00:33.769077+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T04:00:00+00:00 PythonOperator 2021-05-25T05:00:06.082303+00:00 2021-05-25T05:00:09.411351+00:00 0:00:03.329048 31932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T05:00:03.737411+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T03:00:00+00:00 EmrJobFlowSensor 2021-05-25T04:01:07.343512+00:00 2021-05-25T04:10:10.061938+00:00 0:09:02.718426 31919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T04:01:05.080685+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T04:00:45.291515+00:00 2021-05-25T04:00:46.977525+00:00 0:00:01.686010 31917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T04:00:43.019069+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T03:00:00+00:00 PythonOperator 2021-05-25T04:00:25.366312+00:00 2021-05-25T04:00:28.777894+00:00 0:00:03.411582 31915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T04:00:23.000694+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T02:00:00+00:00 EmrJobFlowSensor 2021-05-25T03:00:55.069045+00:00 2021-05-25T03:09:57.793774+00:00 0:09:02.724729 31899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T03:00:52.468101+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T03:00:34.629200+00:00 2021-05-25T03:00:36.323635+00:00 0:00:01.694435 31897 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T03:00:32.366894+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T02:00:00+00:00 PythonOperator 2021-05-25T03:00:05.122156+00:00 2021-05-25T03:00:08.282408+00:00 0:00:03.160252 31895 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T03:00:02.353884+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T01:00:00+00:00 EmrJobFlowSensor 2021-05-25T02:00:53.353956+00:00 2021-05-25T02:09:56.001559+00:00 0:09:02.647603 31882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T02:00:51.152377+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T02:00:33.403829+00:00 2021-05-25T02:00:35.190835+00:00 0:00:01.787006 31880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T02:00:31.133479+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T01:00:00+00:00 PythonOperator 2021-05-25T02:00:10.194697+00:00 2021-05-25T02:00:13.616192+00:00 0:00:03.421495 31878 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T02:00:07.095101+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-25T00:00:00+00:00 EmrJobFlowSensor 2021-05-25T01:01:01.924096+00:00 2021-05-25T01:11:04.725692+00:00 0:10:02.801596 31864 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T01:00:59.651951+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-25T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T01:00:40.082640+00:00 2021-05-25T01:00:41.747806+00:00 0:00:01.665166 31862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T01:00:37.756197+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-25T00:00:00+00:00 PythonOperator 2021-05-25T01:00:18.538260+00:00 2021-05-25T01:00:22.259283+00:00 0:00:03.721023 31860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T01:00:15.680156+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-24T23:00:00+00:00 EmrJobFlowSensor 2021-05-25T00:01:08.262562+00:00 2021-05-25T00:11:11.072862+00:00 0:10:02.810300 31846 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-25T00:01:05.742886+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-24T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-25T00:00:46.028662+00:00 2021-05-25T00:00:47.805238+00:00 0:00:01.776576 31844 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-25T00:00:43.696388+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-24T23:00:00+00:00 PythonOperator 2021-05-25T00:00:26.180199+00:00 2021-05-25T00:00:29.489648+00:00 0:00:03.309449 31842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-25T00:00:23.618383+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-24T22:00:00+00:00 EmrJobFlowSensor 2021-05-24T23:01:08.404587+00:00 2021-05-24T23:11:11.134527+00:00 0:10:02.729940 31827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-24T23:01:06.220111+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-24T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-24T23:00:40.710230+00:00 2021-05-24T23:00:42.360454+00:00 0:00:01.650224 31824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-24T23:00:38.005707+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-24T22:00:00+00:00 PythonOperator 2021-05-24T23:00:20.103343+00:00 2021-05-24T23:00:23.315385+00:00 0:00:03.212042 31821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-24T23:00:17.990884+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-24T21:00:00+00:00 EmrJobFlowSensor 2021-05-24T22:00:57.706008+00:00 2021-05-24T22:10:00.294595+00:00 0:09:02.588587 31805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-24T22:00:55.595047+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-24T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-24T22:00:35.694399+00:00 2021-05-24T22:00:37.359101+00:00 0:00:01.664702 31803 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-24T22:00:33.542278+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-24T21:00:00+00:00 PythonOperator 2021-05-24T22:00:15.723472+00:00 2021-05-24T22:00:18.992460+00:00 0:00:03.268988 31801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-24T22:00:13.527001+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-24T20:00:00+00:00 EmrJobFlowSensor 2021-05-24T21:00:55.058849+00:00 2021-05-24T21:08:57.548193+00:00 0:08:02.489344 31787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-24T21:00:52.547105+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-24T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-24T21:00:35.014220+00:00 2021-05-24T21:00:36.695190+00:00 0:00:01.680970 31785 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-24T21:00:32.477037+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-24T20:00:00+00:00 PythonOperator 2021-05-24T21:00:12.727622+00:00 2021-05-24T21:00:15.939965+00:00 0:00:03.212343 31783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-24T21:00:10.448027+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-24T19:00:00+00:00 EmrJobFlowSensor 2021-05-24T20:00:48.766076+00:00 2021-05-24T20:10:51.561688+00:00 0:10:02.795612 31768 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-24T20:00:46.427252+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-24T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-24T20:00:26.675551+00:00 2021-05-24T20:00:28.343267+00:00 0:00:01.667716 31766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-24T20:00:24.407720+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-24T19:00:00+00:00 PythonOperator 2021-05-24T20:00:04.889157+00:00 2021-05-24T20:00:08.040075+00:00 0:00:03.150918 31764 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-24T20:00:02.342185+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-24T18:00:00+00:00 EmrJobFlowSensor 2021-05-24T19:00:47.299629+00:00 2021-05-24T19:10:50.046004+00:00 0:10:02.746375 31750 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-24T19:00:44.844241+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-24T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-24T19:00:26.097112+00:00 2021-05-24T19:00:27.924828+00:00 0:00:01.827716 31748 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-24T19:00:22.855171+00:00 2 default_pool