Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T11:00:00+00:00 EmrJobFlowSensor 2021-07-03T12:00:58.854405+00:00 2021-07-03T12:10:01.587305+00:00 0:09:02.732900 49236 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T12:00:56.357693+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T12:00:36.477912+00:00 2021-07-03T12:00:38.224590+00:00 0:00:01.746678 49234 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T12:00:34.241711+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T11:00:00+00:00 PythonOperator 2021-07-03T12:00:14.736253+00:00 2021-07-03T12:00:18.225623+00:00 0:00:03.489370 49232 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T12:00:12.261163+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T10:00:00+00:00 EmrJobFlowSensor 2021-07-03T11:01:03.927866+00:00 2021-07-03T11:11:06.797807+00:00 0:10:02.869941 49218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T11:01:01.783272+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T11:00:40.221290+00:00 2021-07-03T11:00:42.028773+00:00 0:00:01.807483 49216 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T11:00:37.773195+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T10:00:00+00:00 PythonOperator 2021-07-03T11:00:20.165948+00:00 2021-07-03T11:00:23.898982+00:00 0:00:03.733034 49214 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T11:00:17.769499+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T09:00:00+00:00 EmrJobFlowSensor 2021-07-03T10:00:48.804839+00:00 2021-07-03T10:10:51.935943+00:00 0:10:03.131104 49198 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T10:00:46.435957+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T10:00:28.684483+00:00 2021-07-03T10:00:30.462628+00:00 0:00:01.778145 49196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T10:00:26.458241+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T09:00:00+00:00 PythonOperator 2021-07-03T10:00:06.557202+00:00 2021-07-03T10:00:10.227330+00:00 0:00:03.670128 49194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T10:00:04.285907+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T08:00:00+00:00 EmrJobFlowSensor 2021-07-03T09:01:00.706919+00:00 2021-07-03T09:12:04.037171+00:00 0:11:03.330252 49180 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T09:00:58.057246+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T09:00:38.203171+00:00 2021-07-03T09:00:40.343866+00:00 0:00:02.140695 49178 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T09:00:35.901130+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T08:00:00+00:00 PythonOperator 2021-07-03T09:00:08.377537+00:00 2021-07-03T09:00:11.742322+00:00 0:00:03.364785 49176 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T09:00:05.824531+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T07:00:00+00:00 EmrJobFlowSensor 2021-07-03T08:00:59.878913+00:00 2021-07-03T08:11:02.902324+00:00 0:10:03.023411 49162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T08:00:57.658131+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T08:00:37.686063+00:00 2021-07-03T08:00:39.383154+00:00 0:00:01.697091 49160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T08:00:35.571654+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T07:00:00+00:00 PythonOperator 2021-07-03T08:00:16.296070+00:00 2021-07-03T08:00:19.685018+00:00 0:00:03.388948 49158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T08:00:13.518122+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T06:00:00+00:00 EmrJobFlowSensor 2021-07-03T07:01:06.848990+00:00 2021-07-03T07:11:09.786576+00:00 0:10:02.937586 49145 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T07:01:04.568543+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T07:00:42.727906+00:00 2021-07-03T07:00:44.398098+00:00 0:00:01.670192 49143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T07:00:40.462199+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T06:00:00+00:00 PythonOperator 2021-07-03T07:00:20.492246+00:00 2021-07-03T07:00:24.235743+00:00 0:00:03.743497 49141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T07:00:18.348162+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T05:00:00+00:00 EmrJobFlowSensor 2021-07-03T06:13:09.757813+00:00 2021-07-03T06:13:11.219679+00:00 0:00:01.461866 49137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T06:13:07.468726+00:00 3 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T06:01:06.533558+00:00 2021-07-03T06:01:08.226648+00:00 0:00:01.693090 49124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T06:01:04.387235+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T05:00:00+00:00 PythonOperator 2021-07-03T06:00:42.827794+00:00 2021-07-03T06:00:46.420796+00:00 0:00:03.593002 49122 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T06:00:40.294852+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T04:00:00+00:00 EmrJobFlowSensor 2021-07-03T05:00:54.124940+00:00 2021-07-03T05:10:56.927402+00:00 0:10:02.802462 49106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T05:00:51.782723+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T05:00:34.140394+00:00 2021-07-03T05:00:35.946265+00:00 0:00:01.805871 49104 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T05:00:31.757460+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T04:00:00+00:00 PythonOperator 2021-07-03T05:00:10.562838+00:00 2021-07-03T05:00:13.964332+00:00 0:00:03.401494 49102 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T05:00:07.769694+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T03:00:00+00:00 EmrJobFlowSensor 2021-07-03T04:01:07.600052+00:00 2021-07-03T04:11:10.438291+00:00 0:10:02.838239 49089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T04:01:05.451803+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T04:00:45.667624+00:00 2021-07-03T04:00:47.442783+00:00 0:00:01.775159 49087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T04:00:43.304782+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T03:00:00+00:00 PythonOperator 2021-07-03T04:00:23.495635+00:00 2021-07-03T04:00:27.237476+00:00 0:00:03.741841 49085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T04:00:21.283879+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T02:00:00+00:00 EmrJobFlowSensor 2021-07-03T03:00:50.408502+00:00 2021-07-03T03:11:53.260063+00:00 0:11:02.851561 49070 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T03:00:48.140635+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T03:00:26.546950+00:00 2021-07-03T03:00:28.337387+00:00 0:00:01.790437 49068 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T03:00:24.169367+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T02:00:00+00:00 PythonOperator 2021-07-03T03:00:04.748189+00:00 2021-07-03T03:00:10.047186+00:00 0:00:05.298997 49066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T03:00:02.156071+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T01:00:00+00:00 EmrJobFlowSensor 2021-07-03T02:00:47.735370+00:00 2021-07-03T02:10:50.553141+00:00 0:10:02.817771 49052 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T02:00:45.610054+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T02:00:27.063612+00:00 2021-07-03T02:00:28.770365+00:00 0:00:01.706753 49050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T02:00:23.653269+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T01:00:00+00:00 PythonOperator 2021-07-03T02:00:04.361723+00:00 2021-07-03T02:00:07.780534+00:00 0:00:03.418811 49048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T02:00:01.555876+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-03T00:00:00+00:00 EmrJobFlowSensor 2021-07-03T01:00:48.829195+00:00 2021-07-03T01:10:51.617267+00:00 0:10:02.788072 49034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T01:00:46.546223+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-03T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T01:00:29.068700+00:00 2021-07-03T01:00:30.878403+00:00 0:00:01.809703 49032 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T01:00:26.552542+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-03T00:00:00+00:00 PythonOperator 2021-07-03T01:00:07.083269+00:00 2021-07-03T01:00:10.742009+00:00 0:00:03.658740 49030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T01:00:04.418033+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T23:00:00+00:00 EmrJobFlowSensor 2021-07-03T00:00:56.104564+00:00 2021-07-03T00:10:59.031732+00:00 0:10:02.927168 49017 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-03T00:00:53.857087+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-03T00:00:36.123186+00:00 2021-07-03T00:00:37.926150+00:00 0:00:01.802964 49015 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-03T00:00:33.720320+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T23:00:00+00:00 PythonOperator 2021-07-03T00:00:11.904542+00:00 2021-07-03T00:00:15.558226+00:00 0:00:03.653684 49013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-03T00:00:09.698991+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T22:00:00+00:00 EmrJobFlowSensor 2021-07-02T23:01:06.954605+00:00 2021-07-02T23:11:09.872985+00:00 0:10:02.918380 48999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T23:01:04.652472+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T23:00:44.787263+00:00 2021-07-02T23:00:46.564756+00:00 0:00:01.777493 48996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T23:00:42.567259+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T22:00:00+00:00 PythonOperator 2021-07-02T23:00:24.953202+00:00 2021-07-02T23:00:28.759290+00:00 0:00:03.806088 48993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T23:00:22.486859+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T21:00:00+00:00 EmrJobFlowSensor 2021-07-02T22:01:03.853161+00:00 2021-07-02T22:12:07.051841+00:00 0:11:03.198680 48977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T22:01:01.450993+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T22:00:39.721922+00:00 2021-07-02T22:00:41.780953+00:00 0:00:02.059031 48975 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T22:00:37.386864+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T21:00:00+00:00 PythonOperator 2021-07-02T22:00:19.772130+00:00 2021-07-02T22:00:23.482322+00:00 0:00:03.710192 48973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T22:00:17.322592+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T20:00:00+00:00 EmrJobFlowSensor 2021-07-02T21:01:07.834445+00:00 2021-07-02T21:11:10.731486+00:00 0:10:02.897041 48960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T21:01:05.614174+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T21:00:45.789231+00:00 2021-07-02T21:00:47.452869+00:00 0:00:01.663638 48958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T21:00:43.586430+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T20:00:00+00:00 PythonOperator 2021-07-02T21:00:15.907680+00:00 2021-07-02T21:00:19.349990+00:00 0:00:03.442310 48956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T21:00:13.521619+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T19:00:00+00:00 EmrJobFlowSensor 2021-07-02T20:00:47.318276+00:00 2021-07-02T20:10:50.268400+00:00 0:10:02.950124 48941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T20:00:45.168436+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T20:00:27.283566+00:00 2021-07-02T20:00:29.082630+00:00 0:00:01.799064 48939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T20:00:25.106393+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T19:00:00+00:00 PythonOperator 2021-07-02T20:00:05.706381+00:00 2021-07-02T20:00:09.371247+00:00 0:00:03.664866 48937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T20:00:03.157522+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T18:00:00+00:00 EmrJobFlowSensor 2021-07-02T19:00:48.718439+00:00 2021-07-02T19:10:51.531397+00:00 0:10:02.812958 48923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T19:00:46.457669+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T19:00:26.767275+00:00 2021-07-02T19:00:28.653647+00:00 0:00:01.886372 48922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T19:00:24.278367+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T18:00:00+00:00 PythonOperator 2021-07-02T19:00:06.640088+00:00 2021-07-02T19:00:10.312529+00:00 0:00:03.672441 48919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T19:00:04.240772+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T17:00:00+00:00 EmrJobFlowSensor 2021-07-02T18:00:49.062175+00:00 2021-07-02T18:10:51.951614+00:00 0:10:02.889439 48905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T18:00:46.810689+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T18:00:27.646959+00:00 2021-07-02T18:00:29.440145+00:00 0:00:01.793186 48903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T18:00:24.791397+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T17:00:00+00:00 PythonOperator 2021-07-02T18:00:07.041700+00:00 2021-07-02T18:00:10.490436+00:00 0:00:03.448736 48901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T18:00:04.710637+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T16:00:00+00:00 EmrJobFlowSensor 2021-07-02T17:01:06.194272+00:00 2021-07-02T17:11:09.163778+00:00 0:10:02.969506 48888 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T17:01:03.825732+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T17:00:44.122124+00:00 2021-07-02T17:00:45.935592+00:00 0:00:01.813468 48886 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T17:00:41.805000+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T16:00:00+00:00 PythonOperator 2021-07-02T17:00:21.965788+00:00 2021-07-02T17:00:25.551431+00:00 0:00:03.585643 48884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T17:00:19.786375+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-02T15:00:00+00:00 EmrJobFlowSensor 2021-07-02T16:06:53.198475+00:00 2021-07-02T16:17:56.248967+00:00 0:11:03.050492 48866 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-02T16:06:50.850563+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-02T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-02T16:06:33.505424+00:00 2021-07-02T16:06:35.326593+00:00 0:00:01.821169 48865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-02T16:06:31.076222+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-02T15:00:00+00:00 PythonOperator 2021-07-02T16:06:09.292318+00:00 2021-07-02T16:06:12.247179+00:00 0:00:02.954861 48863 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-02T16:06:06.743977+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T09:00:00+00:00 EmrJobFlowSensor 2021-06-16T10:01:09.685845+00:00 2021-06-16T10:05:11.624578+00:00 0:04:01.938733 41805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T10:01:07.321627+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T10:00:43.709535+00:00 2021-06-16T10:00:45.643261+00:00 0:00:01.933726 41802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T10:00:41.344337+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T09:00:00+00:00 PythonOperator 2021-06-16T10:00:23.698612+00:00 2021-06-16T10:00:27.149028+00:00 0:00:03.450416 41799 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T10:00:21.256559+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T08:00:00+00:00 EmrJobFlowSensor 2021-06-16T09:01:00.441849+00:00 2021-06-16T09:11:03.553156+00:00 0:10:03.111307 41773 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T09:00:57.867478+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T09:00:40.416078+00:00 2021-06-16T09:00:42.249591+00:00 0:00:01.833513 41770 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T09:00:37.781663+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T08:00:00+00:00 PythonOperator 2021-06-16T09:00:17.881324+00:00 2021-06-16T09:00:21.520718+00:00 0:00:03.639394 41767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T09:00:15.727460+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T07:00:00+00:00 EmrJobFlowSensor 2021-06-16T08:01:05.141256+00:00 2021-06-16T08:10:07.704811+00:00 0:09:02.563555 41749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T08:01:02.985108+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T08:00:41.035286+00:00 2021-06-16T08:00:42.779414+00:00 0:00:01.744128 41747 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T08:00:38.890753+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T07:00:00+00:00 PythonOperator 2021-06-16T08:00:19.296995+00:00 2021-06-16T08:00:22.812874+00:00 0:00:03.515879 41745 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T08:00:16.846860+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T06:00:00+00:00 EmrJobFlowSensor 2021-06-16T07:32:15.989812+00:00 2021-06-16T07:41:18.771234+00:00 0:09:02.781422 41743 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T07:32:13.590972+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T07:31:53.911025+00:00 2021-06-16T07:31:55.676733+00:00 0:00:01.765708 41742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T07:31:51.528408+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T06:00:00+00:00 PythonOperator 2021-06-16T07:31:31.891835+00:00 2021-06-16T07:31:35.348999+00:00 0:00:03.457164 41741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T07:31:29.487585+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T05:00:00+00:00 EmrJobFlowSensor 2021-06-16T06:01:17.449290+00:00 2021-06-16T06:10:20.082892+00:00 0:09:02.633602 41703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T06:01:15.157023+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T06:00:47.253363+00:00 2021-06-16T06:00:48.943384+00:00 0:00:01.690021 41700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T06:00:45.129267+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T05:00:00+00:00 PythonOperator 2021-06-16T06:00:17.696614+00:00 2021-06-16T06:00:21.273455+00:00 0:00:03.576841 41698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T06:00:15.077725+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T04:00:00+00:00 EmrJobFlowSensor 2021-06-16T05:01:08.085424+00:00 2021-06-16T05:10:10.666158+00:00 0:09:02.580734 41685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T05:01:05.758327+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T04:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T05:00:45.892698+00:00 2021-06-16T05:00:47.555740+00:00 0:00:01.663042 41683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T05:00:43.632198+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T04:00:00+00:00 PythonOperator 2021-06-16T05:00:23.759035+00:00 2021-06-16T05:00:27.268681+00:00 0:00:03.509646 41681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T05:00:21.612001+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T03:00:00+00:00 EmrJobFlowSensor 2021-06-16T04:00:54.708092+00:00 2021-06-16T04:11:57.585654+00:00 0:11:02.877562 41666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T04:00:52.358395+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T03:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T04:00:34.761560+00:00 2021-06-16T04:00:36.438463+00:00 0:00:01.676903 41664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T04:00:32.343870+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T03:00:00+00:00 PythonOperator 2021-06-16T04:00:12.747741+00:00 2021-06-16T04:00:15.997177+00:00 0:00:03.249436 41662 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T04:00:10.271995+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T02:00:00+00:00 EmrJobFlowSensor 2021-06-16T03:00:56.692718+00:00 2021-06-16T03:10:59.384911+00:00 0:10:02.692193 41649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T03:00:54.507602+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T02:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T03:00:26.784510+00:00 2021-06-16T03:00:28.515945+00:00 0:00:01.731435 41647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T03:00:24.544027+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T02:00:00+00:00 PythonOperator 2021-06-16T03:00:04.984459+00:00 2021-06-16T03:00:08.300581+00:00 0:00:03.316122 41644 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T03:00:02.410666+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T01:00:00+00:00 EmrJobFlowSensor 2021-06-16T02:00:58.149884+00:00 2021-06-16T02:10:00.832838+00:00 0:09:02.682954 41630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T02:00:55.987115+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T01:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T02:00:36.319748+00:00 2021-06-16T02:00:38.412518+00:00 0:00:02.092770 41628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T02:00:33.916134+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T01:00:00+00:00 PythonOperator 2021-06-16T02:00:14.336992+00:00 2021-06-16T02:00:17.649324+00:00 0:00:03.312332 41627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T02:00:11.894047+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-16T00:00:00+00:00 EmrJobFlowSensor 2021-06-16T01:01:09.422744+00:00 2021-06-16T01:11:12.174621+00:00 0:10:02.751877 41613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T01:01:07.076089+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-16T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T01:00:47.107151+00:00 2021-06-16T01:00:48.759571+00:00 0:00:01.652420 41611 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T01:00:44.996613+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-16T00:00:00+00:00 PythonOperator 2021-06-16T01:00:27.258258+00:00 2021-06-16T01:00:30.548438+00:00 0:00:03.290180 41609 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T01:00:24.919520+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T23:00:00+00:00 EmrJobFlowSensor 2021-06-16T00:01:09.583445+00:00 2021-06-16T00:10:12.236233+00:00 0:09:02.652788 41595 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-16T00:01:07.397503+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-16T00:00:45.580557+00:00 2021-06-16T00:00:47.225742+00:00 0:00:01.645185 41593 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-16T00:00:43.321487+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T23:00:00+00:00 PythonOperator 2021-06-16T00:00:23.812797+00:00 2021-06-16T00:00:27.326107+00:00 0:00:03.513310 41591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-16T00:00:21.354065+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T22:00:00+00:00 EmrJobFlowSensor 2021-06-15T23:01:02.015169+00:00 2021-06-15T23:11:04.739241+00:00 0:10:02.724072 41576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T23:00:59.558906+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-06-15T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-15T23:00:39.990729+00:00 2021-06-15T23:00:41.756349+00:00 0:00:01.765620 41573 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-15T23:00:37.481547+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-06-15T22:00:00+00:00 PythonOperator 2021-06-15T23:00:19.825792+00:00 2021-06-15T23:00:23.080637+00:00 0:00:03.254845 41570 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-15T23:00:17.363330+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-06-15T21:00:00+00:00 EmrJobFlowSensor 2021-06-15T22:01:02.855947+00:00 2021-06-15T22:10:05.659306+00:00 0:09:02.803359 41556 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-15T22:01:00.608600+00:00 2 default_pool