Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T08:00:25.541614+00:00 2021-05-30T08:00:27.225745+00:00 0:00:01.684131 34175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T08:00:23.201363+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T07:00:00+00:00 PythonOperator 2021-05-30T08:00:05.392003+00:00 2021-05-30T08:00:08.852080+00:00 0:00:03.460077 34173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T08:00:03.153149+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T06:00:00+00:00 EmrJobFlowSensor 2021-05-30T07:00:57.781213+00:00 2021-05-30T07:11:00.588612+00:00 0:10:02.807399 34160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T07:00:55.566281+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T07:00:37.604442+00:00 2021-05-30T07:00:39.275541+00:00 0:00:01.671099 34158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T07:00:35.487444+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T06:00:00+00:00 PythonOperator 2021-05-30T07:00:14.015352+00:00 2021-05-30T07:00:17.173362+00:00 0:00:03.158010 34156 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T07:00:11.478476+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T05:00:00+00:00 EmrJobFlowSensor 2021-05-30T06:00:48.003911+00:00 2021-05-30T06:09:50.627586+00:00 0:09:02.623675 34141 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T06:00:45.653690+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T06:00:26.642258+00:00 2021-05-30T06:00:28.487670+00:00 0:00:01.845412 34139 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T06:00:23.553913+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T05:00:00+00:00 PythonOperator 2021-05-30T06:00:05.972447+00:00 2021-05-30T06:00:09.410965+00:00 0:00:03.438518 34137 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T06:00:03.492693+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T04:00:00+00:00 EmrJobFlowSensor 2021-05-30T05:01:03.115717+00:00 2021-05-30T05:10:05.740018+00:00 0:09:02.624301 34123 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T05:01:00.885659+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T05:00:27.226447+00:00 2021-05-30T05:00:28.912140+00:00 0:00:01.685693 34121 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T05:00:24.801218+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T04:00:00+00:00 PythonOperator 2021-05-30T05:00:05.716611+00:00 2021-05-30T05:00:08.937155+00:00 0:00:03.220544 34119 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T05:00:02.855708+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T03:00:00+00:00 EmrJobFlowSensor 2021-05-30T04:00:58.804406+00:00 2021-05-30T04:10:01.570891+00:00 0:09:02.766485 34105 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T04:00:56.658078+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T04:00:38.834908+00:00 2021-05-30T04:00:40.520548+00:00 0:00:01.685640 34103 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T04:00:36.648597+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T03:00:00+00:00 PythonOperator 2021-05-30T04:00:17.606353+00:00 2021-05-30T04:00:20.827052+00:00 0:00:03.220699 34102 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T04:00:14.466494+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T02:00:00+00:00 EmrJobFlowSensor 2021-05-30T03:00:49.904736+00:00 2021-05-30T03:09:52.662976+00:00 0:09:02.758240 34086 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T03:00:47.550296+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T03:00:30.213949+00:00 2021-05-30T03:00:32.038089+00:00 0:00:01.824140 34084 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T03:00:27.566827+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T02:00:00+00:00 PythonOperator 2021-05-30T03:00:08.252531+00:00 2021-05-30T03:00:11.555953+00:00 0:00:03.303422 34082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T03:00:05.550140+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T01:00:00+00:00 EmrJobFlowSensor 2021-05-30T02:00:56.708659+00:00 2021-05-30T02:08:59.238818+00:00 0:08:02.530159 34068 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T02:00:54.532861+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T02:00:34.795857+00:00 2021-05-30T02:00:36.471492+00:00 0:00:01.675635 34066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T02:00:32.548048+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T01:00:00+00:00 PythonOperator 2021-05-30T02:00:12.958813+00:00 2021-05-30T02:00:16.256663+00:00 0:00:03.297850 34064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T02:00:10.491690+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T00:00:00+00:00 EmrJobFlowSensor 2021-05-30T01:01:00.732202+00:00 2021-05-30T01:11:03.554773+00:00 0:10:02.822571 34050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T01:00:58.048700+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T01:00:40.105146+00:00 2021-05-30T01:00:41.792495+00:00 0:00:01.687349 34048 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T01:00:37.995031+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T00:00:00+00:00 PythonOperator 2021-05-30T01:00:18.289603+00:00 2021-05-30T01:00:21.584981+00:00 0:00:03.295378 34046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T01:00:15.960976+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T23:00:00+00:00 EmrJobFlowSensor 2021-05-30T00:01:07.335418+00:00 2021-05-30T00:10:10.064785+00:00 0:09:02.729367 34033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T00:01:05.044294+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T00:00:45.381819+00:00 2021-05-30T00:00:47.177121+00:00 0:00:01.795302 34031 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T00:00:43.018857+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T23:00:00+00:00 PythonOperator 2021-05-30T00:00:25.334218+00:00 2021-05-30T00:00:28.740276+00:00 0:00:03.406058 34029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T00:00:23.004731+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T22:00:00+00:00 EmrJobFlowSensor 2021-05-29T23:00:56.629381+00:00 2021-05-29T23:10:59.478431+00:00 0:10:02.849050 34014 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T23:00:54.183614+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T23:00:36.474221+00:00 2021-05-29T23:00:38.279657+00:00 0:00:01.805436 34011 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T23:00:34.166920+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T22:00:00+00:00 PythonOperator 2021-05-29T23:00:12.025052+00:00 2021-05-29T23:00:15.167357+00:00 0:00:03.142305 34008 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T23:00:09.790720+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T21:00:00+00:00 EmrJobFlowSensor 2021-05-29T22:01:12.336551+00:00 2021-05-29T22:10:15.029226+00:00 0:09:02.692675 33993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T22:01:09.870286+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T22:00:50.074625+00:00 2021-05-29T22:00:51.758951+00:00 0:00:01.684326 33991 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T22:00:47.854922+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T21:00:00+00:00 PythonOperator 2021-05-29T22:00:28.024353+00:00 2021-05-29T22:00:31.190915+00:00 0:00:03.166562 33989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T22:00:25.730777+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T20:00:00+00:00 EmrJobFlowSensor 2021-05-29T21:01:01.914670+00:00 2021-05-29T21:09:04.527988+00:00 0:08:02.613318 33975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T21:00:59.550929+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T21:00:41.802261+00:00 2021-05-29T21:00:43.514611+00:00 0:00:01.712350 33973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T21:00:39.453175+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T20:00:00+00:00 PythonOperator 2021-05-29T21:00:19.701172+00:00 2021-05-29T21:00:23.164446+00:00 0:00:03.463274 33971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T21:00:17.385209+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T19:00:00+00:00 EmrJobFlowSensor 2021-05-29T20:00:48.090407+00:00 2021-05-29T20:10:50.917890+00:00 0:10:02.827483 33956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T20:00:45.395046+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T20:00:25.637430+00:00 2021-05-29T20:00:27.448938+00:00 0:00:01.811508 33954 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T20:00:23.328515+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T19:00:00+00:00 PythonOperator 2021-05-29T20:00:06.059151+00:00 2021-05-29T20:00:09.205886+00:00 0:00:03.146735 33952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T20:00:03.317577+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T18:00:00+00:00 EmrJobFlowSensor 2021-05-29T19:01:08.901994+00:00 2021-05-29T19:09:11.436534+00:00 0:08:02.534540 33939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T19:01:06.652751+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T19:00:48.837566+00:00 2021-05-29T19:00:50.502099+00:00 0:00:01.664533 33937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T19:00:46.581251+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T18:00:00+00:00 PythonOperator 2021-05-29T19:00:11.383774+00:00 2021-05-29T19:00:14.938007+00:00 0:00:03.554233 33935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T19:00:08.491212+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T17:00:00+00:00 EmrJobFlowSensor 2021-05-29T18:00:47.723112+00:00 2021-05-29T18:09:50.445592+00:00 0:09:02.722480 33920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T18:00:45.434616+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T18:00:25.946444+00:00 2021-05-29T18:00:27.837612+00:00 0:00:01.891168 33918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T18:00:23.469577+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T17:00:00+00:00 PythonOperator 2021-05-29T18:00:03.925140+00:00 2021-05-29T18:00:07.095025+00:00 0:00:03.169885 33916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T18:00:01.468184+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T16:00:00+00:00 EmrJobFlowSensor 2021-05-29T17:00:57.283757+00:00 2021-05-29T17:09:59.939055+00:00 0:09:02.655298 33902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T17:00:55.057782+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T16:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T17:00:37.347255+00:00 2021-05-29T17:00:39.050804+00:00 0:00:01.703549 33900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T17:00:34.981814+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T16:00:00+00:00 PythonOperator 2021-05-29T17:00:15.138320+00:00 2021-05-29T17:00:18.492798+00:00 0:00:03.354478 33898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T17:00:12.912446+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T15:00:00+00:00 EmrJobFlowSensor 2021-05-29T16:00:51.335329+00:00 2021-05-29T16:10:54.131244+00:00 0:10:02.795915 33884 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T16:00:49.088488+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T15:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T16:00:31.262977+00:00 2021-05-29T16:00:33.001528+00:00 0:00:01.738551 33882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T16:00:29.077618+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T15:00:00+00:00 PythonOperator 2021-05-29T16:00:09.303540+00:00 2021-05-29T16:00:13.428109+00:00 0:00:04.124569 33880 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T16:00:07.036884+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T14:00:00+00:00 EmrJobFlowSensor 2021-05-29T15:02:08.124212+00:00 2021-05-29T15:11:10.818778+00:00 0:09:02.694566 33867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T15:02:05.589103+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T14:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T15:01:45.730344+00:00 2021-05-29T15:01:47.401047+00:00 0:00:01.670703 33865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T15:01:43.532100+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T14:00:00+00:00 PythonOperator 2021-05-29T15:01:22.094584+00:00 2021-05-29T15:01:25.339426+00:00 0:00:03.244842 33863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T15:01:19.511828+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T13:00:00+00:00 EmrJobFlowSensor 2021-05-29T14:00:53.027495+00:00 2021-05-29T14:10:55.668826+00:00 0:10:02.641331 33848 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T14:00:50.799127+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T14:00:30.871054+00:00 2021-05-29T14:00:32.584672+00:00 0:00:01.713618 33846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T14:00:28.756883+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T13:00:00+00:00 PythonOperator 2021-05-29T14:00:11.073059+00:00 2021-05-29T14:00:14.275568+00:00 0:00:03.202509 33844 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T14:00:08.717718+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T12:00:00+00:00 EmrJobFlowSensor 2021-05-29T13:01:06.910847+00:00 2021-05-29T13:10:09.651339+00:00 0:09:02.740492 33829 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T13:01:04.812517+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T13:00:45.362142+00:00 2021-05-29T13:00:47.059503+00:00 0:00:01.697361 33827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T13:00:42.858492+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T12:00:00+00:00 PythonOperator 2021-05-29T13:00:25.269671+00:00 2021-05-29T13:00:28.622612+00:00 0:00:03.352941 33826 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T13:00:22.686693+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T11:00:00+00:00 EmrJobFlowSensor 2021-05-29T12:00:51.314360+00:00 2021-05-29T12:09:53.920467+00:00 0:09:02.606107 33811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T12:00:48.699865+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T12:00:28.854303+00:00 2021-05-29T12:00:30.521432+00:00 0:00:01.667129 33809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T12:00:26.664891+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T11:00:00+00:00 PythonOperator 2021-05-29T12:00:06.891086+00:00 2021-05-29T12:00:10.147251+00:00 0:00:03.256165 33807 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T12:00:04.518654+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T10:00:00+00:00 EmrJobFlowSensor 2021-05-29T11:01:14.415644+00:00 2021-05-29T11:09:16.981124+00:00 0:08:02.565480 33794 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T11:01:12.073191+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T11:00:48.225971+00:00 2021-05-29T11:00:49.917568+00:00 0:00:01.691597 33792 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T11:00:46.059888+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T10:00:00+00:00 PythonOperator 2021-05-29T11:00:22.201996+00:00 2021-05-29T11:00:25.472635+00:00 0:00:03.270639 33790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T11:00:20.044411+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T09:00:00+00:00 EmrJobFlowSensor 2021-05-29T10:00:50.674053+00:00 2021-05-29T10:10:53.564531+00:00 0:10:02.890478 33775 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T10:00:48.258751+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T10:00:28.975806+00:00 2021-05-29T10:00:30.776506+00:00 0:00:01.800700 33773 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T10:00:26.362881+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T09:00:00+00:00 PythonOperator 2021-05-29T10:00:06.900044+00:00 2021-05-29T10:00:10.031274+00:00 0:00:03.131230 33771 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T10:00:04.278252+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T08:00:00+00:00 EmrJobFlowSensor 2021-05-29T09:00:59.681443+00:00 2021-05-29T09:10:02.309960+00:00 0:09:02.628517 33758 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T09:00:57.545212+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T09:00:40.168498+00:00 2021-05-29T09:00:41.860594+00:00 0:00:01.692096 33756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T09:00:37.463283+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T08:00:00+00:00 PythonOperator 2021-05-29T09:00:17.940458+00:00 2021-05-29T09:00:21.283805+00:00 0:00:03.343347 33754 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T09:00:15.425415+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T07:00:00+00:00 EmrJobFlowSensor 2021-05-29T08:01:04.503448+00:00 2021-05-29T08:09:07.264976+00:00 0:08:02.761528 33738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T08:01:02.261170+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T08:00:42.372103+00:00 2021-05-29T08:00:44.494385+00:00 0:00:02.122282 33736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T08:00:40.187274+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T07:00:00+00:00 PythonOperator 2021-05-29T08:00:20.536879+00:00 2021-05-29T08:00:23.955520+00:00 0:00:03.418641 33734 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T08:00:18.158931+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T06:00:00+00:00 EmrJobFlowSensor 2021-05-29T07:00:54.953248+00:00 2021-05-29T07:09:57.987834+00:00 0:09:03.034586 33720 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T07:00:52.266883+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T07:00:32.383472+00:00 2021-05-29T07:00:34.412931+00:00 0:00:02.029459 33718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T07:00:30.181841+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T06:00:00+00:00 PythonOperator 2021-05-29T07:00:10.944275+00:00 2021-05-29T07:00:14.128632+00:00 0:00:03.184357 33716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T07:00:08.126185+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T05:00:00+00:00 EmrJobFlowSensor 2021-05-29T06:00:51.332044+00:00 2021-05-29T06:08:53.953105+00:00 0:08:02.621061 33702 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T06:00:49.082839+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T06:00:29.640103+00:00 2021-05-29T06:00:31.430139+00:00 0:00:01.790036 33700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T06:00:27.046101+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T05:00:00+00:00 PythonOperator 2021-05-29T06:00:07.726954+00:00 2021-05-29T06:00:11.051114+00:00 0:00:03.324160 33698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T06:00:05.050970+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T04:00:00+00:00 EmrJobFlowSensor 2021-05-29T05:01:00.195850+00:00 2021-05-29T05:10:02.963360+00:00 0:09:02.767510 33685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T05:00:57.943411+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T05:00:32.868945+00:00 2021-05-29T05:00:34.546077+00:00 0:00:01.677132 33683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T05:00:29.978429+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T04:00:00+00:00 PythonOperator 2021-05-29T05:00:10.094227+00:00 2021-05-29T05:00:13.368313+00:00 0:00:03.274086 33681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T05:00:07.895449+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T03:00:00+00:00 EmrJobFlowSensor 2021-05-29T04:01:06.491390+00:00 2021-05-29T04:10:09.217830+00:00 0:09:02.726440 33667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T04:01:04.418119+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T04:00:44.801792+00:00 2021-05-29T04:00:46.541096+00:00 0:00:01.739304 33665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T04:00:42.467778+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T03:00:00+00:00 PythonOperator 2021-05-29T04:00:24.863325+00:00 2021-05-29T04:00:28.094955+00:00 0:00:03.231630 33663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T04:00:22.445135+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T02:00:00+00:00 EmrJobFlowSensor 2021-05-29T03:00:48.415533+00:00 2021-05-29T03:10:51.058825+00:00 0:10:02.643292 33648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T03:00:46.223181+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T03:00:26.483415+00:00 2021-05-29T03:00:28.203134+00:00 0:00:01.719719 33646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T03:00:24.197754+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T02:00:00+00:00 PythonOperator 2021-05-29T03:00:04.558783+00:00 2021-05-29T03:00:08.286037+00:00 0:00:03.727254 33644 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T03:00:02.188481+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T01:00:00+00:00 EmrJobFlowSensor 2021-05-29T02:01:03.970932+00:00 2021-05-29T02:10:06.612623+00:00 0:09:02.641691 33631 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T02:01:01.712681+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T02:00:41.829441+00:00 2021-05-29T02:00:43.629329+00:00 0:00:01.799888 33629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T02:00:39.693477+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T01:00:00+00:00 PythonOperator 2021-05-29T02:00:12.552622+00:00 2021-05-29T02:00:15.687406+00:00 0:00:03.134784 33627 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T02:00:09.649169+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-29T00:00:00+00:00 EmrJobFlowSensor 2021-05-29T01:00:49.324558+00:00 2021-05-29T01:08:52.134300+00:00 0:08:02.809742 33612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T01:00:47.073312+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-29T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T01:00:25.535066+00:00 2021-05-29T01:00:27.374795+00:00 0:00:01.839729 33610 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T01:00:23.078970+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-29T00:00:00+00:00 PythonOperator 2021-05-29T01:00:05.236245+00:00 2021-05-29T01:00:08.500133+00:00 0:00:03.263888 33608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T01:00:02.986268+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T23:00:00+00:00 EmrJobFlowSensor 2021-05-29T00:05:26.032618+00:00 2021-05-29T00:14:28.776827+00:00 0:09:02.744209 33597 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-29T00:05:23.690817+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-29T00:05:03.898678+00:00 2021-05-29T00:05:05.714515+00:00 0:00:01.815837 33594 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-29T00:05:01.657952+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T23:00:00+00:00 PythonOperator 2021-05-29T00:04:31.751255+00:00 2021-05-29T00:04:34.988345+00:00 0:00:03.237090 33592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-29T00:04:29.629945+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T22:00:00+00:00 EmrJobFlowSensor 2021-05-28T23:01:07.155984+00:00 2021-05-28T23:09:09.695117+00:00 0:08:02.539133 33577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T23:01:05.011046+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T23:00:41.201639+00:00 2021-05-28T23:00:42.911714+00:00 0:00:01.710075 33574 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T23:00:38.992249+00:00 2 default_pool