Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T12:00:00+00:00 EmrJobFlowSensor 2021-05-27T13:00:54.730719+00:00 2021-05-27T13:09:57.329815+00:00 0:09:02.599096 32956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T13:00:52.618038+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T13:00:32.867957+00:00 2021-05-27T13:00:34.526672+00:00 0:00:01.658715 32954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T13:00:30.603880+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T12:00:00+00:00 PythonOperator 2021-05-27T13:00:09.530151+00:00 2021-05-27T13:00:12.747999+00:00 0:00:03.217848 32952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T13:00:06.650345+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T11:00:00+00:00 EmrJobFlowSensor 2021-05-27T12:01:09.180668+00:00 2021-05-27T12:10:11.782164+00:00 0:09:02.601496 32939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T12:01:06.890669+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T12:00:47.144945+00:00 2021-05-27T12:00:48.842573+00:00 0:00:01.697628 32937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T12:00:44.830748+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T11:00:00+00:00 PythonOperator 2021-05-27T12:00:25.070927+00:00 2021-05-27T12:00:29.127971+00:00 0:00:04.057044 32935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T12:00:22.851883+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T10:00:00+00:00 EmrJobFlowSensor 2021-05-27T11:01:04.443237+00:00 2021-05-27T11:10:07.119712+00:00 0:09:02.676475 32921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T11:01:02.194050+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T11:00:42.953378+00:00 2021-05-27T11:00:44.639312+00:00 0:00:01.685934 32919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T11:00:40.252725+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T10:00:00+00:00 PythonOperator 2021-05-27T11:00:22.262925+00:00 2021-05-27T11:00:25.478458+00:00 0:00:03.215533 32917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T11:00:20.097823+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T09:00:00+00:00 EmrJobFlowSensor 2021-05-27T10:00:56.644123+00:00 2021-05-27T10:10:59.286082+00:00 0:10:02.641959 32902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T10:00:54.432035+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T10:00:34.700237+00:00 2021-05-27T10:00:36.527710+00:00 0:00:01.827473 32900 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T10:00:32.426670+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T09:00:00+00:00 PythonOperator 2021-05-27T10:00:12.690275+00:00 2021-05-27T10:00:15.838120+00:00 0:00:03.147845 32898 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T10:00:10.394603+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T08:00:00+00:00 EmrJobFlowSensor 2021-05-27T09:01:05.480673+00:00 2021-05-27T09:10:08.136410+00:00 0:09:02.655737 32884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T09:01:02.616543+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T09:00:42.821718+00:00 2021-05-27T09:00:44.464503+00:00 0:00:01.642785 32882 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T09:00:40.596825+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T08:00:00+00:00 PythonOperator 2021-05-27T09:00:22.967700+00:00 2021-05-27T09:00:26.106118+00:00 0:00:03.138418 32880 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T09:00:20.527785+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T07:00:00+00:00 EmrJobFlowSensor 2021-05-27T08:01:04.763339+00:00 2021-05-27T08:10:07.340990+00:00 0:09:02.577651 32865 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T08:01:02.562203+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T08:00:41.461790+00:00 2021-05-27T08:00:43.125655+00:00 0:00:01.663865 32863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T08:00:38.480501+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T07:00:00+00:00 PythonOperator 2021-05-27T08:00:20.665917+00:00 2021-05-27T08:00:23.858533+00:00 0:00:03.192616 32861 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T08:00:18.386010+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T06:00:00+00:00 EmrJobFlowSensor 2021-05-27T07:00:50.216815+00:00 2021-05-27T07:09:52.717110+00:00 0:09:02.500295 32846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T07:00:47.991722+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T07:00:28.289421+00:00 2021-05-27T07:00:30.123083+00:00 0:00:01.833662 32844 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T07:00:25.941700+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T06:00:00+00:00 PythonOperator 2021-05-27T07:00:08.523244+00:00 2021-05-27T07:00:11.922203+00:00 0:00:03.398959 32842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T07:00:05.923650+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T05:00:00+00:00 EmrJobFlowSensor 2021-05-27T06:00:58.883555+00:00 2021-05-27T06:11:01.691388+00:00 0:10:02.807833 32828 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T06:00:56.412767+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T06:00:34.709558+00:00 2021-05-27T06:00:36.393463+00:00 0:00:01.683905 32826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T06:00:32.451314+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T05:00:00+00:00 PythonOperator 2021-05-27T06:00:14.725662+00:00 2021-05-27T06:00:18.035350+00:00 0:00:03.309688 32824 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T06:00:12.375303+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T04:00:00+00:00 EmrJobFlowSensor 2021-05-27T05:00:50.599929+00:00 2021-05-27T05:15:53.884524+00:00 0:15:03.284595 32810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T05:00:48.491603+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T05:00:31.393240+00:00 2021-05-27T05:00:33.049587+00:00 0:00:01.656347 32808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T05:00:28.553600+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T04:00:00+00:00 PythonOperator 2021-05-27T05:00:08.907396+00:00 2021-05-27T05:00:12.063134+00:00 0:00:03.155738 32806 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T05:00:06.417917+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T03:00:00+00:00 EmrJobFlowSensor 2021-05-27T04:01:02.016560+00:00 2021-05-27T04:10:04.886923+00:00 0:09:02.870363 32793 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T04:00:59.744002+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T04:00:41.747867+00:00 2021-05-27T04:00:43.414585+00:00 0:00:01.666718 32791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T04:00:39.637575+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T03:00:00+00:00 PythonOperator 2021-05-27T04:00:19.823913+00:00 2021-05-27T04:00:23.053914+00:00 0:00:03.230001 32789 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T04:00:17.624931+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T02:00:00+00:00 EmrJobFlowSensor 2021-05-27T03:00:58.654327+00:00 2021-05-27T03:11:01.439889+00:00 0:10:02.785562 32775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T03:00:56.470716+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T03:00:36.593578+00:00 2021-05-27T03:00:38.263305+00:00 0:00:01.669727 32773 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T03:00:34.443431+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T02:00:00+00:00 PythonOperator 2021-05-27T03:00:14.684020+00:00 2021-05-27T03:00:17.922606+00:00 0:00:03.238586 32771 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T03:00:12.455045+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T01:00:00+00:00 EmrJobFlowSensor 2021-05-27T02:01:06.429361+00:00 2021-05-27T02:10:09.165696+00:00 0:09:02.736335 32757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T02:01:04.140443+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T02:00:44.377722+00:00 2021-05-27T02:00:46.050853+00:00 0:00:01.673131 32755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T02:00:42.118065+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T01:00:00+00:00 PythonOperator 2021-05-27T02:00:24.461069+00:00 2021-05-27T02:00:27.912403+00:00 0:00:03.451334 32753 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T02:00:22.101189+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T00:00:00+00:00 EmrJobFlowSensor 2021-05-27T01:01:01.925958+00:00 2021-05-27T01:10:04.557407+00:00 0:09:02.631449 32739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T01:00:59.707293+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T01:00:40.470129+00:00 2021-05-27T01:00:42.140025+00:00 0:00:01.669896 32737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T01:00:37.692060+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T00:00:00+00:00 PythonOperator 2021-05-27T01:00:18.012238+00:00 2021-05-27T01:00:21.194810+00:00 0:00:03.182572 32735 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T01:00:15.658476+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T23:00:00+00:00 EmrJobFlowSensor 2021-05-27T00:08:18.804321+00:00 2021-05-27T00:18:21.429442+00:00 0:10:02.625121 32721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T00:08:16.699795+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T00:07:51.300175+00:00 2021-05-27T00:07:52.957564+00:00 0:00:01.657389 32719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T00:07:48.653257+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T23:00:00+00:00 PythonOperator 2021-05-27T00:00:24.327842+00:00 2021-05-27T00:00:27.518784+00:00 0:00:03.190942 32717 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T00:00:21.953249+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T22:00:00+00:00 EmrJobFlowSensor 2021-05-26T23:01:24.288088+00:00 2021-05-26T23:10:26.880337+00:00 0:09:02.592249 32703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T23:01:21.670725+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T23:01:03.853994+00:00 2021-05-26T23:01:05.591585+00:00 0:00:01.737591 32700 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T23:01:01.576470+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T22:00:00+00:00 PythonOperator 2021-05-26T23:00:41.674950+00:00 2021-05-26T23:00:45.456584+00:00 0:00:03.781634 32697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T23:00:39.548335+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T21:00:00+00:00 EmrJobFlowSensor 2021-05-26T22:01:09.564248+00:00 2021-05-26T22:10:12.212324+00:00 0:09:02.648076 32683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T22:01:07.331658+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T22:00:35.404893+00:00 2021-05-26T22:00:37.090344+00:00 0:00:01.685451 32681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T22:00:33.295752+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T21:00:00+00:00 PythonOperator 2021-05-26T22:00:09.476913+00:00 2021-05-26T22:00:12.819494+00:00 0:00:03.342581 32679 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T22:00:07.275942+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T20:00:00+00:00 EmrJobFlowSensor 2021-05-26T21:01:06.595275+00:00 2021-05-26T21:09:09.058568+00:00 0:08:02.463293 32665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T21:01:04.466040+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T21:00:44.709278+00:00 2021-05-26T21:00:46.441454+00:00 0:00:01.732176 32663 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T21:00:42.413376+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T20:00:00+00:00 PythonOperator 2021-05-26T21:00:22.782640+00:00 2021-05-26T21:00:25.907762+00:00 0:00:03.125122 32661 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T21:00:20.387171+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T19:00:00+00:00 EmrJobFlowSensor 2021-05-26T20:01:03.523746+00:00 2021-05-26T20:09:06.412373+00:00 0:08:02.888627 32646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T20:01:00.758257+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T20:00:42.859675+00:00 2021-05-26T20:00:44.604763+00:00 0:00:01.745088 32644 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T20:00:40.632884+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T19:00:00+00:00 PythonOperator 2021-05-26T20:00:20.957996+00:00 2021-05-26T20:00:24.340723+00:00 0:00:03.382727 32642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T20:00:18.613033+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T18:00:00+00:00 EmrJobFlowSensor 2021-05-26T19:01:00.614788+00:00 2021-05-26T19:10:03.226098+00:00 0:09:02.611310 32629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T19:00:58.144154+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T19:00:38.345977+00:00 2021-05-26T19:00:40.043789+00:00 0:00:01.697812 32627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T19:00:36.055883+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T18:00:00+00:00 PythonOperator 2021-05-26T19:00:19.024125+00:00 2021-05-26T19:00:22.406432+00:00 0:00:03.382307 32625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T19:00:16.046393+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T17:00:00+00:00 EmrJobFlowSensor 2021-05-26T18:01:06.669663+00:00 2021-05-26T18:10:09.427833+00:00 0:09:02.758170 32610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T18:01:04.281581+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T18:00:36.298813+00:00 2021-05-26T18:00:37.941879+00:00 0:00:01.643066 32608 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T18:00:34.198029+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T17:00:00+00:00 PythonOperator 2021-05-26T18:00:10.433414+00:00 2021-05-26T18:00:13.657807+00:00 0:00:03.224393 32606 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T18:00:08.144554+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T16:00:00+00:00 EmrJobFlowSensor 2021-05-26T17:00:49.673242+00:00 2021-05-26T17:08:52.061368+00:00 0:08:02.388126 32592 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T17:00:47.405923+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T16:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T17:00:27.559260+00:00 2021-05-26T17:00:29.348901+00:00 0:00:01.789641 32590 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T17:00:25.306390+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T16:00:00+00:00 PythonOperator 2021-05-26T17:00:07.724561+00:00 2021-05-26T17:00:10.848121+00:00 0:00:03.123560 32588 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T17:00:05.290726+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T15:00:00+00:00 EmrJobFlowSensor 2021-05-26T16:01:00.545300+00:00 2021-05-26T16:11:03.520109+00:00 0:10:02.974809 32575 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T16:00:58.047280+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T15:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T16:00:38.150497+00:00 2021-05-26T16:00:39.883560+00:00 0:00:01.733063 32573 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T16:00:36.014315+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T15:00:00+00:00 PythonOperator 2021-05-26T16:00:16.187237+00:00 2021-05-26T16:00:19.462670+00:00 0:00:03.275433 32571 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T16:00:13.996139+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T14:00:00+00:00 EmrJobFlowSensor 2021-05-26T15:00:57.374001+00:00 2021-05-26T15:11:00.056252+00:00 0:10:02.682251 32557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T15:00:55.305570+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T14:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T15:00:37.399869+00:00 2021-05-26T15:00:39.051200+00:00 0:00:01.651331 32555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T15:00:35.287535+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T14:00:00+00:00 PythonOperator 2021-05-26T15:00:16.130716+00:00 2021-05-26T15:00:19.576151+00:00 0:00:03.445435 32553 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T15:00:13.225311+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T13:00:00+00:00 EmrJobFlowSensor 2021-05-26T14:01:14.024102+00:00 2021-05-26T14:10:16.693187+00:00 0:09:02.669085 32539 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T14:01:11.657165+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T14:00:45.742683+00:00 2021-05-26T14:00:47.543678+00:00 0:00:01.800995 32537 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T14:00:43.496531+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T13:00:00+00:00 PythonOperator 2021-05-26T14:00:19.832984+00:00 2021-05-26T14:00:23.397194+00:00 0:00:03.564210 32534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T14:00:17.469783+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T12:00:00+00:00 EmrJobFlowSensor 2021-05-26T13:01:04.250836+00:00 2021-05-26T13:11:07.165806+00:00 0:10:02.914970 32521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T13:01:01.810332+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T13:00:40.397528+00:00 2021-05-26T13:00:42.154228+00:00 0:00:01.756700 32519 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T13:00:37.851208+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T12:00:00+00:00 PythonOperator 2021-05-26T13:00:18.377871+00:00 2021-05-26T13:00:21.628013+00:00 0:00:03.250142 32517 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T13:00:15.702881+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T11:00:00+00:00 EmrJobFlowSensor 2021-05-26T12:01:02.370896+00:00 2021-05-26T12:10:04.959751+00:00 0:09:02.588855 32503 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T12:00:59.740721+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T12:00:39.737216+00:00 2021-05-26T12:00:41.397328+00:00 0:00:01.660112 32501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T12:00:37.572773+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T11:00:00+00:00 PythonOperator 2021-05-26T12:00:16.135294+00:00 2021-05-26T12:00:19.378610+00:00 0:00:03.243316 32499 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T12:00:13.545096+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T10:00:00+00:00 EmrJobFlowSensor 2021-05-26T11:00:49.158053+00:00 2021-05-26T11:09:51.778507+00:00 0:09:02.620454 32485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T11:00:46.818543+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T11:00:29.233897+00:00 2021-05-26T11:00:30.903373+00:00 0:00:01.669476 32483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T11:00:26.851887+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T10:00:00+00:00 PythonOperator 2021-05-26T11:00:07.348165+00:00 2021-05-26T11:00:10.505273+00:00 0:00:03.157108 32481 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T11:00:04.852650+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T09:00:00+00:00 EmrJobFlowSensor 2021-05-26T10:01:06.784157+00:00 2021-05-26T10:11:09.481068+00:00 0:10:02.696911 32465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T10:01:04.620194+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T10:00:36.946072+00:00 2021-05-26T10:00:38.627245+00:00 0:00:01.681173 32463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T10:00:34.658611+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T09:00:00+00:00 PythonOperator 2021-05-26T10:00:14.742056+00:00 2021-05-26T10:00:18.047725+00:00 0:00:03.305669 32461 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T10:00:12.579852+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T08:00:00+00:00 EmrJobFlowSensor 2021-05-26T09:01:04.026069+00:00 2021-05-26T09:10:06.737621+00:00 0:09:02.711552 32447 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T09:01:01.886350+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T09:00:41.953875+00:00 2021-05-26T09:00:43.593471+00:00 0:00:01.639596 32445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T09:00:39.802378+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T08:00:00+00:00 PythonOperator 2021-05-26T09:00:20.755038+00:00 2021-05-26T09:00:24.379730+00:00 0:00:03.624692 32443 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T09:00:17.843903+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T07:00:00+00:00 EmrJobFlowSensor 2021-05-26T08:01:18.188554+00:00 2021-05-26T08:11:20.977561+00:00 0:10:02.789007 32429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T08:01:15.930205+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T08:00:48.491890+00:00 2021-05-26T08:00:50.201480+00:00 0:00:01.709590 32427 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T08:00:45.899104+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T07:00:00+00:00 PythonOperator 2021-05-26T08:00:24.883433+00:00 2021-05-26T08:00:28.085405+00:00 0:00:03.201972 32425 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T08:00:21.744524+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T06:00:00+00:00 EmrJobFlowSensor 2021-05-26T07:00:59.041088+00:00 2021-05-26T07:11:01.637430+00:00 0:10:02.596342 32410 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T07:00:56.745959+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T07:00:37.093114+00:00 2021-05-26T07:00:38.863950+00:00 0:00:01.770836 32408 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T07:00:34.671015+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T06:00:00+00:00 PythonOperator 2021-05-26T07:00:15.297862+00:00 2021-05-26T07:00:18.476974+00:00 0:00:03.179112 32406 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T07:00:12.651162+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T05:00:00+00:00 EmrJobFlowSensor 2021-05-26T06:01:09.090403+00:00 2021-05-26T06:10:11.726190+00:00 0:09:02.635787 32393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T06:01:06.287924+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T06:00:44.950204+00:00 2021-05-26T06:00:46.813942+00:00 0:00:01.863738 32391 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T06:00:42.256283+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T05:00:00+00:00 PythonOperator 2021-05-26T06:00:24.678784+00:00 2021-05-26T06:00:27.901184+00:00 0:00:03.222400 32389 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T06:00:22.250234+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T04:00:00+00:00 EmrJobFlowSensor 2021-05-26T05:00:56.043817+00:00 2021-05-26T05:10:58.977035+00:00 0:10:02.933218 32375 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T05:00:53.627899+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-26T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-26T05:00:35.924312+00:00 2021-05-26T05:00:37.618278+00:00 0:00:01.693966 32373 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-26T05:00:33.610779+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-26T04:00:00+00:00 PythonOperator 2021-05-26T05:00:13.927250+00:00 2021-05-26T05:00:17.234946+00:00 0:00:03.307696 32371 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-26T05:00:11.652372+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-26T03:00:00+00:00 EmrJobFlowSensor 2021-05-26T04:01:05.924316+00:00 2021-05-26T04:11:08.789844+00:00 0:10:02.865528 32356 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-26T04:01:03.483929+00:00 2 default_pool