The scheduler does not appear to be running. Last heartbeat was received .

The DAGs list may not update, and new tasks will not be scheduled.

Task Instances

Reset Filters
  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 check_cluster_status 2023-06-20T11:30:04.220404+00:00 EmrJobFlowSensor 2023-06-20T11:30:52.587254+00:00 2023-06-20T11:59:56.374062+00:00 0:29:03.786808 395001 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 1 default 2023-06-20T11:30:50.651439+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2023-06-20T11:30:04.220404+00:00 EmrCreateJobFlowOperator 2023-06-20T11:30:32.583001+00:00 2023-06-20T11:30:33.407573+00:00 0:00:00.824572 395000 airflow-worker-1.airflow-worker.data-eng.svc.cluster.local airflow 2 default 2023-06-20T11:30:30.634710+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2023-06-20T11:30:04.220404+00:00 PythonOperator 2023-06-20T11:30:10.848168+00:00 2023-06-20T11:30:11.879296+00:00 0:00:01.031128 394999 airflow-worker-0.airflow-worker.data-eng.svc.cluster.local airflow 3 default 2023-06-20T11:30:08.615779+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-12-30T13:40:07.426011+00:00 EmrJobFlowSensor 2021-12-30T13:41:12.266421+00:00 2021-12-30T13:55:15.929759+00:00 0:14:03.663338 123930 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-12-30T13:41:09.879373+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-12-30T13:40:07.426011+00:00 EmrCreateJobFlowOperator 2021-12-30T13:40:50.279082+00:00 2021-12-30T13:40:52.115015+00:00 0:00:01.835933 123929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-12-30T13:40:47.852167+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-12-30T13:40:07.426011+00:00 PythonOperator 2021-12-30T13:40:30.121981+00:00 2021-12-30T13:40:34.192038+00:00 0:00:04.070057 123928 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-12-30T13:40:27.803906+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-27T13:00:00+00:00 EmrJobFlowSensor 2021-07-27T14:00:49.090313+00:00 2021-07-27T14:12:52.153285+00:00 0:12:03.062972 59173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T14:00:46.926670+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-27T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T14:00:28.657398+00:00 2021-07-27T14:00:30.525246+00:00 0:00:01.867848 59170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T14:00:24.917422+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-27T13:00:00+00:00 PythonOperator 2021-07-27T14:00:05.342235+00:00 2021-07-27T14:00:09.377076+00:00 0:00:04.034841 59167 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T14:00:02.952918+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T00:00:00+00:00 EmrJobFlowSensor 2021-07-27T13:44:23.723800+00:00 2021-07-27T13:58:27.454173+00:00 0:14:03.730373 59163 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T13:44:21.244047+00:00 3 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T13:44:03.547831+00:00 2021-07-27T13:44:05.250796+00:00 0:00:01.702965 59162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T13:44:01.163037+00:00 3 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T00:00:00+00:00 PythonOperator 2021-07-27T13:43:41.365030+00:00 2021-07-27T13:43:45.159859+00:00 0:00:03.794829 59161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T13:43:39.144427+00:00 3 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-17T03:00:00+00:00 EmrJobFlowSensor 2021-07-27T13:41:09.469361+00:00 59160 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-17T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T13:41:00.215675+00:00 2021-07-27T13:41:01.967506+00:00 0:00:01.751831 59159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-17T03:00:00+00:00 PythonOperator 2021-07-27T13:39:23.826749+00:00 2021-07-27T13:39:27.661698+00:00 0:00:03.834949 59158 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-08T02:00:00+00:00 EmrJobFlowSensor 2021-07-27T13:35:42.537631+00:00 59157 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-08T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T13:35:34.821633+00:00 2021-07-27T13:35:36.494835+00:00 0:00:01.673202 59156 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-08T02:00:00+00:00 PythonOperator 2021-07-27T13:35:25.692321+00:00 2021-07-27T13:35:29.989323+00:00 0:00:04.297002 59155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T01:00:00+00:00 EmrJobFlowSensor 2021-07-27T13:35:15.056876+00:00 59154 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T13:35:10.188420+00:00 3 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-05T01:00:00+00:00 EmrJobFlowSensor 2021-07-27T13:35:14.903463+00:00 59153 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T13:35:10.188464+00:00 3 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T01:00:00+00:00 EmrJobFlowSensor 2021-07-27T13:35:12.548411+00:00 59152 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T13:35:10.188450+00:00 3 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T13:34:50.957817+00:00 2021-07-27T13:34:53.032593+00:00 0:00:02.074776 59151 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T13:34:46.123842+00:00 3 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-05T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T13:34:50.948595+00:00 2021-07-27T13:34:52.992974+00:00 0:00:02.044379 59150 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T13:34:46.123885+00:00 3 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T13:34:50.895988+00:00 2021-07-27T13:34:52.972561+00:00 0:00:02.076573 59149 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T13:34:46.123871+00:00 3 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-04T01:00:00+00:00 EmrJobFlowSensor 2021-07-27T13:34:50.838339+00:00 59148 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T13:34:46.123897+00:00 3 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T01:00:00+00:00 PythonOperator 2021-07-27T13:34:24.696208+00:00 2021-07-27T13:34:30.220149+00:00 0:00:05.523941 59147 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T13:34:20.104145+00:00 3 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T01:00:00+00:00 PythonOperator 2021-07-27T13:34:24.628525+00:00 2021-07-27T13:34:30.194323+00:00 0:00:05.565798 59146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T13:34:20.104179+00:00 3 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-05T01:00:00+00:00 PythonOperator 2021-07-27T13:34:24.647442+00:00 2021-07-27T13:34:28.583300+00:00 0:00:03.935858 59145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T13:34:20.104194+00:00 3 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-04T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T13:34:24.570182+00:00 2021-07-27T13:34:26.692372+00:00 0:00:02.122190 59144 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T13:34:20.104206+00:00 3 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-04T01:00:00+00:00 PythonOperator 2021-07-27T13:33:56.423870+00:00 2021-07-27T13:34:00.064869+00:00 0:00:03.640999 59143 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T13:33:54.036665+00:00 3 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-27T12:00:00+00:00 EmrJobFlowSensor 2021-07-27T13:33:56.346396+00:00 59142 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T13:33:54.036692+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-27T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T13:33:34.574775+00:00 2021-07-27T13:33:36.386489+00:00 0:00:01.811714 59141 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T13:33:32.070003+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-27T12:00:00+00:00 PythonOperator 2021-07-27T13:33:10.838470+00:00 2021-07-27T13:33:14.828678+00:00 0:00:03.990208 59140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T13:33:08.047532+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T09:00:00+00:00 EmrJobFlowSensor 2021-07-07T10:01:06.726595+00:00 2021-07-07T10:12:09.901502+00:00 0:11:03.174907 50965 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T10:01:04.358464+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T10:00:44.721488+00:00 2021-07-07T10:00:46.410947+00:00 0:00:01.689459 50963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T10:00:42.250191+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T09:00:00+00:00 PythonOperator 2021-07-07T10:00:20.624427+00:00 2021-07-07T10:00:24.113026+00:00 0:00:03.488599 50961 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T10:00:18.220298+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T08:00:00+00:00 EmrJobFlowSensor 2021-07-07T09:03:33.187670+00:00 2021-07-07T09:14:36.334115+00:00 0:11:03.146445 50944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T09:03:31.083076+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T09:03:13.382180+00:00 2021-07-07T09:03:15.273505+00:00 0:00:01.891325 50942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T09:03:11.076078+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T08:00:00+00:00 PythonOperator 2021-07-07T09:02:51.723059+00:00 2021-07-07T09:02:56.464921+00:00 0:00:04.741862 50940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T09:02:49.056054+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T07:00:00+00:00 EmrJobFlowSensor 2021-07-07T08:01:06.022528+00:00 2021-07-07T08:13:09.657665+00:00 0:12:03.635137 50927 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T08:01:03.815789+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T08:00:46.008220+00:00 2021-07-07T08:00:47.692798+00:00 0:00:01.684578 50925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T08:00:43.806865+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T07:00:00+00:00 PythonOperator 2021-07-07T08:00:23.928741+00:00 2021-07-07T08:00:27.658717+00:00 0:00:03.729976 50923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T08:00:21.779977+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T06:00:00+00:00 EmrJobFlowSensor 2021-07-07T07:01:02.265703+00:00 2021-07-07T07:12:05.356661+00:00 0:11:03.090958 50909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T07:01:00.066478+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T07:00:40.197427+00:00 2021-07-07T07:00:41.903365+00:00 0:00:01.705938 50907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T07:00:38.009705+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T06:00:00+00:00 PythonOperator 2021-07-07T07:00:18.310409+00:00 2021-07-07T07:00:21.744799+00:00 0:00:03.434390 50905 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T07:00:15.991384+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T05:00:00+00:00 EmrJobFlowSensor 2021-07-07T06:00:56.931466+00:00 2021-07-07T06:10:59.837373+00:00 0:10:02.905907 50890 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T06:00:54.702423+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T06:00:34.998085+00:00 2021-07-07T06:00:36.666671+00:00 0:00:01.668586 50888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T06:00:32.688080+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T05:00:00+00:00 PythonOperator 2021-07-07T06:00:13.199908+00:00 2021-07-07T06:00:16.657201+00:00 0:00:03.457293 50886 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T06:00:10.613600+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T04:00:00+00:00 EmrJobFlowSensor 2021-07-07T05:01:11.119823+00:00 2021-07-07T05:12:14.304025+00:00 0:11:03.184202 50872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T05:01:08.563600+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T05:00:46.694187+00:00 2021-07-07T05:00:48.400748+00:00 0:00:01.706561 50870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T05:00:44.523391+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T04:00:00+00:00 PythonOperator 2021-07-07T05:00:12.824685+00:00 2021-07-07T05:00:16.275237+00:00 0:00:03.450552 50868 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T05:00:10.492090+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T03:00:00+00:00 EmrJobFlowSensor 2021-07-07T04:00:52.592416+00:00 2021-07-07T04:12:55.947291+00:00 0:12:03.354875 50854 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T04:00:50.416488+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T04:00:30.922132+00:00 2021-07-07T04:00:32.696991+00:00 0:00:01.774859 50852 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T04:00:28.540852+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T03:00:00+00:00 PythonOperator 2021-07-07T04:00:08.690079+00:00 2021-07-07T04:00:12.461065+00:00 0:00:03.770986 50850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T04:00:06.367910+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T02:00:00+00:00 EmrJobFlowSensor 2021-07-07T03:00:58.875394+00:00 2021-07-07T03:12:02.121880+00:00 0:11:03.246486 50837 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T03:00:56.472000+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T03:00:36.526836+00:00 2021-07-07T03:00:38.320657+00:00 0:00:01.793821 50835 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T03:00:34.390927+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T02:00:00+00:00 PythonOperator 2021-07-07T03:00:12.728341+00:00 2021-07-07T03:00:16.171880+00:00 0:00:03.443539 50833 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T03:00:10.371728+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-07T00:00:00+00:00 EmrJobFlowSensor 2021-07-07T01:00:49.107406+00:00 2021-07-07T01:10:52.082098+00:00 0:10:02.974692 50800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T01:00:46.805574+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-07T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T01:00:28.959448+00:00 2021-07-07T01:00:30.658678+00:00 0:00:01.699230 50798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T01:00:26.737695+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-07T00:00:00+00:00 PythonOperator 2021-07-07T01:00:07.624507+00:00 2021-07-07T01:00:11.067229+00:00 0:00:03.442722 50796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T01:00:04.764597+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T23:00:00+00:00 EmrJobFlowSensor 2021-07-07T00:00:59.981735+00:00 2021-07-07T00:12:03.260235+00:00 0:11:03.278500 50782 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-07T00:00:57.545695+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-07T00:00:39.485467+00:00 2021-07-07T00:00:41.174509+00:00 0:00:01.689042 50780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-07T00:00:37.359612+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T23:00:00+00:00 PythonOperator 2021-07-07T00:00:17.900232+00:00 2021-07-07T00:00:21.682240+00:00 0:00:03.782008 50778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-07T00:00:15.333416+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T22:00:00+00:00 EmrJobFlowSensor 2021-07-06T23:00:57.869469+00:00 2021-07-06T23:12:00.879388+00:00 0:11:03.009919 50764 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T23:00:55.253012+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T22:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T23:00:27.438993+00:00 2021-07-06T23:00:29.251883+00:00 0:00:01.812890 50761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T23:00:25.120843+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T22:00:00+00:00 PythonOperator 2021-07-06T23:00:05.898029+00:00 2021-07-06T23:00:10.229299+00:00 0:00:04.331270 50758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T23:00:03.102247+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T21:00:00+00:00 EmrJobFlowSensor 2021-07-06T22:01:12.695271+00:00 2021-07-06T22:12:15.737259+00:00 0:11:03.041988 50743 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T22:01:10.456720+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T22:00:40.643814+00:00 2021-07-06T22:00:42.344679+00:00 0:00:01.700865 50741 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T22:00:38.434990+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T21:00:00+00:00 PythonOperator 2021-07-06T22:00:13.366527+00:00 2021-07-06T22:00:18.379514+00:00 0:00:05.012987 50739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T22:00:10.559988+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T20:00:00+00:00 EmrJobFlowSensor 2021-07-06T21:01:04.806295+00:00 2021-07-06T21:11:08.035446+00:00 0:10:03.229151 50725 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T21:01:02.610327+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T21:00:42.987237+00:00 2021-07-06T21:00:44.697759+00:00 0:00:01.710522 50723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T21:00:40.652365+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T20:00:00+00:00 PythonOperator 2021-07-06T21:00:19.035466+00:00 2021-07-06T21:00:22.429016+00:00 0:00:03.393550 50721 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T21:00:16.580427+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T19:00:00+00:00 EmrJobFlowSensor 2021-07-06T20:00:54.743690+00:00 2021-07-06T20:10:57.613304+00:00 0:10:02.869614 50707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T20:00:52.257911+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T20:00:34.644707+00:00 2021-07-06T20:00:36.422501+00:00 0:00:01.777794 50705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T20:00:32.239765+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T19:00:00+00:00 PythonOperator 2021-07-06T20:00:13.034954+00:00 2021-07-06T20:00:16.509356+00:00 0:00:03.474402 50703 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T20:00:10.229777+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T18:00:00+00:00 EmrJobFlowSensor 2021-07-06T19:00:53.140700+00:00 2021-07-06T19:11:56.124031+00:00 0:11:02.983331 50690 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T19:00:50.749041+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T19:00:31.173072+00:00 2021-07-06T19:00:32.923206+00:00 0:00:01.750134 50688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T19:00:28.764538+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T18:00:00+00:00 PythonOperator 2021-07-06T19:00:10.945860+00:00 2021-07-06T19:00:14.630837+00:00 0:00:03.684977 50686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T19:00:08.591144+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T17:00:00+00:00 EmrJobFlowSensor 2021-07-06T18:01:00.264237+00:00 2021-07-06T18:13:03.338967+00:00 0:12:03.074730 50671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T18:00:57.852903+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T18:00:36.173524+00:00 2021-07-06T18:00:37.910398+00:00 0:00:01.736874 50669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T18:00:33.877838+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T17:00:00+00:00 PythonOperator 2021-07-06T18:00:14.510298+00:00 2021-07-06T18:00:18.453814+00:00 0:00:03.943516 50667 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T18:00:11.786270+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T16:00:00+00:00 EmrJobFlowSensor 2021-07-06T17:00:50.133046+00:00 2021-07-06T17:11:53.129068+00:00 0:11:02.996022 50653 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T17:00:47.506494+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T17:00:27.837716+00:00 2021-07-06T17:00:29.543340+00:00 0:00:01.705624 50651 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T17:00:25.427238+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T16:00:00+00:00 PythonOperator 2021-07-06T17:00:05.789941+00:00 2021-07-06T17:00:09.513901+00:00 0:00:03.723960 50649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T17:00:03.380290+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T15:00:00+00:00 EmrJobFlowSensor 2021-07-06T16:01:07.935536+00:00 2021-07-06T16:13:11.032845+00:00 0:12:03.097309 50636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T16:01:05.475676+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T16:00:43.946062+00:00 2021-07-06T16:00:45.656923+00:00 0:00:01.710861 50633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T16:00:41.453679+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T15:00:00+00:00 PythonOperator 2021-07-06T16:00:21.924119+00:00 2021-07-06T16:00:25.435211+00:00 0:00:03.511092 50631 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T16:00:19.357578+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T14:00:00+00:00 EmrJobFlowSensor 2021-07-06T15:01:01.953352+00:00 2021-07-06T15:11:05.058325+00:00 0:10:03.104973 50617 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T15:00:59.592064+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T15:00:38.039676+00:00 2021-07-06T15:00:39.789283+00:00 0:00:01.749607 50615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T15:00:35.535441+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T14:00:00+00:00 PythonOperator 2021-07-06T15:00:07.577181+00:00 2021-07-06T15:00:11.341643+00:00 0:00:03.764462 50613 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T15:00:05.500227+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T13:00:00+00:00 EmrJobFlowSensor 2021-07-06T14:01:06.438328+00:00 2021-07-06T14:12:09.521901+00:00 0:11:03.083573 50600 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T14:01:03.914179+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T14:00:44.515441+00:00 2021-07-06T14:00:46.178615+00:00 0:00:01.663174 50598 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T14:00:41.899497+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T13:00:00+00:00 PythonOperator 2021-07-06T14:00:22.132503+00:00 2021-07-06T14:00:25.798604+00:00 0:00:03.666101 50596 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T14:00:19.862391+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T12:00:00+00:00 EmrJobFlowSensor 2021-07-06T13:00:55.866588+00:00 2021-07-06T13:10:58.873861+00:00 0:10:03.007273 50582 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T13:00:53.289551+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T13:00:35.837562+00:00 2021-07-06T13:00:37.566916+00:00 0:00:01.729354 50580 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T13:00:33.217571+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T12:00:00+00:00 PythonOperator 2021-07-06T13:00:13.338125+00:00 2021-07-06T13:00:17.014106+00:00 0:00:03.675981 50577 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T13:00:11.197908+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T11:00:00+00:00 EmrJobFlowSensor 2021-07-06T12:01:06.652102+00:00 2021-07-06T12:12:09.567817+00:00 0:11:02.915715 50564 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T12:01:04.292064+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-07-06T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-06T12:00:46.661899+00:00 2021-07-06T12:00:48.489763+00:00 0:00:01.827864 50562 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-06T12:00:44.255341+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-07-06T11:00:00+00:00 PythonOperator 2021-07-06T12:00:25.650229+00:00 2021-07-06T12:00:29.437419+00:00 0:00:03.787190 50560 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-06T12:00:22.204179+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-07-06T10:00:00+00:00 EmrJobFlowSensor 2021-07-06T11:00:56.446324+00:00 2021-07-06T11:11:59.893349+00:00 0:11:03.447025 50544 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-06T11:00:53.973154+00:00 2 default_pool