Task Instances


  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T16:00:00+00:00 EmrJobFlowSensor 2021-05-31T17:01:04.999393+00:00 2021-05-31T17:10:07.601600+00:00 0:09:02.602207 34775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T17:01:02.885193+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T16:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T17:00:45.325320+00:00 2021-05-31T17:00:47.096807+00:00 0:00:01.771487 34773 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T17:00:42.817187+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T16:00:00+00:00 PythonOperator 2021-05-31T17:00:23.111822+00:00 2021-05-31T17:00:26.325445+00:00 0:00:03.213623 34771 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T17:00:20.754212+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T15:00:00+00:00 EmrJobFlowSensor 2021-05-31T16:00:50.561369+00:00 2021-05-31T16:09:53.283964+00:00 0:09:02.722595 34756 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T16:00:48.044654+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T15:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T16:00:28.339688+00:00 2021-05-31T16:00:30.001958+00:00 0:00:01.662270 34755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T16:00:25.970251+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T15:00:00+00:00 PythonOperator 2021-05-31T16:00:06.278212+00:00 2021-05-31T16:00:09.588345+00:00 0:00:03.310133 34752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T16:00:03.871891+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T14:00:00+00:00 EmrJobFlowSensor 2021-05-31T15:01:04.814687+00:00 2021-05-31T15:10:07.477675+00:00 0:09:02.662988 34738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T15:01:02.563951+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T14:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T15:00:40.711488+00:00 2021-05-31T15:00:42.389176+00:00 0:00:01.677688 34736 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T15:00:38.457298+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T14:00:00+00:00 PythonOperator 2021-05-31T15:00:18.738392+00:00 2021-05-31T15:00:22.026135+00:00 0:00:03.287743 34734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T15:00:16.443934+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T13:00:00+00:00 EmrJobFlowSensor 2021-05-31T14:01:09.413125+00:00 2021-05-31T14:10:12.002681+00:00 0:09:02.589556 34720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T14:01:06.947669+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T14:00:26.907581+00:00 2021-05-31T14:00:28.737152+00:00 0:00:01.829571 34718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T14:00:24.741128+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T13:00:00+00:00 PythonOperator 2021-05-31T14:00:06.952314+00:00 2021-05-31T14:00:10.099107+00:00 0:00:03.146793 34716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T14:00:04.725493+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T12:00:00+00:00 EmrJobFlowSensor 2021-05-31T13:02:10.893000+00:00 2021-05-31T13:12:13.654792+00:00 0:10:02.761792 34703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T13:02:08.789812+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T13:01:51.314785+00:00 2021-05-31T13:01:53.091482+00:00 0:00:01.776697 34702 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T13:01:48.841750+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T12:00:00+00:00 PythonOperator 2021-05-31T13:01:29.100675+00:00 2021-05-31T13:01:32.902815+00:00 0:00:03.802140 34699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T13:01:26.733328+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T11:00:00+00:00 EmrJobFlowSensor 2021-05-31T12:01:04.171947+00:00 2021-05-31T12:09:06.757420+00:00 0:08:02.585473 34686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T12:01:01.711371+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T12:00:40.218860+00:00 2021-05-31T12:00:41.908200+00:00 0:00:01.689340 34684 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T12:00:37.748833+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T11:00:00+00:00 PythonOperator 2021-05-31T12:00:20.637469+00:00 2021-05-31T12:00:24.080101+00:00 0:00:03.442632 34682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T12:00:17.664636+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T10:00:00+00:00 EmrJobFlowSensor 2021-05-31T11:01:04.242405+00:00 2021-05-31T11:10:07.035766+00:00 0:09:02.793361 34668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T11:01:01.926665+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T11:00:42.234798+00:00 2021-05-31T11:00:44.083020+00:00 0:00:01.848222 34666 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T11:00:39.913692+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T10:00:00+00:00 PythonOperator 2021-05-31T11:00:20.164357+00:00 2021-05-31T11:00:23.433354+00:00 0:00:03.268997 34664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T11:00:17.898740+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T09:00:00+00:00 EmrJobFlowSensor 2021-05-31T10:00:46.829746+00:00 2021-05-31T10:09:49.443180+00:00 0:09:02.613434 34649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T10:00:44.643629+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T10:00:26.927940+00:00 2021-05-31T10:00:28.740313+00:00 0:00:01.812373 34647 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T10:00:24.631714+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T09:00:00+00:00 PythonOperator 2021-05-31T10:00:05.043551+00:00 2021-05-31T10:00:08.347514+00:00 0:00:03.303963 34645 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T10:00:02.612415+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T08:00:00+00:00 EmrJobFlowSensor 2021-05-31T09:01:06.625925+00:00 2021-05-31T09:11:09.472300+00:00 0:10:02.846375 34632 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T09:01:04.187379+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T09:00:44.392000+00:00 2021-05-31T09:00:46.312372+00:00 0:00:01.920372 34630 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T09:00:42.048312+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T08:00:00+00:00 PythonOperator 2021-05-31T09:00:22.240799+00:00 2021-05-31T09:00:25.513696+00:00 0:00:03.272897 34628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T09:00:20.042153+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T07:00:00+00:00 EmrJobFlowSensor 2021-05-31T08:01:56.549338+00:00 2021-05-31T08:10:59.149208+00:00 0:09:02.599870 34614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T08:01:54.209390+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T07:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T08:01:34.698785+00:00 2021-05-31T08:01:36.493175+00:00 0:00:01.794390 34613 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T08:01:32.190656+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T07:00:00+00:00 PythonOperator 2021-05-31T08:00:20.369206+00:00 2021-05-31T08:00:23.653212+00:00 0:00:03.284006 34610 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T08:00:18.027928+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T06:00:00+00:00 EmrJobFlowSensor 2021-05-31T07:00:50.815600+00:00 2021-05-31T07:08:53.780452+00:00 0:08:02.964852 34595 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T07:00:48.401974+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T06:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T07:00:28.845107+00:00 2021-05-31T07:00:30.649449+00:00 0:00:01.804342 34593 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T07:00:26.395900+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T06:00:00+00:00 PythonOperator 2021-05-31T07:00:08.556575+00:00 2021-05-31T07:00:12.345052+00:00 0:00:03.788477 34591 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T07:00:06.361378+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T05:00:00+00:00 EmrJobFlowSensor 2021-05-31T06:01:02.972249+00:00 2021-05-31T06:09:05.474220+00:00 0:08:02.501971 34576 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T06:01:00.760790+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T05:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T06:00:35.429909+00:00 2021-05-31T06:00:37.520964+00:00 0:00:02.091055 34574 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T06:00:32.741981+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T05:00:00+00:00 PythonOperator 2021-05-31T06:00:13.009284+00:00 2021-05-31T06:00:16.267282+00:00 0:00:03.257998 34572 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T06:00:10.693261+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T04:00:00+00:00 EmrJobFlowSensor 2021-05-31T05:01:00.457935+00:00 2021-05-31T05:10:03.077840+00:00 0:09:02.619905 34559 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T05:00:58.064411+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T04:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T05:00:40.105243+00:00 2021-05-31T05:00:41.910755+00:00 0:00:01.805512 34557 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T05:00:37.955022+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T04:00:00+00:00 PythonOperator 2021-05-31T05:00:16.258329+00:00 2021-05-31T05:00:19.515997+00:00 0:00:03.257668 34555 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T05:00:13.927716+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T03:00:00+00:00 EmrJobFlowSensor 2021-05-31T04:00:51.395403+00:00 2021-05-31T04:09:54.087883+00:00 0:09:02.692480 34540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T04:00:49.146310+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T03:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T04:00:31.440110+00:00 2021-05-31T04:00:33.251488+00:00 0:00:01.811378 34538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T04:00:29.160228+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T03:00:00+00:00 PythonOperator 2021-05-31T04:00:10.025458+00:00 2021-05-31T04:00:13.273414+00:00 0:00:03.247956 34536 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T04:00:07.109719+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T02:00:00+00:00 EmrJobFlowSensor 2021-05-31T03:00:50.822235+00:00 2021-05-31T03:09:53.529661+00:00 0:09:02.707426 34522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T03:00:48.612174+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T02:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T03:00:28.720828+00:00 2021-05-31T03:00:30.636986+00:00 0:00:01.916158 34520 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T03:00:26.594736+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T02:00:00+00:00 PythonOperator 2021-05-31T03:00:09.067932+00:00 2021-05-31T03:00:12.265506+00:00 0:00:03.197574 34518 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T03:00:06.554856+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T01:00:00+00:00 EmrJobFlowSensor 2021-05-31T02:01:05.805898+00:00 2021-05-31T02:10:08.639188+00:00 0:09:02.833290 34504 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T02:01:03.582384+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T02:00:43.622383+00:00 2021-05-31T02:00:45.702541+00:00 0:00:02.080158 34502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T02:00:41.516473+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T01:00:00+00:00 PythonOperator 2021-05-31T02:00:21.857694+00:00 2021-05-31T02:00:25.137786+00:00 0:00:03.280092 34500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T02:00:19.500332+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-31T00:00:00+00:00 EmrJobFlowSensor 2021-05-31T01:00:48.127527+00:00 2021-05-31T01:08:50.621242+00:00 0:08:02.493715 34486 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T01:00:45.809047+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-31T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T01:00:28.297386+00:00 2021-05-31T01:00:29.982654+00:00 0:00:01.685268 34484 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T01:00:25.790980+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-31T00:00:00+00:00 PythonOperator 2021-05-31T01:00:06.174820+00:00 2021-05-31T01:00:09.342758+00:00 0:00:03.167938 34482 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T01:00:03.759289+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T23:00:00+00:00 EmrJobFlowSensor 2021-05-31T00:01:05.035710+00:00 2021-05-31T00:10:07.666055+00:00 0:09:02.630345 34469 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-31T00:01:02.713608+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-31T00:00:44.808074+00:00 2021-05-31T00:00:46.524644+00:00 0:00:01.716570 34467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-31T00:00:42.699984+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T23:00:00+00:00 PythonOperator 2021-05-31T00:00:22.793909+00:00 2021-05-31T00:00:26.068920+00:00 0:00:03.275011 34465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-31T00:00:20.644158+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T22:00:00+00:00 EmrJobFlowSensor 2021-05-30T23:01:07.598872+00:00 2021-05-30T23:10:10.232256+00:00 0:09:02.633384 34451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T23:01:05.259045+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T23:00:45.868663+00:00 2021-05-30T23:00:47.533956+00:00 0:00:01.665293 34448 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T23:00:43.154942+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T22:00:00+00:00 PythonOperator 2021-05-30T23:00:25.485251+00:00 2021-05-30T23:00:28.720424+00:00 0:00:03.235173 34445 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T23:00:23.030149+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T21:00:00+00:00 EmrJobFlowSensor 2021-05-30T22:01:01.070153+00:00 2021-05-30T22:10:03.735445+00:00 0:09:02.665292 34429 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T22:00:58.856403+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T22:00:39.309730+00:00 2021-05-30T22:00:41.063558+00:00 0:00:01.753828 34427 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T22:00:36.744286+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T21:00:00+00:00 PythonOperator 2021-05-30T22:00:19.646324+00:00 2021-05-30T22:00:23.406300+00:00 0:00:03.759976 34425 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T22:00:16.662637+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T20:00:00+00:00 EmrJobFlowSensor 2021-05-30T21:01:00.693342+00:00 2021-05-30T21:09:03.306857+00:00 0:08:02.613515 34412 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T21:00:58.346539+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T21:00:38.444386+00:00 2021-05-30T21:00:40.229934+00:00 0:00:01.785548 34410 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T21:00:36.143401+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T20:00:00+00:00 PythonOperator 2021-05-30T21:00:18.980482+00:00 2021-05-30T21:00:22.682422+00:00 0:00:03.701940 34408 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T21:00:16.126708+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T19:00:00+00:00 EmrJobFlowSensor 2021-05-30T20:00:47.674238+00:00 2021-05-30T20:09:50.272775+00:00 0:09:02.598537 34393 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T20:00:45.524494+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T19:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T20:00:26.552937+00:00 2021-05-30T20:00:28.324014+00:00 0:00:01.771077 34391 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T20:00:23.503302+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T19:00:00+00:00 PythonOperator 2021-05-30T20:00:04.329171+00:00 2021-05-30T20:00:07.553123+00:00 0:00:03.223952 34389 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T20:00:01.486111+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T18:00:00+00:00 EmrJobFlowSensor 2021-05-30T19:00:48.414102+00:00 2021-05-30T19:09:50.986388+00:00 0:09:02.572286 34376 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T19:00:46.249402+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T18:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T19:00:28.495002+00:00 2021-05-30T19:00:30.184499+00:00 0:00:01.689497 34374 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T19:00:26.259377+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T18:00:00+00:00 PythonOperator 2021-05-30T19:00:07.210096+00:00 2021-05-30T19:00:10.488297+00:00 0:00:03.278201 34372 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T19:00:04.214031+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T17:00:00+00:00 EmrJobFlowSensor 2021-05-30T18:00:47.225854+00:00 2021-05-30T18:09:49.846479+00:00 0:09:02.620625 34357 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T18:00:44.863539+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T17:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T18:00:26.899462+00:00 2021-05-30T18:00:28.585652+00:00 0:00:01.686190 34355 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T18:00:24.757839+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T17:00:00+00:00 PythonOperator 2021-05-30T18:00:05.653371+00:00 2021-05-30T18:00:08.886547+00:00 0:00:03.233176 34353 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T18:00:02.749251+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T16:00:00+00:00 EmrJobFlowSensor 2021-05-30T17:00:58.552984+00:00 2021-05-30T17:10:01.063138+00:00 0:09:02.510154 34340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T17:00:56.345060+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T16:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T17:00:38.986118+00:00 2021-05-30T17:00:40.661905+00:00 0:00:01.675787 34338 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T17:00:36.319062+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T16:00:00+00:00 PythonOperator 2021-05-30T17:00:17.526697+00:00 2021-05-30T17:00:20.825842+00:00 0:00:03.299145 34336 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T17:00:14.297027+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T15:00:00+00:00 EmrJobFlowSensor 2021-05-30T16:01:02.189899+00:00 2021-05-30T16:09:04.804717+00:00 0:08:02.614818 34321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T16:00:59.747009+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T15:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T16:00:39.984611+00:00 2021-05-30T16:00:41.807759+00:00 0:00:01.823148 34320 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T16:00:37.547508+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T15:00:00+00:00 PythonOperator 2021-05-30T16:00:20.571044+00:00 2021-05-30T16:00:23.924577+00:00 0:00:03.353533 34318 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T16:00:17.533431+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T14:00:00+00:00 EmrJobFlowSensor 2021-05-30T15:00:51.690041+00:00 2021-05-30T15:08:54.202385+00:00 0:08:02.512344 34303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T15:00:49.562173+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T14:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T15:00:31.796477+00:00 2021-05-30T15:00:33.483414+00:00 0:00:01.686937 34301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T15:00:29.546953+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T14:00:00+00:00 PythonOperator 2021-05-30T15:00:10.060058+00:00 2021-05-30T15:00:13.252322+00:00 0:00:03.192264 34299 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T15:00:07.563915+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T13:00:00+00:00 EmrJobFlowSensor 2021-05-30T14:02:11.499283+00:00 2021-05-30T14:11:14.247084+00:00 0:09:02.747801 34286 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T14:02:09.287469+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T13:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T14:01:49.424546+00:00 2021-05-30T14:01:51.099782+00:00 0:00:01.675236 34284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T14:01:47.262159+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T13:00:00+00:00 PythonOperator 2021-05-30T14:01:29.634958+00:00 2021-05-30T14:01:32.963082+00:00 0:00:03.328124 34282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T14:01:27.236250+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T12:00:00+00:00 EmrJobFlowSensor 2021-05-30T13:00:57.284889+00:00 2021-05-30T13:08:59.768885+00:00 0:08:02.483996 34269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T13:00:54.458296+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T12:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T13:00:34.943004+00:00 2021-05-30T13:00:36.743026+00:00 0:00:01.800022 34267 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T13:00:32.371999+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T12:00:00+00:00 PythonOperator 2021-05-30T13:00:14.731537+00:00 2021-05-30T13:00:17.930997+00:00 0:00:03.199460 34265 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T13:00:12.337615+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T11:00:00+00:00 EmrJobFlowSensor 2021-05-30T12:00:57.674631+00:00 2021-05-30T12:09:00.209984+00:00 0:08:02.535353 34251 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T12:00:55.584727+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T11:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T12:00:36.146773+00:00 2021-05-30T12:00:37.976303+00:00 0:00:01.829530 34249 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T12:00:33.548446+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T11:00:00+00:00 PythonOperator 2021-05-30T12:00:14.295108+00:00 2021-05-30T12:00:17.825651+00:00 0:00:03.530543 34247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T12:00:11.446132+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T10:00:00+00:00 EmrJobFlowSensor 2021-05-30T11:01:14.312158+00:00 2021-05-30T11:10:17.337555+00:00 0:09:03.025397 34232 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T11:01:11.857854+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T10:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T11:00:51.949522+00:00 2021-05-30T11:00:53.656904+00:00 0:00:01.707382 34230 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T11:00:49.761851+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T10:00:00+00:00 PythonOperator 2021-05-30T11:00:22.041434+00:00 2021-05-30T11:00:25.333008+00:00 0:00:03.291574 34228 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T11:00:19.734390+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T09:00:00+00:00 EmrJobFlowSensor 2021-05-30T10:01:07.828112+00:00 2021-05-30T10:10:10.616550+00:00 0:09:02.788438 34214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T10:01:05.442651+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T09:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T10:00:45.592002+00:00 2021-05-30T10:00:47.286728+00:00 0:00:01.694726 34212 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T10:00:43.423677+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T09:00:00+00:00 PythonOperator 2021-05-30T10:00:25.634691+00:00 2021-05-30T10:00:28.898948+00:00 0:00:03.264257 34210 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T10:00:23.402126+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T08:00:00+00:00 EmrJobFlowSensor 2021-05-30T09:01:01.615188+00:00 2021-05-30T09:10:04.293396+00:00 0:09:02.678208 34196 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T09:00:59.379741+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-30T08:00:00+00:00 EmrCreateJobFlowOperator 2021-05-30T09:00:39.437389+00:00 2021-05-30T09:00:41.142362+00:00 0:00:01.704973 34193 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-30T09:00:37.290815+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-30T08:00:00+00:00 PythonOperator 2021-05-30T09:00:19.413849+00:00 2021-05-30T09:00:22.826532+00:00 0:00:03.412683 34192 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-30T09:00:17.217854+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-30T07:00:00+00:00 EmrJobFlowSensor 2021-05-30T08:00:47.491844+00:00 2021-05-30T08:09:50.088908+00:00 0:09:02.597064 34177 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-30T08:00:45.249335+00:00 2 default_pool