Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-05-28T01:00:00+00:00 PythonOperator 2021-05-28T02:10:26.301189+00:00 2021-05-28T02:10:30.052355+00:00 0:00:03.751166 33201 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T02:10:23.682006+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T01:00:00+00:00 TriggerDagRunOperator 2021-05-28T02:10:21.978002+00:00 2021-05-28T02:10:22.520936+00:00 0:00:00.542934 33200 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T02:10:19.613743+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T01:00:00+00:00 TriggerDagRunOperator 2021-05-28T02:10:21.799801+00:00 2021-05-28T02:10:22.244024+00:00 0:00:00.444223 33199 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T02:10:19.613713+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T01:05:00+00:00 EmrJobFlowSensor 2021-05-28T02:05:57.623351+00:00 2021-05-28T02:15:00.143916+00:00 0:09:02.520565 33198 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T02:05:55.367960+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T01:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T02:05:37.492906+00:00 2021-05-28T02:05:39.125577+00:00 0:00:01.632671 33197 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T02:05:35.349570+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T01:05:00+00:00 PythonOperator 2021-05-28T02:05:13.780251+00:00 2021-05-28T02:05:16.942429+00:00 0:00:03.162178 33196 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T02:05:11.324184+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T01:00:00+00:00 EmrJobFlowSensor 2021-05-28T02:01:07.175868+00:00 2021-05-28T02:10:09.865520+00:00 0:09:02.689652 33195 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T02:01:04.822175+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T01:00:00+00:00 EmrJobFlowSensor 2021-05-28T02:01:07.007661+00:00 2021-05-28T02:10:09.668843+00:00 0:09:02.661182 33194 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T02:01:04.822148+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T02:00:45.492765+00:00 2021-05-28T02:00:47.311076+00:00 0:00:01.818311 33193 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T02:00:42.855684+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T01:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T02:00:45.373187+00:00 2021-05-28T02:00:47.135933+00:00 0:00:01.762746 33192 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T02:00:42.855642+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T01:00:00+00:00 PythonOperator 2021-05-28T02:00:23.357686+00:00 2021-05-28T02:00:26.595280+00:00 0:00:03.237594 33191 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T02:00:20.726720+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T01:00:00+00:00 PythonOperator 2021-05-28T02:00:23.202601+00:00 2021-05-28T02:00:26.542231+00:00 0:00:03.339630 33190 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T02:00:20.726748+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-28T00:00:00+00:00 EmrJobFlowSensor 2021-05-28T01:11:33.443303+00:00 2021-05-28T01:20:36.027112+00:00 0:09:02.583809 33188 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T01:11:31.230880+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-28T00:00:00+00:00 EmrJobFlowSensor 2021-05-28T01:11:23.504831+00:00 2021-05-28T01:21:26.403862+00:00 0:10:02.899031 33187 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T01:11:21.223971+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-28T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T01:11:07.409324+00:00 2021-05-28T01:11:09.131779+00:00 0:00:01.722455 33186 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T01:11:05.207716+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-28T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T01:11:01.619084+00:00 2021-05-28T01:11:03.459845+00:00 0:00:01.840761 33185 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T01:10:59.268689+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-28T00:00:00+00:00 PythonOperator 2021-05-28T01:10:47.456098+00:00 2021-05-28T01:10:50.666897+00:00 0:00:03.210799 33184 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T01:10:45.191929+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-28T00:00:00+00:00 PythonOperator 2021-05-28T01:10:41.627782+00:00 2021-05-28T01:10:45.259507+00:00 0:00:03.631725 33183 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T01:10:39.192853+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-28T00:00:00+00:00 TriggerDagRunOperator 2021-05-28T01:10:35.761980+00:00 2021-05-28T01:10:36.299281+00:00 0:00:00.537301 33182 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T01:10:33.244753+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-28T00:00:00+00:00 TriggerDagRunOperator 2021-05-28T01:10:35.667659+00:00 2021-05-28T01:10:36.064012+00:00 0:00:00.396353 33181 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T01:10:33.244715+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-28T00:05:00+00:00 EmrJobFlowSensor 2021-05-28T01:06:07.054566+00:00 2021-05-28T01:15:09.596781+00:00 0:09:02.542215 33180 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T01:06:04.849156+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-28T00:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T01:05:44.963603+00:00 2021-05-28T01:05:46.645568+00:00 0:00:01.681965 33179 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T01:05:42.829698+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-28T00:05:00+00:00 PythonOperator 2021-05-28T01:05:23.028253+00:00 2021-05-28T01:05:26.134072+00:00 0:00:03.105819 33178 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T01:05:20.818311+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-28T00:00:00+00:00 EmrJobFlowSensor 2021-05-28T01:01:08.839620+00:00 2021-05-28T01:10:11.407796+00:00 0:09:02.568176 33177 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T01:01:06.457655+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-28T00:00:00+00:00 EmrJobFlowSensor 2021-05-28T01:01:04.704876+00:00 2021-05-28T01:10:07.339966+00:00 0:09:02.635090 33176 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T01:01:02.455611+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-28T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T01:00:46.500807+00:00 2021-05-28T01:00:48.262443+00:00 0:00:01.761636 33175 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T01:00:44.344334+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-28T00:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T01:00:42.619777+00:00 2021-05-28T01:00:44.429106+00:00 0:00:01.809329 33174 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T01:00:40.338874+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-28T00:00:00+00:00 PythonOperator 2021-05-28T01:00:27.152573+00:00 2021-05-28T01:00:30.674601+00:00 0:00:03.522028 33173 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T01:00:24.329816+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-28T00:00:00+00:00 PythonOperator 2021-05-28T01:00:22.480841+00:00 2021-05-28T01:00:26.494844+00:00 0:00:04.014003 33172 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T01:00:20.321742+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-27T23:00:00+00:00 EmrJobFlowSensor 2021-05-28T00:16:42.473135+00:00 2021-05-28T00:25:45.187771+00:00 0:09:02.714636 33171 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T00:16:39.943794+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-27T23:00:00+00:00 EmrJobFlowSensor 2021-05-28T00:16:42.324492+00:00 2021-05-28T00:25:44.968838+00:00 0:09:02.644346 33170 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T00:16:39.943764+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T00:16:20.217174+00:00 2021-05-28T00:16:22.037257+00:00 0:00:01.820083 33169 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T00:16:17.832746+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T00:16:19.990614+00:00 2021-05-28T00:16:21.755605+00:00 0:00:01.764991 33168 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T00:16:17.832707+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-27T23:00:00+00:00 PythonOperator 2021-05-28T00:16:00.157463+00:00 2021-05-28T00:16:03.591468+00:00 0:00:03.434005 33167 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T00:15:57.805969+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-27T23:00:00+00:00 PythonOperator 2021-05-28T00:15:59.986072+00:00 2021-05-28T00:16:03.435935+00:00 0:00:03.449863 33166 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T00:15:57.805997+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-27T23:00:00+00:00 TriggerDagRunOperator 2021-05-28T00:15:42.557224+00:00 2021-05-28T00:15:43.060913+00:00 0:00:00.503689 33165 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T00:15:39.694008+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-27T23:00:00+00:00 TriggerDagRunOperator 2021-05-28T00:15:42.381188+00:00 2021-05-28T00:15:42.785487+00:00 0:00:00.404299 33164 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T00:15:39.694041+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-27T23:05:00+00:00 EmrJobFlowSensor 2021-05-28T00:05:57.976483+00:00 2021-05-28T00:15:00.555422+00:00 0:09:02.578939 33162 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T00:05:55.917873+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-27T23:05:00+00:00 EmrCreateJobFlowOperator 2021-05-28T00:05:36.084427+00:00 2021-05-28T00:05:37.782861+00:00 0:00:01.698434 33161 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T00:05:33.871039+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-27T23:05:00+00:00 PythonOperator 2021-05-28T00:05:14.091302+00:00 2021-05-28T00:05:17.322334+00:00 0:00:03.231032 33160 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T00:05:11.872316+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T23:00:00+00:00 EmrJobFlowSensor 2021-05-28T00:01:07.611215+00:00 2021-05-28T00:11:10.311383+00:00 0:10:02.700168 33159 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-28T00:01:05.511663+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-27T23:00:00+00:00 EmrJobFlowSensor 2021-05-28T00:00:57.682224+00:00 2021-05-28T00:10:00.195985+00:00 0:09:02.513761 33158 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T00:00:55.509342+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T00:00:46.305468+00:00 2021-05-28T00:00:47.975016+00:00 0:00:01.669548 33157 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-28T00:00:43.562447+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-27T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-28T00:00:37.599106+00:00 2021-05-28T00:00:39.302014+00:00 0:00:01.702908 33156 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-28T00:00:35.485192+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T23:00:00+00:00 PythonOperator 2021-05-28T00:00:23.745939+00:00 2021-05-28T00:00:27.092882+00:00 0:00:03.346943 33155 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-28T00:00:21.473907+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-27T23:00:00+00:00 PythonOperator 2021-05-28T00:00:15.948351+00:00 2021-05-28T00:00:19.181236+00:00 0:00:03.232885 33154 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-28T00:00:13.466028+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-27T22:00:00+00:00 EmrJobFlowSensor 2021-05-27T23:10:15.206042+00:00 2021-05-27T23:18:17.800409+00:00 0:08:02.594367 33153 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T23:10:12.440199+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-27T22:00:00+00:00 EmrJobFlowSensor 2021-05-27T23:10:12.830299+00:00 2021-05-27T23:20:15.641885+00:00 0:10:02.811586 33152 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T23:10:10.414928+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-27T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T23:09:52.771364+00:00 2021-05-27T23:09:54.646598+00:00 0:00:01.875234 33151 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T23:09:50.399362+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-27T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T23:09:52.607565+00:00 2021-05-27T23:09:54.326993+00:00 0:00:01.719428 33150 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T23:09:50.399319+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-27T22:00:00+00:00 PythonOperator 2021-05-27T23:09:33.102486+00:00 2021-05-27T23:09:36.372488+00:00 0:00:03.270002 33149 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T23:09:30.342752+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-27T22:00:00+00:00 PythonOperator 2021-05-27T23:09:30.664014+00:00 2021-05-27T23:09:34.567379+00:00 0:00:03.903365 33148 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T23:09:28.340629+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-27T22:00:00+00:00 TriggerDagRunOperator 2021-05-27T23:09:16.877660+00:00 2021-05-27T23:09:17.411270+00:00 0:00:00.533610 33147 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T23:09:14.331039+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-27T22:00:00+00:00 TriggerDagRunOperator 2021-05-27T23:09:16.754609+00:00 2021-05-27T23:09:17.159753+00:00 0:00:00.405144 33146 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T23:09:14.331069+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-27T22:05:00+00:00 EmrJobFlowSensor 2021-05-27T23:07:22.543242+00:00 2021-05-27T23:15:25.045828+00:00 0:08:02.502586 33145 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T23:07:20.214477+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-27T22:05:00+00:00 EmrCreateJobFlowOperator 2021-05-27T23:07:00.480516+00:00 2021-05-27T23:07:02.263913+00:00 0:00:01.783397 33144 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T23:06:58.192641+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-27T22:05:00+00:00 PythonOperator 2021-05-27T23:06:38.415098+00:00 2021-05-27T23:06:41.625641+00:00 0:00:03.210543 33143 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T23:06:36.134958+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-05-26T23:00:00+00:00 EmrJobFlowSensor 2021-05-27T23:01:03.232670+00:00 2021-05-27T23:10:05.983547+00:00 0:09:02.750877 33141 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T23:01:00.669315+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T22:00:00+00:00 EmrJobFlowSensor 2021-05-27T23:01:03.128194+00:00 2021-05-27T23:10:05.819834+00:00 0:09:02.691640 33140 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T23:01:00.669263+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-27T22:00:00+00:00 EmrJobFlowSensor 2021-05-27T23:00:54.893280+00:00 2021-05-27T23:08:57.327468+00:00 0:08:02.434188 33139 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T23:00:52.585735+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T23:00:41.045019+00:00 2021-05-27T23:00:42.740407+00:00 0:00:01.695388 33138 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T23:00:38.560462+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-05-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T23:00:38.955824+00:00 2021-05-27T23:00:40.708680+00:00 0:00:01.752856 33137 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T23:00:36.570698+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-27T22:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T23:00:34.668660+00:00 2021-05-27T23:00:36.346959+00:00 0:00:01.678299 33136 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-27T23:00:32.486163+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T22:00:00+00:00 PythonOperator 2021-05-27T23:00:21.479673+00:00 2021-05-27T23:00:24.913593+00:00 0:00:03.433920 33135 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T23:00:18.446728+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-05-26T23:00:00+00:00 PythonOperator 2021-05-27T23:00:16.535017+00:00 2021-05-27T23:00:20.553014+00:00 0:00:04.017997 33134 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T23:00:14.452148+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-27T22:00:00+00:00 PythonOperator 2021-05-27T23:00:12.744103+00:00 2021-05-27T23:00:15.887912+00:00 0:00:03.143809 33133 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-27T23:00:10.435077+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-27T21:00:00+00:00 EmrJobFlowSensor 2021-05-27T22:10:45.433708+00:00 2021-05-27T22:19:48.204365+00:00 0:09:02.770657 33132 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T22:10:43.048185+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-27T21:00:00+00:00 EmrJobFlowSensor 2021-05-27T22:10:29.349964+00:00 2021-05-27T22:18:31.851691+00:00 0:08:02.501727 33131 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T22:10:27.049701+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-27T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T22:10:15.619240+00:00 2021-05-27T22:10:17.438550+00:00 0:00:01.819310 33130 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T22:10:13.153787+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-27T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T22:10:01.399450+00:00 2021-05-27T22:10:03.294788+00:00 0:00:01.895338 33129 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T22:09:59.075748+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-27T21:00:00+00:00 PythonOperator 2021-05-27T22:09:53.291603+00:00 2021-05-27T22:09:56.811340+00:00 0:00:03.519737 33128 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T22:09:51.001535+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-27T21:00:00+00:00 PythonOperator 2021-05-27T22:09:39.191117+00:00 2021-05-27T22:09:42.707427+00:00 0:00:03.516310 33127 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T22:09:36.989584+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-27T21:00:00+00:00 TriggerDagRunOperator 2021-05-27T22:09:35.305879+00:00 2021-05-27T22:09:35.819867+00:00 0:00:00.513988 33126 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T22:09:32.987099+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-27T21:00:00+00:00 TriggerDagRunOperator 2021-05-27T22:09:35.106137+00:00 2021-05-27T22:09:35.500937+00:00 0:00:00.394800 33125 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T22:09:32.987057+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-27T21:05:00+00:00 EmrJobFlowSensor 2021-05-27T22:06:06.880060+00:00 2021-05-27T22:16:09.595775+00:00 0:10:02.715715 33124 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T22:06:04.657520+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-27T21:05:00+00:00 EmrCreateJobFlowOperator 2021-05-27T22:05:44.916418+00:00 2021-05-27T22:05:46.665875+00:00 0:00:01.749457 33123 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T22:05:42.591798+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-27T21:05:00+00:00 PythonOperator 2021-05-27T22:05:24.968656+00:00 2021-05-27T22:05:28.176896+00:00 0:00:03.208240 33122 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T22:05:22.525158+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-27T21:00:00+00:00 EmrJobFlowSensor 2021-05-27T22:01:07.718661+00:00 2021-05-27T22:09:10.218012+00:00 0:08:02.499351 33120 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T22:01:05.590644+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T21:00:00+00:00 EmrJobFlowSensor 2021-05-27T22:00:59.704716+00:00 2021-05-27T22:10:02.340044+00:00 0:09:02.635328 33119 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T22:00:57.311004+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-27T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T22:00:47.730395+00:00 2021-05-27T22:00:49.427207+00:00 0:00:01.696812 33118 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-27T22:00:45.295117+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T21:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T22:00:37.613318+00:00 2021-05-27T22:00:39.410705+00:00 0:00:01.797387 33117 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T22:00:35.352228+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-27T21:00:00+00:00 PythonOperator 2021-05-27T22:00:25.644720+00:00 2021-05-27T22:00:28.866435+00:00 0:00:03.221715 33116 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-27T22:00:23.240415+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T21:00:00+00:00 PythonOperator 2021-05-27T22:00:15.740686+00:00 2021-05-27T22:00:18.980408+00:00 0:00:03.239722 33115 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T22:00:13.273339+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-05-27T20:00:00+00:00 EmrJobFlowSensor 2021-05-27T21:23:00.253010+00:00 2021-05-27T21:23:01.811648+00:00 0:00:01.558638 33114 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T21:22:57.691899+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-05-27T20:00:00+00:00 EmrJobFlowSensor 2021-05-27T21:10:24.545678+00:00 2021-05-27T21:20:27.346145+00:00 0:10:02.800467 33112 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T21:10:22.302137+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-05-27T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T21:10:08.911172+00:00 2021-05-27T21:10:10.726405+00:00 0:00:01.815233 33111 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T21:10:06.373343+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-05-27T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T21:10:04.709821+00:00 2021-05-27T21:10:06.533339+00:00 0:00:01.823518 33110 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T21:10:02.353336+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-05-27T20:00:00+00:00 PythonOperator 2021-05-27T21:09:47.545459+00:00 2021-05-27T21:09:50.876295+00:00 0:00:03.330836 33109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T21:09:44.270076+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-05-27T20:00:00+00:00 PythonOperator 2021-05-27T21:09:42.732405+00:00 2021-05-27T21:09:47.438413+00:00 0:00:04.706008 33108 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T21:09:40.267101+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-05-27T20:00:00+00:00 TriggerDagRunOperator 2021-05-27T21:09:28.898376+00:00 2021-05-27T21:09:29.452048+00:00 0:00:00.553672 33107 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T21:09:26.296498+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-05-27T20:00:00+00:00 TriggerDagRunOperator 2021-05-27T21:09:28.860123+00:00 2021-05-27T21:09:29.306838+00:00 0:00:00.446715 33106 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T21:09:26.296549+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-05-27T20:05:00+00:00 EmrJobFlowSensor 2021-05-27T21:05:50.107756+00:00 2021-05-27T21:14:52.796378+00:00 0:09:02.688622 33105 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T21:05:47.933074+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-05-27T20:05:00+00:00 EmrCreateJobFlowOperator 2021-05-27T21:05:28.056953+00:00 2021-05-27T21:05:29.716161+00:00 0:00:01.659208 33104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T21:05:25.913577+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-05-27T20:05:00+00:00 PythonOperator 2021-05-27T21:05:06.803466+00:00 2021-05-27T21:05:09.973431+00:00 0:00:03.169965 33103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T21:05:03.962521+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-05-27T20:00:00+00:00 EmrJobFlowSensor 2021-05-27T21:01:06.231493+00:00 2021-05-27T21:09:08.821929+00:00 0:08:02.590436 33101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T21:01:03.938023+00:00 2 default_pool
success livepop-shuffle-job_v002 check_cluster_status 2021-05-27T20:00:00+00:00 EmrJobFlowSensor 2021-05-27T21:01:04.319692+00:00 2021-05-27T21:09:06.915490+00:00 0:08:02.595798 33100 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-05-27T21:01:01.934530+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-05-27T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T21:00:42.566442+00:00 2021-05-27T21:00:44.268421+00:00 0:00:01.701979 33099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-05-27T21:00:39.969199+00:00 2 default_pool
success livepop-shuffle-job_v002 create_cluster_and_add_emr_steps 2021-05-27T20:00:00+00:00 EmrCreateJobFlowOperator 2021-05-27T21:00:40.353521+00:00 2021-05-27T21:00:42.303343+00:00 0:00:01.949822 33098 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-05-27T21:00:37.975361+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-05-27T20:00:00+00:00 PythonOperator 2021-05-27T21:00:20.336929+00:00 2021-05-27T21:00:23.595192+00:00 0:00:03.258263 33097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-05-27T21:00:17.966661+00:00 2 default_pool
success livepop-shuffle-job_v002 create_emr_steps 2021-05-27T20:00:00+00:00 PythonOperator 2021-05-27T21:00:18.641289+00:00 2021-05-27T21:00:21.776938+00:00 0:00:03.135649 33096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-05-27T21:00:15.966590+00:00 2 default_pool