Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-07-25T15:00:00+00:00 PythonOperator 2021-07-25T16:12:53.516029+00:00 2021-07-25T16:12:57.112097+00:00 0:00:03.596068 58313 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T16:12:51.147324+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T15:00:00+00:00 TriggerDagRunOperator 2021-07-25T16:12:41.794117+00:00 2021-07-25T16:12:42.352082+00:00 0:00:00.557965 58312 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T16:12:39.131720+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T15:00:00+00:00 TriggerDagRunOperator 2021-07-25T16:12:41.813746+00:00 2021-07-25T16:12:42.474281+00:00 0:00:00.660535 58311 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T16:12:39.131757+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T15:05:00+00:00 EmrJobFlowSensor 2021-07-25T16:05:52.908192+00:00 2021-07-25T16:14:55.675513+00:00 0:09:02.767321 58309 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T16:05:50.700312+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T16:05:31.227483+00:00 2021-07-25T16:05:32.923181+00:00 0:00:01.695698 58308 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T16:05:28.867936+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T15:05:00+00:00 PythonOperator 2021-07-25T16:05:09.070649+00:00 2021-07-25T16:05:12.911349+00:00 0:00:03.840700 58307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T16:05:06.672993+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T15:00:00+00:00 EmrJobFlowSensor 2021-07-25T16:01:34.715949+00:00 2021-07-25T16:14:38.245733+00:00 0:13:03.529784 58306 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T16:01:32.299202+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T15:00:00+00:00 EmrJobFlowSensor 2021-07-25T16:01:16.588471+00:00 2021-07-25T16:12:19.755318+00:00 0:11:03.166847 58305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T16:01:14.250018+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T16:00:53.057348+00:00 2021-07-25T16:00:54.763757+00:00 0:00:01.706409 58304 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T16:00:50.261436+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T16:00:50.653646+00:00 2021-07-25T16:00:52.722440+00:00 0:00:02.068794 58303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T16:00:48.264887+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T15:00:00+00:00 PythonOperator 2021-07-25T16:00:16.506216+00:00 2021-07-25T16:00:20.399786+00:00 0:00:03.893570 58302 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T16:00:14.122316+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T15:00:00+00:00 PythonOperator 2021-07-25T16:00:14.536697+00:00 2021-07-25T16:00:18.435888+00:00 0:00:03.899191 58301 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T16:00:12.131555+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T14:00:00+00:00 EmrJobFlowSensor 2021-07-25T15:11:13.565006+00:00 2021-07-25T15:20:16.565131+00:00 0:09:03.000125 58300 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T15:11:11.253582+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T14:00:00+00:00 EmrJobFlowSensor 2021-07-25T15:11:09.601141+00:00 2021-07-25T15:20:12.549430+00:00 0:09:02.948289 58299 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T15:11:07.183344+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T15:10:51.309686+00:00 2021-07-25T15:10:52.995063+00:00 0:00:01.685377 58298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T15:10:49.121024+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T15:10:47.721082+00:00 2021-07-25T15:10:49.405696+00:00 0:00:01.684614 58297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T15:10:45.128484+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T14:00:00+00:00 PythonOperator 2021-07-25T15:10:29.789819+00:00 2021-07-25T15:10:33.598442+00:00 0:00:03.808623 58296 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T15:10:27.164244+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T14:00:00+00:00 PythonOperator 2021-07-25T15:10:25.482026+00:00 2021-07-25T15:10:29.409924+00:00 0:00:03.927898 58295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T15:10:23.158602+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T14:00:00+00:00 TriggerDagRunOperator 2021-07-25T15:10:11.387623+00:00 2021-07-25T15:10:11.977400+00:00 0:00:00.589777 58294 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T15:10:09.091549+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T14:00:00+00:00 TriggerDagRunOperator 2021-07-25T15:10:11.376173+00:00 2021-07-25T15:10:11.764856+00:00 0:00:00.388683 58293 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T15:10:09.091580+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T14:05:00+00:00 EmrJobFlowSensor 2021-07-25T15:08:59.262507+00:00 2021-07-25T15:18:02.002583+00:00 0:09:02.740076 58292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T15:08:56.942429+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T15:08:37.053541+00:00 2021-07-25T15:08:38.875565+00:00 0:00:01.822024 58291 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T15:08:34.852578+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T14:05:00+00:00 PythonOperator 2021-07-25T15:08:16.972303+00:00 2021-07-25T15:08:20.851534+00:00 0:00:03.879231 58290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T15:08:14.738075+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T14:00:00+00:00 EmrJobFlowSensor 2021-07-25T15:00:49.637007+00:00 2021-07-25T15:13:53.309633+00:00 0:13:03.672626 58288 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T15:00:46.905680+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T14:00:00+00:00 EmrJobFlowSensor 2021-07-25T15:00:47.157572+00:00 2021-07-25T15:09:50.496735+00:00 0:09:03.339163 58287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T15:00:44.897750+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T15:00:29.242763+00:00 2021-07-25T15:00:31.120342+00:00 0:00:01.877579 58286 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T15:00:26.887562+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T15:00:25.104064+00:00 2021-07-25T15:00:26.909641+00:00 0:00:01.805577 58285 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T15:00:22.876142+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T14:00:00+00:00 PythonOperator 2021-07-25T15:00:08.751834+00:00 2021-07-25T15:00:12.910991+00:00 0:00:04.159157 58284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T15:00:04.943726+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T14:00:00+00:00 PythonOperator 2021-07-25T15:00:03.605118+00:00 2021-07-25T15:00:08.918452+00:00 0:00:05.313334 58283 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T15:00:00.953472+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T13:05:00+00:00 EmrJobFlowSensor 2021-07-25T14:13:03.787787+00:00 2021-07-25T14:14:05.456065+00:00 0:01:01.668278 58282 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T14:13:01.501404+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T13:00:00+00:00 EmrJobFlowSensor 2021-07-25T14:12:19.899036+00:00 2021-07-25T14:20:22.725783+00:00 0:08:02.826747 58281 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T14:12:17.479483+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T13:00:00+00:00 EmrJobFlowSensor 2021-07-25T14:12:17.865701+00:00 2021-07-25T14:22:21.037529+00:00 0:10:03.171828 58280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T14:12:15.457552+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T14:12:00.018959+00:00 2021-07-25T14:12:01.832244+00:00 0:00:01.813285 58279 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T14:11:57.391693+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T14:11:55.688494+00:00 2021-07-25T14:11:57.470528+00:00 0:00:01.782034 58278 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T14:11:53.362820+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T13:00:00+00:00 PythonOperator 2021-07-25T14:11:37.869369+00:00 2021-07-25T14:11:41.895946+00:00 0:00:04.026577 58277 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T14:11:35.344931+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T13:00:00+00:00 PythonOperator 2021-07-25T14:11:35.492002+00:00 2021-07-25T14:11:40.261148+00:00 0:00:04.769146 58276 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T14:11:33.342657+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T13:00:00+00:00 TriggerDagRunOperator 2021-07-25T14:11:13.977316+00:00 2021-07-25T14:11:14.466785+00:00 0:00:00.489469 58275 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T14:11:11.267287+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T13:00:00+00:00 TriggerDagRunOperator 2021-07-25T14:11:13.670180+00:00 2021-07-25T14:11:14.084240+00:00 0:00:00.414060 58274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T14:11:11.267238+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T14:05:37.139491+00:00 2021-07-25T14:05:38.839191+00:00 0:00:01.699700 58272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T14:05:34.768793+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T13:05:00+00:00 PythonOperator 2021-07-25T14:05:15.072886+00:00 2021-07-25T14:05:18.800469+00:00 0:00:03.727583 58271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T14:05:12.679345+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T13:00:00+00:00 EmrJobFlowSensor 2021-07-25T14:01:04.471757+00:00 2021-07-25T14:14:08.065185+00:00 0:13:03.593428 58269 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T14:01:01.945250+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T13:00:00+00:00 EmrJobFlowSensor 2021-07-25T14:01:04.497650+00:00 2021-07-25T14:11:07.771669+00:00 0:10:03.274019 58268 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T14:01:01.945300+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T14:00:42.037648+00:00 2021-07-25T14:00:43.977602+00:00 0:00:01.939954 58267 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T14:00:39.806747+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T14:00:39.968146+00:00 2021-07-25T14:00:41.773265+00:00 0:00:01.805119 58266 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T14:00:37.806064+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T13:00:00+00:00 PythonOperator 2021-07-25T14:00:20.640342+00:00 2021-07-25T14:00:24.999160+00:00 0:00:04.358818 58265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T14:00:17.847895+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T13:00:00+00:00 PythonOperator 2021-07-25T14:00:18.139211+00:00 2021-07-25T14:00:22.763813+00:00 0:00:04.624602 58264 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T14:00:15.845511+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T12:00:00+00:00 EmrJobFlowSensor 2021-07-25T13:11:30.788397+00:00 2021-07-25T13:21:33.720887+00:00 0:10:02.932490 58263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T13:11:28.606983+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T12:00:00+00:00 EmrJobFlowSensor 2021-07-25T13:11:19.029167+00:00 2021-07-25T13:21:22.221366+00:00 0:10:03.192199 58262 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T13:11:16.602155+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T13:11:10.813237+00:00 2021-07-25T13:11:12.663107+00:00 0:00:01.849870 58261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T13:11:08.646416+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T13:10:56.682993+00:00 2021-07-25T13:10:58.376894+00:00 0:00:01.693901 58260 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T13:10:54.552147+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T12:00:00+00:00 PythonOperator 2021-07-25T13:10:49.090869+00:00 2021-07-25T13:10:52.969271+00:00 0:00:03.878402 58259 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T13:10:46.546787+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T12:00:00+00:00 PythonOperator 2021-07-25T13:10:35.463461+00:00 2021-07-25T13:10:39.247736+00:00 0:00:03.784275 58258 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T13:10:32.571509+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T12:00:00+00:00 TriggerDagRunOperator 2021-07-25T13:10:27.073583+00:00 2021-07-25T13:10:27.589734+00:00 0:00:00.516151 58257 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T13:10:24.559869+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T12:00:00+00:00 TriggerDagRunOperator 2021-07-25T13:10:26.992848+00:00 2021-07-25T13:10:27.384886+00:00 0:00:00.392038 58256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T13:10:24.559906+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T12:05:00+00:00 EmrJobFlowSensor 2021-07-25T13:06:04.897693+00:00 2021-07-25T13:15:07.745201+00:00 0:09:02.847508 58255 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T13:06:02.156607+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T13:05:42.316765+00:00 2021-07-25T13:05:44.038034+00:00 0:00:01.721269 58254 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T13:05:40.017907+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T12:05:00+00:00 PythonOperator 2021-07-25T13:05:20.650423+00:00 2021-07-25T13:05:24.498087+00:00 0:00:03.847664 58253 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T13:05:18.060267+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T12:00:00+00:00 EmrJobFlowSensor 2021-07-25T13:01:07.792137+00:00 2021-07-25T13:10:10.939139+00:00 0:09:03.147002 58251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T13:01:05.512507+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T12:00:00+00:00 EmrJobFlowSensor 2021-07-25T13:00:55.910978+00:00 2021-07-25T13:13:59.402449+00:00 0:13:03.491471 58250 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T13:00:53.502062+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T13:00:45.688522+00:00 2021-07-25T13:00:47.398158+00:00 0:00:01.709636 58249 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T13:00:43.492846+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T13:00:35.950552+00:00 2021-07-25T13:00:37.820389+00:00 0:00:01.869837 58248 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T13:00:33.482494+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T12:00:00+00:00 PythonOperator 2021-07-25T13:00:25.569246+00:00 2021-07-25T13:00:29.484546+00:00 0:00:03.915300 58247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T13:00:23.408013+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T12:00:00+00:00 PythonOperator 2021-07-25T13:00:11.487166+00:00 2021-07-25T13:00:15.657560+00:00 0:00:04.170394 58246 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T13:00:09.397458+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T11:00:00+00:00 EmrJobFlowSensor 2021-07-25T12:13:30.619721+00:00 2021-07-25T12:21:33.174264+00:00 0:08:02.554543 58245 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T12:13:28.065300+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T11:00:00+00:00 EmrJobFlowSensor 2021-07-25T12:13:12.161661+00:00 2021-07-25T12:23:15.380377+00:00 0:10:03.218716 58244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T12:13:09.942413+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T12:13:08.203700+00:00 2021-07-25T12:13:09.938687+00:00 0:00:01.734987 58243 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T12:13:05.941622+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T12:12:50.183349+00:00 2021-07-25T12:12:51.891993+00:00 0:00:01.708644 58242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T12:12:47.923782+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T11:00:00+00:00 PythonOperator 2021-07-25T12:12:46.194293+00:00 2021-07-25T12:12:49.844621+00:00 0:00:03.650328 58241 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T12:12:43.921887+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T11:00:00+00:00 PythonOperator 2021-07-25T12:12:30.625129+00:00 2021-07-25T12:12:34.511783+00:00 0:00:03.886654 58240 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T12:12:27.962258+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T11:00:00+00:00 TriggerDagRunOperator 2021-07-25T12:12:24.551961+00:00 2021-07-25T12:12:25.094676+00:00 0:00:00.542715 58239 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T12:12:21.967306+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T11:00:00+00:00 TriggerDagRunOperator 2021-07-25T12:12:24.406891+00:00 2021-07-25T12:12:24.787571+00:00 0:00:00.380680 58238 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T12:12:21.967335+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T11:05:00+00:00 EmrJobFlowSensor 2021-07-25T12:05:53.369048+00:00 2021-07-25T12:14:56.030336+00:00 0:09:02.661288 58237 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T12:05:51.244298+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T12:05:33.586973+00:00 2021-07-25T12:05:35.386004+00:00 0:00:01.799031 58236 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T12:05:31.139509+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T11:05:00+00:00 PythonOperator 2021-07-25T12:05:09.582772+00:00 2021-07-25T12:05:13.578910+00:00 0:00:03.996138 58235 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T12:05:07.082931+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T11:00:00+00:00 EmrJobFlowSensor 2021-07-25T12:03:05.513514+00:00 2021-07-25T12:16:08.872037+00:00 0:13:03.358523 58234 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T12:03:02.692056+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T11:00:00+00:00 EmrJobFlowSensor 2021-07-25T12:03:02.931628+00:00 2021-07-25T12:12:06.343169+00:00 0:09:03.411541 58233 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T12:03:00.685776+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T12:02:42.887487+00:00 2021-07-25T12:02:44.747885+00:00 0:00:01.860398 58232 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T12:02:40.589503+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T12:02:40.795151+00:00 2021-07-25T12:02:42.546143+00:00 0:00:01.750992 58231 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T12:02:38.586604+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T11:00:00+00:00 PythonOperator 2021-07-25T12:02:24.136307+00:00 2021-07-25T12:02:28.847846+00:00 0:00:04.711539 58230 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T12:02:20.498251+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T11:00:00+00:00 PythonOperator 2021-07-25T12:02:22.234079+00:00 2021-07-25T12:02:26.359332+00:00 0:00:04.125253 58229 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T12:02:18.417207+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T10:00:00+00:00 EmrJobFlowSensor 2021-07-25T11:12:32.437876+00:00 2021-07-25T11:21:35.394873+00:00 0:09:02.956997 58227 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T11:12:30.049868+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T10:00:00+00:00 EmrJobFlowSensor 2021-07-25T11:12:12.388046+00:00 2021-07-25T11:21:15.244153+00:00 0:09:02.856107 58226 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T11:12:09.847193+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-25T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T11:12:10.120744+00:00 2021-07-25T11:12:12.136749+00:00 0:00:02.016005 58225 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T11:12:07.882240+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T11:11:50.519149+00:00 2021-07-25T11:11:52.341646+00:00 0:00:01.822497 58224 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T11:11:47.826777+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-25T10:00:00+00:00 PythonOperator 2021-07-25T11:11:48.265368+00:00 2021-07-25T11:11:52.361243+00:00 0:00:04.095875 58223 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T11:11:45.826644+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-25T10:00:00+00:00 PythonOperator 2021-07-25T11:11:28.468769+00:00 2021-07-25T11:11:32.145669+00:00 0:00:03.676900 58222 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T11:11:25.946662+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-25T10:00:00+00:00 TriggerDagRunOperator 2021-07-25T11:11:22.229968+00:00 2021-07-25T11:11:22.617583+00:00 0:00:00.387615 58221 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T11:11:19.855881+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-25T10:00:00+00:00 TriggerDagRunOperator 2021-07-25T11:11:22.242494+00:00 2021-07-25T11:11:22.756854+00:00 0:00:00.514360 58220 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T11:11:19.855849+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-25T10:05:00+00:00 EmrJobFlowSensor 2021-07-25T11:05:49.450833+00:00 2021-07-25T11:13:52.022316+00:00 0:08:02.571483 58219 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T11:05:47.325527+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-25T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-25T11:05:27.910925+00:00 2021-07-25T11:05:29.524301+00:00 0:00:01.613376 58218 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T11:05:25.357188+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-25T10:05:00+00:00 PythonOperator 2021-07-25T11:05:05.755703+00:00 2021-07-25T11:05:09.441232+00:00 0:00:03.685529 58217 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T11:05:03.354976+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-25T10:00:00+00:00 EmrJobFlowSensor 2021-07-25T11:01:05.270934+00:00 2021-07-25T11:11:08.275175+00:00 0:10:03.004241 58216 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T11:01:02.890034+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-25T10:00:00+00:00 EmrJobFlowSensor 2021-07-25T11:00:55.088565+00:00 2021-07-25T11:14:58.606278+00:00 0:14:03.517713 58215 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T11:00:52.832618+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-25T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T11:00:43.267015+00:00 2021-07-25T11:00:45.183096+00:00 0:00:01.916081 58214 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-25T11:00:40.821378+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-25T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T11:00:33.461336+00:00 2021-07-25T11:00:35.160478+00:00 0:00:01.699142 58213 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T11:00:30.942525+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-25T10:00:00+00:00 PythonOperator 2021-07-25T11:00:21.071233+00:00 2021-07-25T11:00:24.725131+00:00 0:00:03.653898 58212 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-25T11:00:18.803216+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-25T10:00:00+00:00 PythonOperator 2021-07-25T11:00:11.370858+00:00 2021-07-25T11:00:15.530134+00:00 0:00:04.159276 58211 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-25T11:00:08.862151+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-25T09:00:00+00:00 EmrJobFlowSensor 2021-07-25T10:23:58.738107+00:00 2021-07-25T10:24:00.311462+00:00 0:00:01.573355 58209 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T10:23:56.239494+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-25T09:00:00+00:00 EmrJobFlowSensor 2021-07-25T10:12:23.507568+00:00 2021-07-25T10:22:26.804459+00:00 0:10:03.296891 58207 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-25T10:12:21.053200+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-25T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-25T10:12:05.485219+00:00 2021-07-25T10:12:07.192410+00:00 0:00:01.707191 58206 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-25T10:12:03.157794+00:00 2 default_pool