Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-27T00:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T01:05:38.330346+00:00 2021-06-27T01:05:40.201372+00:00 0:00:01.871026 46553 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T01:05:36.123505+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-27T00:05:00+00:00 PythonOperator 2021-06-27T01:05:16.451186+00:00 2021-06-27T01:05:19.328877+00:00 0:00:02.877691 46552 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T01:05:14.105529+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-27T00:00:00+00:00 EmrJobFlowSensor 2021-06-27T01:01:03.887027+00:00 2021-06-27T01:19:07.931308+00:00 0:18:04.044281 46551 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T01:01:01.725117+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-27T00:00:00+00:00 EmrJobFlowSensor 2021-06-27T01:00:56.050267+00:00 2021-06-27T01:10:58.930234+00:00 0:10:02.879967 46550 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T01:00:53.719460+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-27T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T01:00:40.197667+00:00 2021-06-27T01:00:42.044578+00:00 0:00:01.846911 46549 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T01:00:37.766746+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-27T00:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T01:00:34.169221+00:00 2021-06-27T01:00:35.959918+00:00 0:00:01.790697 46548 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T01:00:31.760424+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-27T00:00:00+00:00 PythonOperator 2021-06-27T01:00:20.013539+00:00 2021-06-27T01:00:23.855305+00:00 0:00:03.841766 46547 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T01:00:17.686068+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-27T00:00:00+00:00 PythonOperator 2021-06-27T01:00:12.007968+00:00 2021-06-27T01:00:15.366151+00:00 0:00:03.358183 46546 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T01:00:09.660938+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T23:00:00+00:00 EmrJobFlowSensor 2021-06-27T00:12:31.178435+00:00 2021-06-27T00:21:34.101290+00:00 0:09:02.922855 46544 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T00:12:28.566166+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T23:00:00+00:00 EmrJobFlowSensor 2021-06-27T00:12:19.002459+00:00 2021-06-27T00:22:21.870614+00:00 0:10:02.868155 46543 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T00:12:16.457990+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T00:12:10.597414+00:00 2021-06-27T00:12:12.301061+00:00 0:00:01.703647 46542 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T00:12:08.447492+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T00:11:58.592896+00:00 2021-06-27T00:12:00.340622+00:00 0:00:01.747726 46541 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T00:11:56.437094+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T23:00:00+00:00 PythonOperator 2021-06-27T00:11:48.705458+00:00 2021-06-27T00:11:52.057850+00:00 0:00:03.352392 46540 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T00:11:46.425385+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T23:00:00+00:00 PythonOperator 2021-06-27T00:11:36.627476+00:00 2021-06-27T00:11:40.127558+00:00 0:00:03.500082 46539 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T00:11:34.421803+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T23:00:00+00:00 TriggerDagRunOperator 2021-06-27T00:11:25.005307+00:00 2021-06-27T00:11:25.491472+00:00 0:00:00.486165 46538 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T00:11:22.411872+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T23:00:00+00:00 TriggerDagRunOperator 2021-06-27T00:11:24.725395+00:00 2021-06-27T00:11:25.164422+00:00 0:00:00.439027 46537 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T00:11:22.411822+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T23:05:00+00:00 EmrJobFlowSensor 2021-06-27T00:06:04.578642+00:00 2021-06-27T00:14:07.018025+00:00 0:08:02.439383 46536 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T00:06:02.071653+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T23:05:00+00:00 EmrCreateJobFlowOperator 2021-06-27T00:05:42.388998+00:00 2021-06-27T00:05:44.123452+00:00 0:00:01.734454 46535 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T00:05:40.063428+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T23:05:00+00:00 PythonOperator 2021-06-27T00:05:22.103993+00:00 2021-06-27T00:05:25.636380+00:00 0:00:03.532387 46534 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T00:05:19.955103+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T23:00:00+00:00 EmrJobFlowSensor 2021-06-27T00:01:15.752591+00:00 2021-06-27T00:13:19.089209+00:00 0:12:03.336618 46533 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-27T00:01:13.523744+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T23:00:00+00:00 EmrJobFlowSensor 2021-06-27T00:01:04.170395+00:00 2021-06-27T00:11:06.979370+00:00 0:10:02.808975 46532 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T00:01:01.513060+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T00:00:55.716377+00:00 2021-06-27T00:00:57.497064+00:00 0:00:01.780687 46531 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-27T00:00:53.504682+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-27T00:00:39.997771+00:00 2021-06-27T00:00:41.814307+00:00 0:00:01.816536 46530 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-27T00:00:37.504623+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T23:00:00+00:00 PythonOperator 2021-06-27T00:00:20.129135+00:00 2021-06-27T00:00:24.039336+00:00 0:00:03.910201 46529 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-27T00:00:17.488601+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T23:00:00+00:00 PythonOperator 2021-06-27T00:00:11.818836+00:00 2021-06-27T00:00:15.410621+00:00 0:00:03.591785 46528 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-27T00:00:09.471118+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T22:05:00+00:00 EmrJobFlowSensor 2021-06-26T23:15:08.567058+00:00 2021-06-26T23:15:10.120315+00:00 0:00:01.553257 46526 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T23:15:06.270179+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T22:00:00+00:00 EmrJobFlowSensor 2021-06-26T23:11:26.740016+00:00 2021-06-26T23:19:29.215943+00:00 0:08:02.475927 46525 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T23:11:24.062767+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T22:00:00+00:00 EmrJobFlowSensor 2021-06-26T23:11:18.509035+00:00 2021-06-26T23:21:21.390539+00:00 0:10:02.881504 46524 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T23:11:16.043640+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T23:11:07.111319+00:00 2021-06-26T23:11:08.878631+00:00 0:00:01.767312 46523 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T23:11:03.951994+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T23:10:58.213751+00:00 2021-06-26T23:10:59.958830+00:00 0:00:01.745079 46522 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T23:10:55.931456+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T22:00:00+00:00 PythonOperator 2021-06-26T23:10:44.433952+00:00 2021-06-26T23:10:47.995472+00:00 0:00:03.561520 46521 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T23:10:41.918466+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T22:00:00+00:00 PythonOperator 2021-06-26T23:10:28.269457+00:00 2021-06-26T23:10:31.966847+00:00 0:00:03.697390 46520 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T23:10:25.912339+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T22:00:00+00:00 TriggerDagRunOperator 2021-06-26T23:10:22.245489+00:00 2021-06-26T23:10:22.793662+00:00 0:00:00.548173 46519 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T23:10:19.906517+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T22:00:00+00:00 TriggerDagRunOperator 2021-06-26T23:10:22.299950+00:00 2021-06-26T23:10:22.835889+00:00 0:00:00.535939 46518 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T23:10:19.906486+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T22:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T23:05:29.972565+00:00 2021-06-26T23:05:31.750021+00:00 0:00:01.777456 46516 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T23:05:27.493531+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T22:05:00+00:00 PythonOperator 2021-06-26T23:05:07.660074+00:00 2021-06-26T23:05:11.302594+00:00 0:00:03.642520 46515 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T23:05:05.409576+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-25T23:00:00+00:00 EmrJobFlowSensor 2021-06-26T23:01:55.302091+00:00 2021-06-26T23:10:57.912600+00:00 0:09:02.610509 46514 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T23:01:53.004518+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-25T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T23:01:33.398289+00:00 2021-06-26T23:01:35.185777+00:00 0:00:01.787488 46513 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T23:01:30.980685+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T22:00:00+00:00 EmrJobFlowSensor 2021-06-26T23:01:01.239934+00:00 2021-06-26T23:10:04.034675+00:00 0:09:02.794741 46512 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T23:00:58.954373+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T22:00:00+00:00 EmrJobFlowSensor 2021-06-26T23:00:53.158914+00:00 2021-06-26T23:12:56.396529+00:00 0:12:03.237615 46511 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T23:00:50.926876+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T23:00:29.462599+00:00 2021-06-26T23:00:31.150216+00:00 0:00:01.687617 46510 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T23:00:26.844114+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T23:00:27.140644+00:00 2021-06-26T23:00:29.297117+00:00 0:00:02.156473 46509 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T23:00:24.849683+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-25T23:00:00+00:00 PythonOperator 2021-06-26T23:00:13.224632+00:00 2021-06-26T23:00:16.860225+00:00 0:00:03.635593 46508 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T23:00:10.780145+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T22:00:00+00:00 PythonOperator 2021-06-26T23:00:06.997036+00:00 2021-06-26T23:00:10.575693+00:00 0:00:03.578657 46507 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T23:00:04.776739+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T22:00:00+00:00 PythonOperator 2021-06-26T23:00:05.142006+00:00 2021-06-26T23:00:08.903338+00:00 0:00:03.761332 46506 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T23:00:02.726610+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T21:00:00+00:00 EmrJobFlowSensor 2021-06-26T22:10:41.129159+00:00 2021-06-26T22:19:43.787307+00:00 0:09:02.658148 46504 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T22:10:38.839940+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T21:00:00+00:00 EmrJobFlowSensor 2021-06-26T22:10:37.015150+00:00 2021-06-26T22:20:39.968971+00:00 0:10:02.953821 46503 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T22:10:34.834253+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T22:10:19.908261+00:00 2021-06-26T22:10:21.609133+00:00 0:00:01.700872 46502 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T22:10:16.818367+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T22:10:17.437742+00:00 2021-06-26T22:10:19.643047+00:00 0:00:02.205305 46501 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T22:10:14.817925+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T21:00:00+00:00 PythonOperator 2021-06-26T22:09:57.417752+00:00 2021-06-26T22:10:00.984612+00:00 0:00:03.566860 46500 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T22:09:54.869445+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T21:00:00+00:00 PythonOperator 2021-06-26T22:09:55.604905+00:00 2021-06-26T22:09:59.279184+00:00 0:00:03.674279 46499 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T22:09:52.872160+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T21:00:00+00:00 TriggerDagRunOperator 2021-06-26T22:09:31.418089+00:00 2021-06-26T22:09:31.900134+00:00 0:00:00.482045 46498 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T22:09:28.857509+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T21:00:00+00:00 TriggerDagRunOperator 2021-06-26T22:09:31.323229+00:00 2021-06-26T22:09:31.707361+00:00 0:00:00.384132 46497 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T22:09:28.857574+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T21:05:00+00:00 EmrJobFlowSensor 2021-06-26T22:06:06.468299+00:00 2021-06-26T22:15:09.152207+00:00 0:09:02.683908 46496 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T22:06:04.336541+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T22:05:44.635799+00:00 2021-06-26T22:05:46.292855+00:00 0:00:01.657056 46495 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T22:05:42.274343+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T21:05:00+00:00 PythonOperator 2021-06-26T22:05:24.591678+00:00 2021-06-26T22:05:28.148891+00:00 0:00:03.557213 46494 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T22:05:22.204802+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T21:00:00+00:00 EmrJobFlowSensor 2021-06-26T22:01:07.951760+00:00 2021-06-26T22:09:10.536680+00:00 0:08:02.584920 46493 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T22:01:05.763867+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T21:00:00+00:00 EmrJobFlowSensor 2021-06-26T22:00:51.931004+00:00 2021-06-26T22:12:55.087105+00:00 0:12:03.156101 46492 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T22:00:49.704980+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T22:00:43.999262+00:00 2021-06-26T22:00:45.832737+00:00 0:00:01.833475 46491 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T22:00:41.701114+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T22:00:30.165239+00:00 2021-06-26T22:00:31.929462+00:00 0:00:01.764223 46490 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T22:00:27.755757+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T21:00:00+00:00 PythonOperator 2021-06-26T22:00:20.232892+00:00 2021-06-26T22:00:23.567078+00:00 0:00:03.334186 46489 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T22:00:17.741267+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T21:00:00+00:00 PythonOperator 2021-06-26T22:00:04.058256+00:00 2021-06-26T22:00:08.047864+00:00 0:00:03.989608 46488 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T22:00:01.612460+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T20:00:00+00:00 EmrJobFlowSensor 2021-06-26T21:11:12.688157+00:00 2021-06-26T21:20:15.455860+00:00 0:09:02.767703 46486 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T21:11:10.376791+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T20:00:00+00:00 EmrJobFlowSensor 2021-06-26T21:11:04.686174+00:00 2021-06-26T21:21:07.715697+00:00 0:10:03.029523 46485 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T21:11:02.305171+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T21:10:50.488099+00:00 2021-06-26T21:10:52.280912+00:00 0:00:01.792813 46484 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T21:10:48.290075+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T21:10:44.593628+00:00 2021-06-26T21:10:46.340823+00:00 0:00:01.747195 46483 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T21:10:42.346573+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T20:00:00+00:00 PythonOperator 2021-06-26T21:10:31.132023+00:00 2021-06-26T21:10:34.779221+00:00 0:00:03.647198 46482 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T21:10:28.365522+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T20:00:00+00:00 PythonOperator 2021-06-26T21:10:22.458298+00:00 2021-06-26T21:10:26.110032+00:00 0:00:03.651734 46481 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T21:10:20.230215+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T20:00:00+00:00 TriggerDagRunOperator 2021-06-26T21:10:11.224994+00:00 2021-06-26T21:10:11.725487+00:00 0:00:00.500493 46480 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T21:10:08.277190+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T20:00:00+00:00 TriggerDagRunOperator 2021-06-26T21:10:11.121330+00:00 2021-06-26T21:10:11.557859+00:00 0:00:00.436529 46479 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T21:10:08.277228+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T20:05:00+00:00 EmrJobFlowSensor 2021-06-26T21:06:04.190961+00:00 2021-06-26T21:15:06.972457+00:00 0:09:02.781496 46478 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T21:06:01.913869+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T21:05:42.089791+00:00 2021-06-26T21:05:43.701966+00:00 0:00:01.612175 46477 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T21:05:39.893846+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T20:05:00+00:00 PythonOperator 2021-06-26T21:05:22.060397+00:00 2021-06-26T21:05:25.344477+00:00 0:00:03.284080 46476 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T21:05:19.860824+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T20:00:00+00:00 EmrJobFlowSensor 2021-06-26T21:01:53.755054+00:00 2021-06-26T21:09:56.340380+00:00 0:08:02.585326 46475 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T21:01:51.583319+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T20:00:00+00:00 EmrJobFlowSensor 2021-06-26T21:01:07.938822+00:00 2021-06-26T21:13:11.186712+00:00 0:12:03.247890 46474 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T21:01:05.540263+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T21:00:42.493070+00:00 2021-06-26T21:00:44.264431+00:00 0:00:01.771361 46473 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T21:00:39.576254+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T21:00:33.821146+00:00 2021-06-26T21:00:35.621561+00:00 0:00:01.800415 46472 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T21:00:31.510090+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T20:00:00+00:00 PythonOperator 2021-06-26T21:00:21.704106+00:00 2021-06-26T21:00:25.607081+00:00 0:00:03.902975 46471 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T21:00:19.499285+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T20:00:00+00:00 PythonOperator 2021-06-26T21:00:11.816567+00:00 2021-06-26T21:00:15.188283+00:00 0:00:03.371716 46470 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T21:00:09.489894+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T19:00:00+00:00 EmrJobFlowSensor 2021-06-26T20:23:46.294748+00:00 2021-06-26T20:23:47.785475+00:00 0:00:01.490727 46468 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T20:23:43.689904+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T19:00:00+00:00 EmrJobFlowSensor 2021-06-26T20:12:34.702820+00:00 2021-06-26T20:22:37.487643+00:00 0:10:02.784823 46467 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T20:12:32.526714+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-26T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T20:12:12.753195+00:00 2021-06-26T20:12:14.468008+00:00 0:00:01.714813 46465 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T20:12:10.494723+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T20:11:55.749730+00:00 2021-06-26T20:11:57.569155+00:00 0:00:01.819425 46464 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T20:11:52.415173+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-26T19:00:00+00:00 PythonOperator 2021-06-26T20:11:50.694648+00:00 2021-06-26T20:11:55.355740+00:00 0:00:04.661092 46463 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T20:11:48.404291+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-26T19:00:00+00:00 PythonOperator 2021-06-26T20:11:30.898482+00:00 2021-06-26T20:11:35.152829+00:00 0:00:04.254347 46462 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T20:11:28.459901+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-26T19:00:00+00:00 TriggerDagRunOperator 2021-06-26T20:11:27.083528+00:00 2021-06-26T20:11:27.579130+00:00 0:00:00.495602 46461 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T20:11:24.450374+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-26T19:00:00+00:00 TriggerDagRunOperator 2021-06-26T20:11:26.814349+00:00 2021-06-26T20:11:27.274219+00:00 0:00:00.459870 46460 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T20:11:24.450408+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T19:05:00+00:00 EmrJobFlowSensor 2021-06-26T20:06:00.265198+00:00 2021-06-26T20:15:02.934296+00:00 0:09:02.669098 46459 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T20:05:57.848355+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-26T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-26T20:05:39.969131+00:00 2021-06-26T20:05:41.625619+00:00 0:00:01.656488 46458 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T20:05:37.725884+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-26T19:05:00+00:00 PythonOperator 2021-06-26T20:05:16.065073+00:00 2021-06-26T20:05:19.449299+00:00 0:00:03.384226 46457 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T20:05:13.778347+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-26T19:00:00+00:00 EmrJobFlowSensor 2021-06-26T20:01:15.698557+00:00 2021-06-26T20:11:18.734208+00:00 0:10:03.035651 46456 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T20:01:13.330277+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-26T19:00:00+00:00 EmrJobFlowSensor 2021-06-26T20:01:05.716322+00:00 2021-06-26T20:20:09.889653+00:00 0:19:04.173331 46455 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T20:01:03.361545+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-26T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T20:00:47.568474+00:00 2021-06-26T20:00:49.389192+00:00 0:00:01.820718 46454 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-26T20:00:45.305886+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-26T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T20:00:31.507489+00:00 2021-06-26T20:00:33.349667+00:00 0:00:01.842178 46453 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T20:00:29.293457+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-26T19:00:00+00:00 PythonOperator 2021-06-26T20:00:21.522055+00:00 2021-06-26T20:00:24.847614+00:00 0:00:03.325559 46452 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-26T20:00:19.278269+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-26T19:00:00+00:00 PythonOperator 2021-06-26T20:00:09.572395+00:00 2021-06-26T20:00:13.448964+00:00 0:00:03.876569 46451 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-26T20:00:07.271518+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-26T18:05:00+00:00 EmrJobFlowSensor 2021-06-26T19:12:51.839001+00:00 2021-06-26T19:14:53.483018+00:00 0:02:01.644017 46449 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T19:12:49.601229+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-26T18:00:00+00:00 EmrJobFlowSensor 2021-06-26T19:11:33.755882+00:00 2021-06-26T19:21:36.926854+00:00 0:10:03.170972 46448 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T19:11:31.454732+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-26T18:00:00+00:00 EmrJobFlowSensor 2021-06-26T19:11:23.819048+00:00 2021-06-26T19:21:26.734233+00:00 0:10:02.915185 46447 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-26T19:11:21.399227+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-26T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-26T19:11:09.981974+00:00 2021-06-26T19:11:11.809663+00:00 0:00:01.827689 46446 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-26T19:11:07.541727+00:00 2 default_pool