Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T12:05:33.582327+00:00 2021-06-18T12:05:35.267076+00:00 0:00:01.684749 42717 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T12:05:31.283911+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T11:05:00+00:00 PythonOperator 2021-06-18T12:05:11.387636+00:00 2021-06-18T12:05:14.756821+00:00 0:00:03.369185 42716 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T12:05:09.221678+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T11:00:00+00:00 EmrJobFlowSensor 2021-06-18T12:00:55.627343+00:00 2021-06-18T12:12:58.785975+00:00 0:12:03.158632 42715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T12:00:52.944233+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T11:00:00+00:00 EmrJobFlowSensor 2021-06-18T12:00:53.313094+00:00 2021-06-18T12:09:56.328468+00:00 0:09:03.015374 42714 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T12:00:50.970975+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T12:00:33.501648+00:00 2021-06-18T12:00:35.146231+00:00 0:00:01.644583 42713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T12:00:30.948811+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T12:00:31.214337+00:00 2021-06-18T12:00:33.233929+00:00 0:00:02.019592 42712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T12:00:28.945125+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T11:00:00+00:00 PythonOperator 2021-06-18T12:00:13.129630+00:00 2021-06-18T12:00:16.724698+00:00 0:00:03.595068 42711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T12:00:10.846649+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T11:00:00+00:00 PythonOperator 2021-06-18T12:00:09.284392+00:00 2021-06-18T12:00:12.580602+00:00 0:00:03.296210 42710 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T12:00:06.843577+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T10:00:00+00:00 EmrJobFlowSensor 2021-06-18T11:10:37.792452+00:00 2021-06-18T11:20:40.533865+00:00 0:10:02.741413 42708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T11:10:35.633055+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T10:00:00+00:00 EmrJobFlowSensor 2021-06-18T11:10:25.976289+00:00 2021-06-18T11:19:28.871922+00:00 0:09:02.895633 42707 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T11:10:23.624875+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T11:10:16.172785+00:00 2021-06-18T11:10:17.974849+00:00 0:00:01.802064 42706 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T11:10:13.673809+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T11:10:04.093872+00:00 2021-06-18T11:10:05.898749+00:00 0:00:01.804877 42705 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T11:10:01.672375+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T10:00:00+00:00 PythonOperator 2021-06-18T11:09:56.028437+00:00 2021-06-18T11:09:59.797279+00:00 0:00:03.768842 42704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T11:09:53.647152+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T10:00:00+00:00 PythonOperator 2021-06-18T11:09:42.388734+00:00 2021-06-18T11:09:45.851711+00:00 0:00:03.462977 42703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T11:09:39.655789+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T10:00:00+00:00 TriggerDagRunOperator 2021-06-18T11:09:34.145627+00:00 2021-06-18T11:09:34.721665+00:00 0:00:00.576038 42702 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T11:09:31.550367+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T10:00:00+00:00 TriggerDagRunOperator 2021-06-18T11:09:33.755906+00:00 2021-06-18T11:09:34.178912+00:00 0:00:00.423006 42701 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T11:09:31.550401+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T10:05:00+00:00 EmrJobFlowSensor 2021-06-18T11:06:07.538507+00:00 2021-06-18T11:15:10.224943+00:00 0:09:02.686436 42700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T11:06:05.214937+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T11:05:43.453168+00:00 2021-06-18T11:05:45.221880+00:00 0:00:01.768712 42699 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T11:05:41.189182+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T10:05:00+00:00 PythonOperator 2021-06-18T11:05:21.283365+00:00 2021-06-18T11:05:24.715916+00:00 0:00:03.432551 42698 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T11:05:19.125449+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T10:00:00+00:00 EmrJobFlowSensor 2021-06-18T11:01:06.787110+00:00 2021-06-18T11:12:09.735771+00:00 0:11:02.948661 42697 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T11:01:04.685150+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T10:00:00+00:00 EmrJobFlowSensor 2021-06-18T11:01:01.377718+00:00 2021-06-18T11:09:03.917431+00:00 0:08:02.539713 42696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T11:00:58.841776+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T11:00:47.123887+00:00 2021-06-18T11:00:48.840606+00:00 0:00:01.716719 42695 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T11:00:44.604073+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T11:00:38.792136+00:00 2021-06-18T11:00:40.464059+00:00 0:00:01.671923 42694 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T11:00:36.596430+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T10:00:00+00:00 PythonOperator 2021-06-18T11:00:25.162499+00:00 2021-06-18T11:00:28.741347+00:00 0:00:03.578848 42693 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T11:00:22.649969+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T10:00:00+00:00 PythonOperator 2021-06-18T11:00:16.825865+00:00 2021-06-18T11:00:20.299237+00:00 0:00:03.473372 42692 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T11:00:14.547520+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T09:00:00+00:00 EmrJobFlowSensor 2021-06-18T10:12:25.718128+00:00 2021-06-18T10:22:28.576871+00:00 0:10:02.858743 42690 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T10:12:23.432935+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T09:00:00+00:00 EmrJobFlowSensor 2021-06-18T10:12:13.770341+00:00 2021-06-18T10:22:16.703743+00:00 0:10:02.933402 42689 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T10:12:11.384661+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T10:12:05.588956+00:00 2021-06-18T10:12:07.317678+00:00 0:00:01.728722 42688 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T10:12:03.336922+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T10:11:53.734889+00:00 2021-06-18T10:11:55.559667+00:00 0:00:01.824778 42687 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T10:11:51.379052+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T09:00:00+00:00 PythonOperator 2021-06-18T10:11:41.484101+00:00 2021-06-18T10:11:45.200760+00:00 0:00:03.716659 42686 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T10:11:39.319049+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T09:00:00+00:00 PythonOperator 2021-06-18T10:11:31.487594+00:00 2021-06-18T10:11:35.081847+00:00 0:00:03.594253 42685 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T10:11:29.311589+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T09:00:00+00:00 TriggerDagRunOperator 2021-06-18T10:11:17.802354+00:00 2021-06-18T10:11:18.352257+00:00 0:00:00.549903 42684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T10:11:15.360328+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T09:00:00+00:00 TriggerDagRunOperator 2021-06-18T10:11:17.696611+00:00 2021-06-18T10:11:18.089540+00:00 0:00:00.392929 42683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T10:11:15.360362+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T09:05:00+00:00 EmrJobFlowSensor 2021-06-18T10:05:59.113211+00:00 2021-06-18T10:15:01.759668+00:00 0:09:02.646457 42682 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T10:05:56.840190+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T10:05:37.070668+00:00 2021-06-18T10:05:38.769278+00:00 0:00:01.698610 42681 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T10:05:34.843857+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T09:05:00+00:00 PythonOperator 2021-06-18T10:05:14.877762+00:00 2021-06-18T10:05:18.333739+00:00 0:00:03.455977 42680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T10:05:12.719531+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T09:00:00+00:00 EmrJobFlowSensor 2021-06-18T10:01:02.842243+00:00 2021-06-18T10:11:05.724845+00:00 0:10:02.882602 42679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T10:01:00.446519+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T09:00:00+00:00 EmrJobFlowSensor 2021-06-18T10:00:52.531481+00:00 2021-06-18T10:13:55.875952+00:00 0:13:03.344471 42678 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T10:00:50.321992+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T10:00:41.031532+00:00 2021-06-18T10:00:42.751120+00:00 0:00:01.719588 42677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T10:00:38.354976+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T10:00:32.483092+00:00 2021-06-18T10:00:34.210008+00:00 0:00:01.726916 42676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T10:00:30.295265+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T09:00:00+00:00 PythonOperator 2021-06-18T10:00:18.398397+00:00 2021-06-18T10:00:21.912125+00:00 0:00:03.513728 42675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T10:00:16.285912+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T09:00:00+00:00 PythonOperator 2021-06-18T10:00:10.670065+00:00 2021-06-18T10:00:14.197691+00:00 0:00:03.527626 42674 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T10:00:08.240887+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T08:00:00+00:00 EmrJobFlowSensor 2021-06-18T09:12:23.934249+00:00 2021-06-18T09:21:26.711675+00:00 0:09:02.777426 42672 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T09:12:21.726018+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T08:00:00+00:00 EmrJobFlowSensor 2021-06-18T09:12:22.013034+00:00 2021-06-18T09:22:24.861798+00:00 0:10:02.848764 42671 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T09:12:19.725658+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T09:12:03.982417+00:00 2021-06-18T09:12:05.682002+00:00 0:00:01.699585 42670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T09:12:01.714357+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T09:12:00.150743+00:00 2021-06-18T09:12:02.139250+00:00 0:00:01.988507 42669 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T09:11:57.713458+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T08:00:00+00:00 PythonOperator 2021-06-18T09:11:42.005429+00:00 2021-06-18T09:11:45.456604+00:00 0:00:03.451175 42668 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T09:11:39.693929+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T08:00:00+00:00 PythonOperator 2021-06-18T09:11:40.327737+00:00 2021-06-18T09:11:43.951807+00:00 0:00:03.624070 42667 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T09:11:37.740828+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T08:00:00+00:00 TriggerDagRunOperator 2021-06-18T09:11:24.371496+00:00 2021-06-18T09:11:24.904963+00:00 0:00:00.533467 42666 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T09:11:21.678626+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T08:00:00+00:00 TriggerDagRunOperator 2021-06-18T09:11:23.982510+00:00 2021-06-18T09:11:24.382740+00:00 0:00:00.400230 42665 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T09:11:21.678675+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T08:05:00+00:00 EmrJobFlowSensor 2021-06-18T09:05:59.446065+00:00 2021-06-18T09:15:02.196127+00:00 0:09:02.750062 42664 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T09:05:57.154178+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T09:05:39.555728+00:00 2021-06-18T09:05:41.295117+00:00 0:00:01.739389 42663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T09:05:37.143371+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T08:05:00+00:00 PythonOperator 2021-06-18T09:05:17.150872+00:00 2021-06-18T09:05:20.598751+00:00 0:00:03.447879 42662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T09:05:15.031040+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T08:00:00+00:00 EmrJobFlowSensor 2021-06-18T09:01:04.639472+00:00 2021-06-18T09:13:07.797881+00:00 0:12:03.158409 42661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T09:01:02.520853+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T08:00:00+00:00 EmrJobFlowSensor 2021-06-18T09:01:02.726967+00:00 2021-06-18T09:11:05.697846+00:00 0:10:02.970879 42660 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T09:01:00.510136+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T09:00:42.817367+00:00 2021-06-18T09:00:44.545078+00:00 0:00:01.727711 42659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T09:00:40.492296+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T09:00:42.755705+00:00 2021-06-18T09:00:44.611227+00:00 0:00:01.855522 42658 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T09:00:40.492266+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T08:00:00+00:00 PythonOperator 2021-06-18T09:00:21.024974+00:00 2021-06-18T09:00:24.316906+00:00 0:00:03.291932 42657 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T09:00:18.467333+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T08:00:00+00:00 PythonOperator 2021-06-18T09:00:20.857729+00:00 2021-06-18T09:00:24.599926+00:00 0:00:03.742197 42656 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T09:00:18.467305+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T07:00:00+00:00 EmrJobFlowSensor 2021-06-18T08:11:09.889135+00:00 2021-06-18T08:21:12.629792+00:00 0:10:02.740657 42654 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T08:11:07.485647+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T07:00:00+00:00 EmrJobFlowSensor 2021-06-18T08:10:59.490372+00:00 2021-06-18T08:19:02.020112+00:00 0:08:02.529740 42653 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T08:10:57.341932+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T08:10:47.608985+00:00 2021-06-18T08:10:49.462636+00:00 0:00:01.853651 42652 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T08:10:45.357482+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T08:10:37.495150+00:00 2021-06-18T08:10:39.289953+00:00 0:00:01.794803 42651 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T08:10:35.286540+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T07:00:00+00:00 PythonOperator 2021-06-18T08:10:27.501138+00:00 2021-06-18T08:10:31.215694+00:00 0:00:03.714556 42650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T08:10:25.196054+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T07:00:00+00:00 PythonOperator 2021-06-18T08:10:17.848999+00:00 2021-06-18T08:10:21.338594+00:00 0:00:03.489595 42649 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T08:10:15.158942+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T07:00:00+00:00 TriggerDagRunOperator 2021-06-18T08:10:09.688773+00:00 2021-06-18T08:10:10.216861+00:00 0:00:00.528088 42648 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T08:10:07.133355+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T07:00:00+00:00 TriggerDagRunOperator 2021-06-18T08:10:09.379114+00:00 2021-06-18T08:10:09.758859+00:00 0:00:00.379745 42647 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T08:10:07.133388+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T07:05:00+00:00 EmrJobFlowSensor 2021-06-18T08:06:06.785809+00:00 2021-06-18T08:14:09.344559+00:00 0:08:02.558750 42646 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T08:06:04.636796+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T07:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T08:05:46.792414+00:00 2021-06-18T08:05:48.400483+00:00 0:00:01.608069 42645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T08:05:44.622066+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T07:05:00+00:00 PythonOperator 2021-06-18T08:05:24.880311+00:00 2021-06-18T08:05:28.116342+00:00 0:00:03.236031 42644 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T08:05:22.600356+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T07:00:00+00:00 EmrJobFlowSensor 2021-06-18T08:00:54.432296+00:00 2021-06-18T08:12:57.395106+00:00 0:12:02.962810 42643 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T08:00:52.204974+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T07:00:00+00:00 EmrJobFlowSensor 2021-06-18T08:00:50.545676+00:00 2021-06-18T08:09:53.294872+00:00 0:09:02.749196 42642 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T08:00:48.204355+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T08:00:34.383661+00:00 2021-06-18T08:00:36.054772+00:00 0:00:01.671111 42641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T08:00:32.186337+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T07:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T08:00:30.688716+00:00 2021-06-18T08:00:32.374713+00:00 0:00:01.685997 42640 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T08:00:28.266237+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T07:00:00+00:00 PythonOperator 2021-06-18T08:00:12.953976+00:00 2021-06-18T08:00:16.498094+00:00 0:00:03.544118 42639 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T08:00:10.109072+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T07:00:00+00:00 PythonOperator 2021-06-18T08:00:08.470409+00:00 2021-06-18T08:00:12.458053+00:00 0:00:03.987644 42638 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T08:00:06.104752+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T06:00:00+00:00 EmrJobFlowSensor 2021-06-18T07:11:07.076816+00:00 2021-06-18T07:21:09.941545+00:00 0:10:02.864729 42636 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T07:11:04.926107+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T06:00:00+00:00 EmrJobFlowSensor 2021-06-18T07:11:03.269226+00:00 2021-06-18T07:20:05.944917+00:00 0:09:02.675691 42635 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T07:11:00.921910+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T07:10:43.186047+00:00 2021-06-18T07:10:44.903394+00:00 0:00:01.717347 42634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T07:10:40.903590+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T07:10:41.097609+00:00 2021-06-18T07:10:42.859238+00:00 0:00:01.761629 42633 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T07:10:38.901835+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T06:00:00+00:00 PythonOperator 2021-06-18T07:10:21.441192+00:00 2021-06-18T07:10:25.056107+00:00 0:00:03.614915 42632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T07:10:18.969364+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T06:00:00+00:00 PythonOperator 2021-06-18T07:10:19.288196+00:00 2021-06-18T07:10:22.901823+00:00 0:00:03.613627 42631 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T07:10:16.950939+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T06:00:00+00:00 TriggerDagRunOperator 2021-06-18T07:10:15.593210+00:00 2021-06-18T07:10:16.072160+00:00 0:00:00.478950 42630 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T07:10:12.953361+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-18T06:00:00+00:00 TriggerDagRunOperator 2021-06-18T07:10:15.366642+00:00 2021-06-18T07:10:15.747359+00:00 0:00:00.380717 42629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T07:10:12.953312+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-18T06:05:00+00:00 EmrJobFlowSensor 2021-06-18T07:05:52.595584+00:00 2021-06-18T07:14:55.194898+00:00 0:09:02.599314 42628 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T07:05:50.408396+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-18T06:05:00+00:00 EmrCreateJobFlowOperator 2021-06-18T07:05:30.765503+00:00 2021-06-18T07:05:32.440396+00:00 0:00:01.674893 42627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T07:05:28.461244+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-18T06:05:00+00:00 PythonOperator 2021-06-18T07:05:08.762009+00:00 2021-06-18T07:05:12.218473+00:00 0:00:03.456464 42626 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T07:05:06.379409+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-18T06:00:00+00:00 EmrJobFlowSensor 2021-06-18T07:00:52.084938+00:00 2021-06-18T07:09:54.919252+00:00 0:09:02.834314 42625 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T07:00:49.908228+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-18T06:00:00+00:00 EmrJobFlowSensor 2021-06-18T07:00:46.121400+00:00 2021-06-18T07:11:49.111290+00:00 0:11:02.989890 42624 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T07:00:43.961807+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-18T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T07:00:30.316493+00:00 2021-06-18T07:00:32.137096+00:00 0:00:01.820603 42623 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-18T07:00:27.891262+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-18T06:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T07:00:26.306957+00:00 2021-06-18T07:00:28.020541+00:00 0:00:01.713584 42622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T07:00:23.963054+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-18T06:00:00+00:00 PythonOperator 2021-06-18T07:00:10.261322+00:00 2021-06-18T07:00:13.813128+00:00 0:00:03.551806 42621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-18T07:00:07.794032+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-18T06:00:00+00:00 PythonOperator 2021-06-18T07:00:04.242511+00:00 2021-06-18T07:00:08.036118+00:00 0:00:03.793607 42620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T07:00:01.786393+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-18T05:00:00+00:00 EmrJobFlowSensor 2021-06-18T06:11:32.936631+00:00 2021-06-18T06:20:35.685662+00:00 0:09:02.749031 42618 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T06:11:30.661380+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-18T05:00:00+00:00 EmrJobFlowSensor 2021-06-18T06:11:17.203992+00:00 2021-06-18T06:20:19.950883+00:00 0:09:02.746891 42617 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T06:11:14.648458+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-18T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T06:11:05.018654+00:00 2021-06-18T06:11:06.732686+00:00 0:00:01.714032 42616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T06:11:02.663967+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-18T05:00:00+00:00 EmrCreateJobFlowOperator 2021-06-18T06:10:52.877678+00:00 2021-06-18T06:10:54.638703+00:00 0:00:01.761025 42615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-18T06:10:50.582954+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-18T05:00:00+00:00 PythonOperator 2021-06-18T06:10:42.706919+00:00 2021-06-18T06:10:46.255686+00:00 0:00:03.548767 42614 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T06:10:40.529097+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-18T05:00:00+00:00 PythonOperator 2021-06-18T06:10:31.042025+00:00 2021-06-18T06:10:34.595272+00:00 0:00:03.553247 42613 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-18T06:10:28.525042+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-18T05:00:00+00:00 TriggerDagRunOperator 2021-06-18T06:10:25.398653+00:00 2021-06-18T06:10:25.792569+00:00 0:00:00.393916 42612 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-18T06:10:22.506010+00:00 2 default_pool