Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T21:05:26.007812+00:00 2021-07-15T21:05:27.726450+00:00 0:00:01.718638 54035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T21:05:23.855377+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T20:05:00+00:00 PythonOperator 2021-07-15T21:05:06.070954+00:00 2021-07-15T21:05:09.924015+00:00 0:00:03.853061 54034 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T21:05:03.821846+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T20:00:00+00:00 EmrJobFlowSensor 2021-07-15T21:01:07.997783+00:00 2021-07-15T21:10:10.902608+00:00 0:09:02.904825 54033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T21:01:05.449459+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T20:00:00+00:00 EmrJobFlowSensor 2021-07-15T21:01:07.925552+00:00 2021-07-15T21:14:11.519931+00:00 0:13:03.594379 54032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T21:01:05.449429+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T21:00:37.684371+00:00 2021-07-15T21:00:39.574424+00:00 0:00:01.890053 54031 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T21:00:35.397761+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T21:00:35.589827+00:00 2021-07-15T21:00:37.360889+00:00 0:00:01.771062 54030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T21:00:33.395215+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T20:00:00+00:00 PythonOperator 2021-07-15T21:00:10.228523+00:00 2021-07-15T21:00:13.682077+00:00 0:00:03.453554 54029 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T21:00:07.350813+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T20:00:00+00:00 PythonOperator 2021-07-15T21:00:09.885258+00:00 2021-07-15T21:00:14.031077+00:00 0:00:04.145819 54028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T21:00:07.350841+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T19:00:00+00:00 EmrJobFlowSensor 2021-07-15T20:12:13.332041+00:00 2021-07-15T20:22:16.558007+00:00 0:10:03.225966 54026 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T20:12:10.934064+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T19:00:00+00:00 EmrJobFlowSensor 2021-07-15T20:11:57.223833+00:00 2021-07-15T20:20:59.902262+00:00 0:09:02.678429 54025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T20:11:54.963210+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T20:11:51.119740+00:00 2021-07-15T20:11:52.925498+00:00 0:00:01.805758 54024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T20:11:48.886319+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T20:11:37.484724+00:00 2021-07-15T20:11:39.314523+00:00 0:00:01.829799 54023 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T20:11:34.889274+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T19:00:00+00:00 PythonOperator 2021-07-15T20:11:29.290555+00:00 2021-07-15T20:11:32.811262+00:00 0:00:03.520707 54022 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T20:11:26.791164+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T19:00:00+00:00 PythonOperator 2021-07-15T20:11:15.296783+00:00 2021-07-15T20:11:19.083207+00:00 0:00:03.786424 54021 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T20:11:12.763890+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T19:00:00+00:00 TriggerDagRunOperator 2021-07-15T20:11:09.131647+00:00 2021-07-15T20:11:09.637034+00:00 0:00:00.505387 54020 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T20:11:06.715085+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T19:00:00+00:00 TriggerDagRunOperator 2021-07-15T20:11:09.000587+00:00 2021-07-15T20:11:09.363454+00:00 0:00:00.362867 54019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T20:11:06.715056+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T19:05:00+00:00 EmrJobFlowSensor 2021-07-15T20:06:32.481193+00:00 2021-07-15T20:14:35.050239+00:00 0:08:02.569046 54018 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T20:06:30.227787+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T20:05:56.673670+00:00 2021-07-15T20:05:58.458040+00:00 0:00:01.784370 54017 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T20:05:54.344745+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T19:05:00+00:00 PythonOperator 2021-07-15T20:05:36.623371+00:00 2021-07-15T20:05:39.589642+00:00 0:00:02.966271 54016 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T20:05:34.170158+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T19:00:00+00:00 EmrJobFlowSensor 2021-07-15T20:01:02.253587+00:00 2021-07-15T20:11:05.107123+00:00 0:10:02.853536 54015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T20:00:59.844517+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T19:00:00+00:00 EmrJobFlowSensor 2021-07-15T20:00:58.083887+00:00 2021-07-15T20:15:01.751501+00:00 0:14:03.667614 54014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T20:00:55.754574+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T20:00:40.283204+00:00 2021-07-15T20:00:42.091664+00:00 0:00:01.808460 54013 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T20:00:37.667806+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T20:00:36.116512+00:00 2021-07-15T20:00:37.940545+00:00 0:00:01.824033 54012 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T20:00:33.670960+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T19:00:00+00:00 PythonOperator 2021-07-15T20:00:21.491569+00:00 2021-07-15T20:00:25.402403+00:00 0:00:03.910834 54011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T20:00:17.665060+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T19:00:00+00:00 PythonOperator 2021-07-15T20:00:16.078935+00:00 2021-07-15T20:00:21.710500+00:00 0:00:05.631565 54010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T20:00:13.659455+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T18:00:00+00:00 EmrJobFlowSensor 2021-07-15T19:10:52.305980+00:00 2021-07-15T19:20:55.217074+00:00 0:10:02.911094 54008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T19:10:50.101912+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T18:00:00+00:00 EmrJobFlowSensor 2021-07-15T19:10:36.435447+00:00 2021-07-15T19:20:39.260702+00:00 0:10:02.825255 54007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T19:10:34.094820+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T19:10:30.757252+00:00 2021-07-15T19:10:32.522570+00:00 0:00:01.765318 54006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T19:10:28.167092+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T19:10:16.671594+00:00 2021-07-15T19:10:18.501207+00:00 0:00:01.829613 54005 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T19:10:14.017473+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T18:00:00+00:00 PythonOperator 2021-07-15T19:10:08.564793+00:00 2021-07-15T19:10:12.240193+00:00 0:00:03.675400 54004 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T19:10:06.075437+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T18:00:00+00:00 PythonOperator 2021-07-15T19:09:54.182594+00:00 2021-07-15T19:09:57.977363+00:00 0:00:03.794769 54003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T19:09:51.989234+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T18:00:00+00:00 TriggerDagRunOperator 2021-07-15T19:09:44.333570+00:00 2021-07-15T19:09:44.893907+00:00 0:00:00.560337 54002 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T19:09:41.954931+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T18:00:00+00:00 TriggerDagRunOperator 2021-07-15T19:09:44.207238+00:00 2021-07-15T19:09:44.622782+00:00 0:00:00.415544 54001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T19:09:41.954881+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T18:05:00+00:00 EmrJobFlowSensor 2021-07-15T19:06:00.071633+00:00 2021-07-15T19:15:02.690832+00:00 0:09:02.619199 54000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T19:05:57.746083+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T19:05:38.015421+00:00 2021-07-15T19:05:39.820900+00:00 0:00:01.805479 53999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T19:05:35.652437+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T18:05:00+00:00 PythonOperator 2021-07-15T19:05:18.177316+00:00 2021-07-15T19:05:21.652536+00:00 0:00:03.475220 53998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T19:05:15.644307+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T18:00:00+00:00 EmrJobFlowSensor 2021-07-15T19:01:57.401324+00:00 2021-07-15T19:14:00.626607+00:00 0:12:03.225283 53997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T19:01:55.236199+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T18:00:00+00:00 EmrJobFlowSensor 2021-07-15T19:01:19.490791+00:00 2021-07-15T19:09:22.067836+00:00 0:08:02.577045 53996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T19:01:17.203105+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T19:00:43.390218+00:00 2021-07-15T19:00:45.203673+00:00 0:00:01.813455 53995 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T19:00:41.142423+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T19:00:27.331302+00:00 2021-07-15T19:00:29.261896+00:00 0:00:01.930594 53994 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T19:00:25.133290+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T18:00:00+00:00 PythonOperator 2021-07-15T19:00:15.335079+00:00 2021-07-15T19:00:18.835390+00:00 0:00:03.500311 53993 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T19:00:13.120462+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T18:00:00+00:00 PythonOperator 2021-07-15T19:00:05.675141+00:00 2021-07-15T19:00:09.781735+00:00 0:00:04.106594 53992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T19:00:03.107218+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T17:00:00+00:00 EmrJobFlowSensor 2021-07-15T18:11:36.173433+00:00 2021-07-15T18:20:38.841519+00:00 0:09:02.668086 53990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T18:11:34.055815+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T17:00:00+00:00 EmrJobFlowSensor 2021-07-15T18:11:32.306827+00:00 2021-07-15T18:20:35.089921+00:00 0:09:02.783094 53989 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T18:11:30.057386+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T18:11:00.922939+00:00 2021-07-15T18:11:02.728709+00:00 0:00:01.805770 53988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T18:10:58.065378+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T18:10:58.222196+00:00 2021-07-15T18:11:00.068801+00:00 0:00:01.846605 53987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T18:10:55.950266+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T17:00:00+00:00 PythonOperator 2021-07-15T18:10:40.198869+00:00 2021-07-15T18:10:43.962996+00:00 0:00:03.764127 53986 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T18:10:37.895749+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T17:00:00+00:00 PythonOperator 2021-07-15T18:10:38.174267+00:00 2021-07-15T18:10:41.912390+00:00 0:00:03.738123 53985 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T18:10:35.959077+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T17:00:00+00:00 TriggerDagRunOperator 2021-07-15T18:10:22.097837+00:00 2021-07-15T18:10:22.688544+00:00 0:00:00.590707 53984 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T18:10:19.863554+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T17:00:00+00:00 TriggerDagRunOperator 2021-07-15T18:10:22.069800+00:00 2021-07-15T18:10:22.471604+00:00 0:00:00.401804 53983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T18:10:19.863523+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T17:05:00+00:00 EmrJobFlowSensor 2021-07-15T18:05:49.766391+00:00 2021-07-15T18:14:52.529432+00:00 0:09:02.763041 53982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T18:05:47.457211+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T18:05:25.791589+00:00 2021-07-15T18:05:27.430429+00:00 0:00:01.638840 53981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T18:05:23.462264+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T17:05:00+00:00 PythonOperator 2021-07-15T18:05:03.820921+00:00 2021-07-15T18:05:07.759171+00:00 0:00:03.938250 53980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T18:05:01.380465+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T17:00:00+00:00 EmrJobFlowSensor 2021-07-15T18:01:07.773162+00:00 2021-07-15T18:10:10.637450+00:00 0:09:02.864288 53979 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T18:01:04.852156+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T17:00:00+00:00 EmrJobFlowSensor 2021-07-15T18:01:05.115286+00:00 2021-07-15T18:15:08.815122+00:00 0:14:03.699836 53978 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T18:01:02.798280+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T18:00:45.335421+00:00 2021-07-15T18:00:47.170961+00:00 0:00:01.835540 53977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T18:00:42.752875+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T18:00:45.273535+00:00 2021-07-15T18:00:47.025961+00:00 0:00:01.752426 53976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T18:00:42.752907+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T17:00:00+00:00 PythonOperator 2021-07-15T18:00:22.226760+00:00 2021-07-15T18:00:26.340957+00:00 0:00:04.114197 53975 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T18:00:18.727572+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T17:00:00+00:00 PythonOperator 2021-07-15T18:00:17.041631+00:00 2021-07-15T18:00:22.493803+00:00 0:00:05.452172 53974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T18:00:14.719049+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T16:00:00+00:00 EmrJobFlowSensor 2021-07-15T17:40:13.231423+00:00 2021-07-15T17:49:16.122727+00:00 0:09:02.891304 53973 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T17:40:10.892648+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T16:00:00+00:00 EmrJobFlowSensor 2021-07-15T17:39:49.117723+00:00 2021-07-15T17:47:51.752533+00:00 0:08:02.634810 53972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T17:39:46.869121+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T17:39:33.099160+00:00 2021-07-15T17:39:35.050751+00:00 0:00:01.951591 53971 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T17:39:30.829723+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T17:39:25.012975+00:00 2021-07-15T17:39:26.687754+00:00 0:00:01.674779 53970 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T17:39:22.820659+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T16:00:00+00:00 PythonOperator 2021-07-15T17:39:13.060406+00:00 2021-07-15T17:39:16.727565+00:00 0:00:03.667159 53969 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T17:39:10.808483+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T16:00:00+00:00 PythonOperator 2021-07-15T17:39:05.039695+00:00 2021-07-15T17:39:09.044406+00:00 0:00:04.004711 53968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T17:39:02.805890+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T16:00:00+00:00 TriggerDagRunOperator 2021-07-15T17:38:47.471439+00:00 2021-07-15T17:38:48.004135+00:00 0:00:00.532696 53967 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T17:38:44.582337+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T16:00:00+00:00 TriggerDagRunOperator 2021-07-15T17:38:47.368578+00:00 2021-07-15T17:38:47.768120+00:00 0:00:00.399542 53966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T17:38:44.582304+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T16:05:00+00:00 EmrJobFlowSensor 2021-07-15T17:06:01.523695+00:00 2021-07-15T17:15:04.353213+00:00 0:09:02.829518 53964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T17:05:59.264425+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T17:05:39.429322+00:00 2021-07-15T17:05:41.071677+00:00 0:00:01.642355 53963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T17:05:37.138333+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T16:05:00+00:00 PythonOperator 2021-07-15T17:05:19.417200+00:00 2021-07-15T17:05:23.410525+00:00 0:00:03.993325 53962 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T17:05:17.118080+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T16:00:00+00:00 EmrJobFlowSensor 2021-07-15T17:00:51.013280+00:00 2021-07-15T17:14:54.601471+00:00 0:14:03.588191 53961 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T17:00:48.740782+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T16:00:00+00:00 EmrJobFlowSensor 2021-07-15T17:00:47.113585+00:00 2021-07-15T17:09:50.286834+00:00 0:09:03.173249 53960 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T17:00:44.762494+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T17:00:29.275072+00:00 2021-07-15T17:00:31.230211+00:00 0:00:01.955139 53959 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T17:00:26.769876+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T17:00:24.991957+00:00 2021-07-15T17:00:26.762384+00:00 0:00:01.770427 53958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T17:00:22.767027+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T16:00:00+00:00 PythonOperator 2021-07-15T17:00:10.276490+00:00 2021-07-15T17:00:14.453378+00:00 0:00:04.176888 53957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T17:00:06.757247+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T16:00:00+00:00 PythonOperator 2021-07-15T17:00:04.915905+00:00 2021-07-15T17:00:10.054272+00:00 0:00:05.138367 53956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T17:00:02.685337+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T15:00:00+00:00 EmrJobFlowSensor 2021-07-15T16:32:18.009271+00:00 2021-07-15T16:32:19.523422+00:00 0:00:01.514151 53955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T16:32:15.824521+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T15:00:00+00:00 EmrJobFlowSensor 2021-07-15T16:20:17.057513+00:00 2021-07-15T16:29:20.124219+00:00 0:09:03.066706 53953 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T16:20:14.710468+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T16:20:05.469188+00:00 2021-07-15T16:20:07.145694+00:00 0:00:01.676506 53952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T16:20:02.688993+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T16:19:56.798348+00:00 2021-07-15T16:19:58.557798+00:00 0:00:01.759450 53951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T16:19:54.607311+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T15:00:00+00:00 PythonOperator 2021-07-15T16:19:40.997323+00:00 2021-07-15T16:19:44.444419+00:00 0:00:03.447096 53950 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T16:19:38.655131+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T15:00:00+00:00 PythonOperator 2021-07-15T16:19:34.774937+00:00 2021-07-15T16:19:39.026945+00:00 0:00:04.252008 53949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T16:19:32.587928+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T15:00:00+00:00 TriggerDagRunOperator 2021-07-15T16:19:29.150424+00:00 2021-07-15T16:19:29.667454+00:00 0:00:00.517030 53948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T16:19:26.657193+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-15T15:00:00+00:00 TriggerDagRunOperator 2021-07-15T16:19:28.924678+00:00 2021-07-15T16:19:29.314988+00:00 0:00:00.390310 53947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T16:19:26.657230+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-15T15:00:00+00:00 EmrJobFlowSensor 2021-07-15T16:08:07.439629+00:00 2021-07-15T16:22:10.974858+00:00 0:14:03.535229 53946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T16:08:05.223168+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-15T15:00:00+00:00 EmrJobFlowSensor 2021-07-15T16:08:01.413446+00:00 2021-07-15T16:19:04.388913+00:00 0:11:02.975467 53945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T16:07:59.216094+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-15T15:05:00+00:00 EmrJobFlowSensor 2021-07-15T16:07:57.354771+00:00 2021-07-15T16:17:00.239672+00:00 0:09:02.884901 53944 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T16:07:55.214753+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T16:07:45.394978+00:00 2021-07-15T16:07:47.132485+00:00 0:00:01.737507 53943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T16:07:43.063621+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-15T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T16:07:39.239105+00:00 2021-07-15T16:07:40.947116+00:00 0:00:01.708011 53942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-15T16:07:37.037284+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-15T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-15T16:07:35.162692+00:00 2021-07-15T16:07:36.826636+00:00 0:00:01.663944 53941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T16:07:33.031790+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-15T15:00:00+00:00 PythonOperator 2021-07-15T16:07:24.178623+00:00 2021-07-15T16:07:28.194073+00:00 0:00:04.015450 53940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T16:07:21.022504+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-15T15:00:00+00:00 PythonOperator 2021-07-15T16:07:19.275533+00:00 2021-07-15T16:07:22.849770+00:00 0:00:03.574237 53939 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-15T16:07:17.022463+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-15T15:05:00+00:00 PythonOperator 2021-07-15T16:07:15.747952+00:00 2021-07-15T16:07:19.476241+00:00 0:00:03.728289 53938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T16:07:13.074228+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-15T14:00:00+00:00 EmrJobFlowSensor 2021-07-15T15:13:18.663733+00:00 2021-07-15T15:23:21.482204+00:00 0:10:02.818471 53936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T15:13:15.950604+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-15T14:00:00+00:00 EmrJobFlowSensor 2021-07-15T15:13:16.159720+00:00 2021-07-15T15:23:19.676101+00:00 0:10:03.516381 53935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T15:13:13.957352+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T15:12:56.223495+00:00 2021-07-15T15:12:58.010732+00:00 0:00:01.787237 53934 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T15:12:53.941793+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-15T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-15T15:12:56.168822+00:00 2021-07-15T15:12:57.877164+00:00 0:00:01.708342 53933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-15T15:12:53.941746+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-15T14:00:00+00:00 PythonOperator 2021-07-15T15:12:34.410380+00:00 2021-07-15T15:12:37.996693+00:00 0:00:03.586313 53932 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T15:12:31.914829+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-15T14:00:00+00:00 PythonOperator 2021-07-15T15:12:34.256995+00:00 2021-07-15T15:12:38.361326+00:00 0:00:04.104331 53931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-15T15:12:31.914796+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-15T14:00:00+00:00 TriggerDagRunOperator 2021-07-15T15:12:10.275942+00:00 2021-07-15T15:12:10.763411+00:00 0:00:00.487469 53930 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-15T15:12:07.897907+00:00 2 default_pool