Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_emr_steps 2021-06-29T13:00:00+00:00 PythonOperator 2021-06-29T14:09:37.636772+00:00 2021-06-29T14:09:41.540212+00:00 0:00:03.903440 47720 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T14:09:35.417241+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T13:00:00+00:00 PythonOperator 2021-06-29T14:09:17.617418+00:00 2021-06-29T14:09:21.534482+00:00 0:00:03.917064 47719 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T14:09:15.398415+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T13:00:00+00:00 TriggerDagRunOperator 2021-06-29T14:09:11.585267+00:00 2021-06-29T14:09:12.057682+00:00 0:00:00.472415 47718 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T14:09:09.397042+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T13:00:00+00:00 TriggerDagRunOperator 2021-06-29T14:09:11.605566+00:00 2021-06-29T14:09:12.246698+00:00 0:00:00.641132 47717 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T14:09:09.397086+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T13:05:00+00:00 EmrJobFlowSensor 2021-06-29T14:06:05.362507+00:00 2021-06-29T14:15:07.883472+00:00 0:09:02.520965 47716 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T14:06:03.086969+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T13:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T14:05:31.260656+00:00 2021-06-29T14:05:32.907536+00:00 0:00:01.646880 47715 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T14:05:29.067660+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T13:05:00+00:00 PythonOperator 2021-06-29T14:05:07.172892+00:00 2021-06-29T14:05:10.453914+00:00 0:00:03.281022 47714 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T14:05:05.006815+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T13:00:00+00:00 EmrJobFlowSensor 2021-06-29T14:01:04.875604+00:00 2021-06-29T14:13:07.967703+00:00 0:12:03.092099 47713 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T14:01:02.715120+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T13:00:00+00:00 EmrJobFlowSensor 2021-06-29T14:00:55.330702+00:00 2021-06-29T14:08:57.886518+00:00 0:08:02.555816 47712 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T14:00:52.770059+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T14:00:42.971665+00:00 2021-06-29T14:00:44.671655+00:00 0:00:01.699990 47711 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T14:00:40.703677+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T14:00:32.908175+00:00 2021-06-29T14:00:34.625949+00:00 0:00:01.717774 47710 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T14:00:30.685672+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T13:00:00+00:00 PythonOperator 2021-06-29T14:00:20.716474+00:00 2021-06-29T14:00:24.392810+00:00 0:00:03.676336 47709 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T14:00:18.530842+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T13:00:00+00:00 PythonOperator 2021-06-29T14:00:10.962784+00:00 2021-06-29T14:00:14.579250+00:00 0:00:03.616466 47708 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T14:00:08.568286+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T12:00:00+00:00 EmrJobFlowSensor 2021-06-29T13:10:27.998780+00:00 2021-06-29T13:20:30.803315+00:00 0:10:02.804535 47706 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T13:10:25.260603+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T12:00:00+00:00 EmrJobFlowSensor 2021-06-29T13:10:25.622431+00:00 2021-06-29T13:19:28.603722+00:00 0:09:02.981291 47705 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T13:10:23.263432+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T13:10:06.259324+00:00 2021-06-29T13:10:07.958379+00:00 0:00:01.699055 47704 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T13:10:03.190178+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T13:10:03.706226+00:00 2021-06-29T13:10:05.940503+00:00 0:00:02.234277 47703 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T13:10:01.256865+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T12:00:00+00:00 PythonOperator 2021-06-29T13:09:43.325294+00:00 2021-06-29T13:09:47.104409+00:00 0:00:03.779115 47702 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T13:09:41.159174+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T12:00:00+00:00 PythonOperator 2021-06-29T13:09:41.313853+00:00 2021-06-29T13:09:44.784506+00:00 0:00:03.470653 47701 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T13:09:39.153668+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T12:00:00+00:00 TriggerDagRunOperator 2021-06-29T13:09:29.670952+00:00 2021-06-29T13:09:30.212397+00:00 0:00:00.541445 47700 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T13:09:27.145798+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T12:00:00+00:00 TriggerDagRunOperator 2021-06-29T13:09:29.652465+00:00 2021-06-29T13:09:30.110048+00:00 0:00:00.457583 47699 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T13:09:27.145770+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T12:05:00+00:00 EmrJobFlowSensor 2021-06-29T13:06:03.006194+00:00 2021-06-29T13:15:05.777538+00:00 0:09:02.771344 47698 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T13:06:00.655085+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T12:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T13:05:42.814309+00:00 2021-06-29T13:05:44.558052+00:00 0:00:01.743743 47697 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T13:05:40.592234+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T12:05:00+00:00 PythonOperator 2021-06-29T13:05:20.678655+00:00 2021-06-29T13:05:24.273394+00:00 0:00:03.594739 47696 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T13:05:18.561153+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T12:00:00+00:00 EmrJobFlowSensor 2021-06-29T13:01:14.831592+00:00 2021-06-29T13:09:17.621961+00:00 0:08:02.790369 47695 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T13:01:12.346308+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T12:00:00+00:00 EmrJobFlowSensor 2021-06-29T13:01:00.732541+00:00 2021-06-29T13:12:03.889500+00:00 0:11:03.156959 47694 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T13:00:58.273398+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T13:00:38.530358+00:00 2021-06-29T13:00:40.266434+00:00 0:00:01.736076 47693 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T13:00:36.216019+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T12:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T13:00:28.505732+00:00 2021-06-29T13:00:30.378157+00:00 0:00:01.872425 47692 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T13:00:26.206904+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T12:00:00+00:00 PythonOperator 2021-06-29T13:00:16.668798+00:00 2021-06-29T13:00:19.984976+00:00 0:00:03.316178 47691 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T13:00:14.196625+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T12:00:00+00:00 PythonOperator 2021-06-29T13:00:08.958258+00:00 2021-06-29T13:00:12.643148+00:00 0:00:03.684890 47690 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T13:00:06.189232+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T11:00:00+00:00 EmrJobFlowSensor 2021-06-29T12:12:19.127937+00:00 2021-06-29T12:24:22.425851+00:00 0:12:03.297914 47688 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T12:12:16.441327+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T11:00:00+00:00 EmrJobFlowSensor 2021-06-29T12:12:12.531908+00:00 2021-06-29T12:22:15.525385+00:00 0:10:02.993477 47687 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T12:12:10.290022+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T12:11:58.672988+00:00 2021-06-29T12:12:00.464732+00:00 0:00:01.791744 47686 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T12:11:56.241423+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T12:11:52.472674+00:00 2021-06-29T12:11:54.313280+00:00 0:00:01.840606 47685 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T12:11:50.225424+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T11:00:00+00:00 PythonOperator 2021-06-29T12:11:36.442496+00:00 2021-06-29T12:11:39.985267+00:00 0:00:03.542771 47684 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T12:11:34.214387+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T11:00:00+00:00 PythonOperator 2021-06-29T12:11:30.687910+00:00 2021-06-29T12:11:34.409846+00:00 0:00:03.721936 47683 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T12:11:28.271058+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T11:00:00+00:00 TriggerDagRunOperator 2021-06-29T12:11:10.975257+00:00 2021-06-29T12:11:11.431346+00:00 0:00:00.456089 47682 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T12:11:08.258794+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T11:00:00+00:00 TriggerDagRunOperator 2021-06-29T12:11:10.690437+00:00 2021-06-29T12:11:11.225016+00:00 0:00:00.534579 47681 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T12:11:08.258841+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T11:05:00+00:00 EmrJobFlowSensor 2021-06-29T12:06:10.150735+00:00 2021-06-29T12:15:12.801640+00:00 0:09:02.650905 47680 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T12:06:07.841051+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T11:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T12:05:47.882728+00:00 2021-06-29T12:05:49.661488+00:00 0:00:01.778760 47679 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T12:05:45.644244+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T11:05:00+00:00 PythonOperator 2021-06-29T12:05:21.756216+00:00 2021-06-29T12:05:25.306008+00:00 0:00:03.549792 47678 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T12:05:19.621624+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T11:00:00+00:00 EmrJobFlowSensor 2021-06-29T12:00:59.812918+00:00 2021-06-29T12:11:02.834936+00:00 0:10:03.022018 47677 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T12:00:57.181638+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T11:00:00+00:00 EmrJobFlowSensor 2021-06-29T12:00:57.341003+00:00 2021-06-29T12:12:00.690074+00:00 0:11:03.349071 47676 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T12:00:55.183461+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T12:00:38.010149+00:00 2021-06-29T12:00:39.740671+00:00 0:00:01.730522 47675 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T12:00:35.163143+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T11:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T12:00:35.299896+00:00 2021-06-29T12:00:37.521027+00:00 0:00:02.221131 47674 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T12:00:33.159524+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T11:00:00+00:00 PythonOperator 2021-06-29T12:00:15.850780+00:00 2021-06-29T12:00:19.547869+00:00 0:00:03.697089 47673 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T12:00:13.098882+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T11:00:00+00:00 PythonOperator 2021-06-29T12:00:13.592013+00:00 2021-06-29T12:00:17.943460+00:00 0:00:04.351447 47672 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T12:00:11.095779+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T10:00:00+00:00 EmrJobFlowSensor 2021-06-29T11:12:36.410424+00:00 2021-06-29T11:21:39.114967+00:00 0:09:02.704543 47670 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T11:12:33.811443+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T10:00:00+00:00 EmrJobFlowSensor 2021-06-29T11:12:14.269978+00:00 2021-06-29T11:23:17.228827+00:00 0:11:02.958849 47669 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T11:12:11.847814+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T11:12:12.296533+00:00 2021-06-29T11:12:14.189441+00:00 0:00:01.892908 47668 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T11:12:09.794123+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T11:11:54.265958+00:00 2021-06-29T11:11:56.138156+00:00 0:00:01.872198 47667 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T11:11:51.718642+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T10:00:00+00:00 PythonOperator 2021-06-29T11:11:50.100386+00:00 2021-06-29T11:11:53.671457+00:00 0:00:03.571071 47666 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T11:11:47.747597+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T10:00:00+00:00 PythonOperator 2021-06-29T11:11:32.094441+00:00 2021-06-29T11:11:35.839897+00:00 0:00:03.745456 47665 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T11:11:29.693115+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T10:00:00+00:00 TriggerDagRunOperator 2021-06-29T11:11:26.108048+00:00 2021-06-29T11:11:26.496112+00:00 0:00:00.388064 47664 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T11:11:23.754207+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T10:00:00+00:00 TriggerDagRunOperator 2021-06-29T11:11:26.112786+00:00 2021-06-29T11:11:26.637890+00:00 0:00:00.525104 47663 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T11:11:23.754150+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T10:05:00+00:00 EmrJobFlowSensor 2021-06-29T11:06:09.372820+00:00 2021-06-29T11:15:12.037591+00:00 0:09:02.664771 47662 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T11:06:07.200710+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T10:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T11:05:45.347175+00:00 2021-06-29T11:05:47.027344+00:00 0:00:01.680169 47661 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T11:05:43.177968+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T10:05:00+00:00 PythonOperator 2021-06-29T11:05:23.458860+00:00 2021-06-29T11:05:26.991696+00:00 0:00:03.532836 47660 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T11:05:21.170679+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T10:00:00+00:00 EmrJobFlowSensor 2021-06-29T11:00:59.382741+00:00 2021-06-29T11:11:02.271375+00:00 0:10:02.888634 47659 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T11:00:56.757332+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T10:00:00+00:00 EmrJobFlowSensor 2021-06-29T11:00:56.959966+00:00 2021-06-29T11:12:00.222488+00:00 0:11:03.262522 47658 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T11:00:54.768849+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T11:00:36.833801+00:00 2021-06-29T11:00:38.608326+00:00 0:00:01.774525 47657 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T11:00:34.686501+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T10:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T11:00:35.177028+00:00 2021-06-29T11:00:37.025057+00:00 0:00:01.848029 47656 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T11:00:32.691113+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T10:00:00+00:00 PythonOperator 2021-06-29T11:00:14.942456+00:00 2021-06-29T11:00:18.582881+00:00 0:00:03.640425 47655 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T11:00:12.615967+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T10:00:00+00:00 PythonOperator 2021-06-29T11:00:13.081998+00:00 2021-06-29T11:00:16.803415+00:00 0:00:03.721417 47654 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T11:00:10.613846+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T09:00:00+00:00 EmrJobFlowSensor 2021-06-29T10:13:26.949438+00:00 2021-06-29T10:22:29.668790+00:00 0:09:02.719352 47652 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T10:13:24.821419+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T09:00:00+00:00 EmrJobFlowSensor 2021-06-29T10:12:45.197475+00:00 2021-06-29T10:23:48.225416+00:00 0:11:03.027941 47651 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T10:12:42.785271+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T10:12:14.904759+00:00 2021-06-29T10:12:16.664220+00:00 0:00:01.759461 47650 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T10:12:12.759980+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T10:12:09.025602+00:00 2021-06-29T10:12:10.840298+00:00 0:00:01.814696 47649 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T10:12:06.755254+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T09:00:00+00:00 PythonOperator 2021-06-29T10:11:53.122361+00:00 2021-06-29T10:11:57.044679+00:00 0:00:03.922318 47648 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T10:11:50.767342+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T09:00:00+00:00 PythonOperator 2021-06-29T10:11:47.128359+00:00 2021-06-29T10:11:50.493533+00:00 0:00:03.365174 47647 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T10:11:44.767759+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T09:00:00+00:00 TriggerDagRunOperator 2021-06-29T10:11:33.159197+00:00 2021-06-29T10:11:33.647357+00:00 0:00:00.488160 47646 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T10:11:30.691382+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T09:00:00+00:00 TriggerDagRunOperator 2021-06-29T10:11:32.976510+00:00 2021-06-29T10:11:33.360483+00:00 0:00:00.383973 47645 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T10:11:30.691334+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T09:05:00+00:00 EmrJobFlowSensor 2021-06-29T10:06:00.632146+00:00 2021-06-29T10:15:03.378320+00:00 0:09:02.746174 47644 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T10:05:58.049563+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T09:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T10:05:40.151358+00:00 2021-06-29T10:05:41.820957+00:00 0:00:01.669599 47643 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T10:05:37.892058+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T09:05:00+00:00 PythonOperator 2021-06-29T10:05:17.997924+00:00 2021-06-29T10:05:21.543182+00:00 0:00:03.545258 47642 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T10:05:15.856260+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T09:00:00+00:00 EmrJobFlowSensor 2021-06-29T10:00:57.706972+00:00 2021-06-29T10:11:00.750823+00:00 0:10:03.043851 47641 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T10:00:55.427555+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T09:00:00+00:00 EmrJobFlowSensor 2021-06-29T10:00:47.890885+00:00 2021-06-29T10:12:51.320833+00:00 0:12:03.429948 47640 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T10:00:45.479445+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T10:00:35.610722+00:00 2021-06-29T10:00:37.311337+00:00 0:00:01.700615 47639 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T10:00:33.406349+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T09:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T10:00:27.614809+00:00 2021-06-29T10:00:29.479941+00:00 0:00:01.865132 47638 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T10:00:25.396944+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T09:00:00+00:00 PythonOperator 2021-06-29T10:00:15.662003+00:00 2021-06-29T10:00:19.268701+00:00 0:00:03.606698 47637 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T10:00:13.386233+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T09:00:00+00:00 PythonOperator 2021-06-29T10:00:05.815923+00:00 2021-06-29T10:00:09.540217+00:00 0:00:03.724294 47636 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T10:00:03.376577+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T08:00:00+00:00 EmrJobFlowSensor 2021-06-29T09:12:15.437272+00:00 2021-06-29T09:20:17.818601+00:00 0:08:02.381329 47634 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T09:12:12.722833+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T08:00:00+00:00 EmrJobFlowSensor 2021-06-29T09:12:12.884688+00:00 2021-06-29T09:22:15.978197+00:00 0:10:03.093509 47633 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T09:12:10.696524+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T09:11:55.535648+00:00 2021-06-29T09:11:57.406519+00:00 0:00:01.870871 47632 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T09:11:53.184830+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T09:11:52.447190+00:00 2021-06-29T09:11:55.005290+00:00 0:00:02.558100 47631 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T09:11:48.755317+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-29T08:00:00+00:00 PythonOperator 2021-06-29T09:11:31.228929+00:00 2021-06-29T09:11:37.419421+00:00 0:00:06.190492 47630 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T09:11:28.055057+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-29T08:00:00+00:00 PythonOperator 2021-06-29T09:11:28.354304+00:00 2021-06-29T09:11:32.928735+00:00 0:00:04.574431 47629 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T09:11:25.587396+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T08:00:00+00:00 TriggerDagRunOperator 2021-06-29T09:11:05.992790+00:00 2021-06-29T09:11:06.668375+00:00 0:00:00.675585 47628 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T09:11:03.209093+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T08:00:00+00:00 TriggerDagRunOperator 2021-06-29T09:11:05.698415+00:00 2021-06-29T09:11:06.386378+00:00 0:00:00.687963 47627 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T09:11:03.209148+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T08:05:00+00:00 EmrJobFlowSensor 2021-06-29T09:06:04.815519+00:00 2021-06-29T09:14:07.378034+00:00 0:08:02.562515 47626 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T09:06:02.590123+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T08:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T09:05:42.716174+00:00 2021-06-29T09:05:44.356895+00:00 0:00:01.640721 47625 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T09:05:40.503217+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T08:05:00+00:00 PythonOperator 2021-06-29T09:05:20.854846+00:00 2021-06-29T09:05:24.176663+00:00 0:00:03.321817 47624 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T09:05:18.555496+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T08:00:00+00:00 EmrJobFlowSensor 2021-06-29T09:00:56.560595+00:00 2021-06-29T09:10:59.443445+00:00 0:10:02.882850 47623 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T09:00:53.857283+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T08:00:00+00:00 EmrJobFlowSensor 2021-06-29T09:00:54.136663+00:00 2021-06-29T09:12:57.631737+00:00 0:12:03.495074 47622 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T09:00:51.853410+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T09:00:34.592747+00:00 2021-06-29T09:00:36.287845+00:00 0:00:01.695098 47621 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T09:00:31.837124+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T08:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T09:00:32.035652+00:00 2021-06-29T09:00:34.223342+00:00 0:00:02.187690 47620 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T09:00:29.834122+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T08:00:00+00:00 PythonOperator 2021-06-29T09:00:12.788014+00:00 2021-06-29T09:00:16.348475+00:00 0:00:03.560461 47619 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T09:00:09.852086+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T08:00:00+00:00 PythonOperator 2021-06-29T09:00:10.532189+00:00 2021-06-29T09:00:15.118402+00:00 0:00:04.586213 47618 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T09:00:07.818640+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-29T08:29:07.388201+00:00 EmrJobFlowSensor 2021-06-29T08:30:03.469871+00:00 2021-06-29T08:40:06.433898+00:00 0:10:02.964027 47616 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T08:30:01.183684+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-29T08:29:07.388201+00:00 EmrCreateJobFlowOperator 2021-06-29T08:29:41.271374+00:00 2021-06-29T08:29:42.931617+00:00 0:00:01.660243 47615 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T08:29:39.156717+00:00 2 default_pool