Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T05:00:00+00:00 TriggerDagRunOperator 2021-07-27T06:11:28.743433+00:00 2021-07-27T06:11:29.149675+00:00 0:00:00.406242 59002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T06:11:26.457498+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T05:05:00+00:00 EmrJobFlowSensor 2021-07-27T06:05:50.346927+00:00 2021-07-27T06:14:53.153038+00:00 0:09:02.806111 59001 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T06:05:47.806558+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T06:05:28.175409+00:00 2021-07-27T06:05:30.021093+00:00 0:00:01.845684 59000 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T06:05:25.854636+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T05:05:00+00:00 PythonOperator 2021-07-27T06:05:07.925256+00:00 2021-07-27T06:05:11.463707+00:00 0:00:03.538451 58999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T06:05:05.672754+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T05:00:00+00:00 EmrJobFlowSensor 2021-07-27T06:01:05.522963+00:00 2021-07-27T06:11:08.779928+00:00 0:10:03.256965 58998 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T06:01:03.193635+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T05:00:00+00:00 EmrJobFlowSensor 2021-07-27T06:00:57.377103+00:00 2021-07-27T06:15:00.784863+00:00 0:14:03.407760 58997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T06:00:55.187187+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T06:00:43.607384+00:00 2021-07-27T06:00:45.352005+00:00 0:00:01.744621 58996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T06:00:41.181245+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T06:00:33.561166+00:00 2021-07-27T06:00:35.395013+00:00 0:00:01.833847 58995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T06:00:31.165775+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T05:00:00+00:00 PythonOperator 2021-07-27T06:00:07.382468+00:00 2021-07-27T06:00:10.952279+00:00 0:00:03.569811 58994 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T06:00:05.140812+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T05:00:00+00:00 PythonOperator 2021-07-27T06:00:03.675074+00:00 2021-07-27T06:00:07.922153+00:00 0:00:04.247079 58993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T06:00:01.117505+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T04:00:00+00:00 EmrJobFlowSensor 2021-07-27T05:12:12.557897+00:00 2021-07-27T05:21:15.475043+00:00 0:09:02.917146 58991 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T05:12:10.298748+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T04:00:00+00:00 EmrJobFlowSensor 2021-07-27T05:12:04.710334+00:00 2021-07-27T05:20:07.615163+00:00 0:08:02.904829 58990 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T05:12:02.357547+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T05:11:52.422838+00:00 2021-07-27T05:11:54.181341+00:00 0:00:01.758503 58989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T05:11:50.256908+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T05:11:42.496680+00:00 2021-07-27T05:11:44.236760+00:00 0:00:01.740080 58988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T05:11:40.242971+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T04:00:00+00:00 PythonOperator 2021-07-27T05:11:30.692781+00:00 2021-07-27T05:11:34.874586+00:00 0:00:04.181805 58987 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T05:11:28.276155+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T04:00:00+00:00 PythonOperator 2021-07-27T05:11:20.585382+00:00 2021-07-27T05:11:24.567375+00:00 0:00:03.981993 58986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T05:11:18.340938+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T04:00:00+00:00 TriggerDagRunOperator 2021-07-27T05:11:14.983451+00:00 2021-07-27T05:11:15.481748+00:00 0:00:00.498297 58985 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T05:11:12.285004+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T04:00:00+00:00 TriggerDagRunOperator 2021-07-27T05:11:14.892714+00:00 2021-07-27T05:11:15.274555+00:00 0:00:00.381841 58984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T05:11:12.285055+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T04:05:00+00:00 EmrJobFlowSensor 2021-07-27T05:06:08.055808+00:00 2021-07-27T05:15:10.868936+00:00 0:09:02.813128 58983 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T05:06:05.849221+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T04:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T05:05:46.368784+00:00 2021-07-27T05:05:48.090877+00:00 0:00:01.722093 58982 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T05:05:43.882857+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T04:05:00+00:00 PythonOperator 2021-07-27T05:05:24.169266+00:00 2021-07-27T05:05:28.217884+00:00 0:00:04.048618 58981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T05:05:21.808714+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T04:00:00+00:00 EmrJobFlowSensor 2021-07-27T05:01:01.645012+00:00 2021-07-27T05:15:05.346430+00:00 0:14:03.701418 58980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T05:00:59.396869+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T04:00:00+00:00 EmrJobFlowSensor 2021-07-27T05:00:57.663031+00:00 2021-07-27T05:11:00.841154+00:00 0:10:03.178123 58979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T05:00:55.391917+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T05:00:39.909285+00:00 2021-07-27T05:00:41.766903+00:00 0:00:01.857618 58978 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T05:00:37.381253+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T05:00:35.681157+00:00 2021-07-27T05:00:37.521222+00:00 0:00:01.840065 58977 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T05:00:33.368279+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T04:00:00+00:00 PythonOperator 2021-07-27T05:00:17.480811+00:00 2021-07-27T05:00:21.752339+00:00 0:00:04.271528 58976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T05:00:15.318723+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T04:00:00+00:00 PythonOperator 2021-07-27T05:00:13.713146+00:00 2021-07-27T05:00:17.458079+00:00 0:00:03.744933 58975 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T05:00:11.313411+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T03:00:00+00:00 EmrJobFlowSensor 2021-07-27T04:12:17.037246+00:00 2021-07-27T04:21:19.940397+00:00 0:09:02.903151 58973 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T04:12:14.854612+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T03:00:00+00:00 EmrJobFlowSensor 2021-07-27T04:12:09.077934+00:00 2021-07-27T04:22:12.064048+00:00 0:10:02.986114 58972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T04:12:06.848164+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T04:11:54.983916+00:00 2021-07-27T04:11:56.775571+00:00 0:00:01.791655 58971 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T04:11:52.701559+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T04:11:45.274359+00:00 2021-07-27T04:11:47.123863+00:00 0:00:01.849504 58970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T04:11:42.752378+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T03:00:00+00:00 PythonOperator 2021-07-27T04:11:32.979653+00:00 2021-07-27T04:11:36.500228+00:00 0:00:03.520575 58969 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T04:11:30.686390+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T03:00:00+00:00 PythonOperator 2021-07-27T04:11:24.854924+00:00 2021-07-27T04:11:28.969842+00:00 0:00:04.114918 58968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T04:11:22.636887+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T03:00:00+00:00 TriggerDagRunOperator 2021-07-27T04:11:15.054798+00:00 2021-07-27T04:11:15.538329+00:00 0:00:00.483531 58967 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T04:11:12.631953+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T03:00:00+00:00 TriggerDagRunOperator 2021-07-27T04:11:14.860519+00:00 2021-07-27T04:11:15.256235+00:00 0:00:00.395716 58966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T04:11:12.631988+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T03:05:00+00:00 EmrJobFlowSensor 2021-07-27T04:05:58.545168+00:00 2021-07-27T04:15:01.152896+00:00 0:09:02.607728 58965 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T04:05:56.185675+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T03:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T04:05:38.555186+00:00 2021-07-27T04:05:40.443280+00:00 0:00:01.888094 58964 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T04:05:36.083268+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T03:05:00+00:00 PythonOperator 2021-07-27T04:05:16.229450+00:00 2021-07-27T04:05:20.127146+00:00 0:00:03.897696 58963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T04:05:14.055770+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T03:00:00+00:00 EmrJobFlowSensor 2021-07-27T04:00:51.939255+00:00 2021-07-27T04:13:55.454726+00:00 0:13:03.515471 58962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T04:00:49.553156+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T03:00:00+00:00 EmrJobFlowSensor 2021-07-27T04:00:46.159893+00:00 2021-07-27T04:10:49.518274+00:00 0:10:03.358381 58961 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T04:00:43.558561+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T04:00:29.873565+00:00 2021-07-27T04:00:31.574135+00:00 0:00:01.700570 58960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T04:00:27.488403+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T03:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T04:00:25.793670+00:00 2021-07-27T04:00:27.497076+00:00 0:00:01.703406 58959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T04:00:23.468161+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T03:00:00+00:00 PythonOperator 2021-07-27T04:00:10.112592+00:00 2021-07-27T04:00:14.315093+00:00 0:00:04.202501 58958 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T04:00:07.468561+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T03:00:00+00:00 PythonOperator 2021-07-27T04:00:03.844869+00:00 2021-07-27T04:00:07.556605+00:00 0:00:03.711736 58957 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T04:00:01.459992+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T02:00:00+00:00 EmrJobFlowSensor 2021-07-27T03:48:14.488460+00:00 2021-07-27T03:57:17.291917+00:00 0:09:02.803457 58956 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T03:48:12.198093+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T02:00:00+00:00 EmrJobFlowSensor 2021-07-27T03:48:08.651712+00:00 2021-07-27T03:58:11.685063+00:00 0:10:03.033351 58955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T03:48:06.248584+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T03:47:52.514070+00:00 2021-07-27T03:47:54.261992+00:00 0:00:01.747922 58954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T03:47:50.155776+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T03:47:48.643960+00:00 2021-07-27T03:47:50.530840+00:00 0:00:01.886880 58953 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T03:47:46.163195+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T02:00:00+00:00 PythonOperator 2021-07-27T03:47:30.723907+00:00 2021-07-27T03:47:34.297151+00:00 0:00:03.573244 58952 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T03:47:28.250073+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T02:00:00+00:00 PythonOperator 2021-07-27T03:47:26.282158+00:00 2021-07-27T03:47:30.425643+00:00 0:00:04.143485 58951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T03:47:24.072200+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T02:00:00+00:00 TriggerDagRunOperator 2021-07-27T03:47:10.529602+00:00 2021-07-27T03:47:11.031206+00:00 0:00:00.501604 58950 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T03:47:08.052169+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T02:00:00+00:00 TriggerDagRunOperator 2021-07-27T03:47:10.267663+00:00 2021-07-27T03:47:10.648187+00:00 0:00:00.380524 58949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T03:47:08.052139+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T02:00:00+00:00 EmrJobFlowSensor 2021-07-27T03:37:55.522524+00:00 2021-07-27T03:46:58.475823+00:00 0:09:02.953299 58948 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T03:37:53.062571+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T02:00:00+00:00 EmrJobFlowSensor 2021-07-27T03:37:49.585947+00:00 2021-07-27T03:51:53.275175+00:00 0:14:03.689228 58947 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T03:37:47.151910+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T02:05:00+00:00 EmrJobFlowSensor 2021-07-27T03:37:41.300067+00:00 2021-07-27T03:46:44.050757+00:00 0:09:02.750690 58946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T03:37:39.080218+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T03:37:33.437967+00:00 2021-07-27T03:37:35.266969+00:00 0:00:01.829002 58945 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T03:37:31.080152+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T02:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T03:37:27.356088+00:00 2021-07-27T03:37:29.130964+00:00 0:00:01.774876 58944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T03:37:25.013836+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T02:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T03:37:21.293352+00:00 2021-07-27T03:37:22.994769+00:00 0:00:01.701417 58943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T03:37:19.062253+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T02:00:00+00:00 PythonOperator 2021-07-27T03:37:07.299336+00:00 2021-07-27T03:37:10.861167+00:00 0:00:03.561831 58942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T03:37:04.994574+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T02:00:00+00:00 PythonOperator 2021-07-27T03:36:49.399365+00:00 2021-07-27T03:36:53.608377+00:00 0:00:04.209012 58941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T03:36:46.983870+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T02:05:00+00:00 PythonOperator 2021-07-27T03:36:47.264586+00:00 2021-07-27T03:36:50.810377+00:00 0:00:03.545791 58940 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T03:36:44.977978+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T01:00:00+00:00 EmrJobFlowSensor 2021-07-27T02:11:41.902594+00:00 2021-07-27T02:21:44.870498+00:00 0:10:02.967904 58938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T02:11:39.366633+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T01:00:00+00:00 EmrJobFlowSensor 2021-07-27T02:11:25.716796+00:00 2021-07-27T02:19:28.519017+00:00 0:08:02.802221 58937 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T02:11:23.349343+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T02:11:21.486084+00:00 2021-07-27T02:11:23.235975+00:00 0:00:01.749891 58936 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T02:11:19.338208+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T02:11:06.141346+00:00 2021-07-27T02:11:07.909344+00:00 0:00:01.767998 58935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T02:11:03.321638+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T01:00:00+00:00 PythonOperator 2021-07-27T02:10:59.561850+00:00 2021-07-27T02:11:04.310025+00:00 0:00:04.748175 58934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T02:10:57.314414+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T01:00:00+00:00 PythonOperator 2021-07-27T02:10:43.502331+00:00 2021-07-27T02:10:47.430029+00:00 0:00:03.927698 58933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T02:10:41.303203+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T01:00:00+00:00 TriggerDagRunOperator 2021-07-27T02:10:37.683837+00:00 2021-07-27T02:10:38.116208+00:00 0:00:00.432371 58932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T02:10:35.298427+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T01:00:00+00:00 TriggerDagRunOperator 2021-07-27T02:10:37.587899+00:00 2021-07-27T02:10:38.158166+00:00 0:00:00.570267 58931 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T02:10:35.298458+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T01:05:00+00:00 EmrJobFlowSensor 2021-07-27T02:05:49.479840+00:00 2021-07-27T02:13:52.280558+00:00 0:08:02.800718 58930 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T02:05:46.958975+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T01:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T02:05:27.425624+00:00 2021-07-27T02:05:29.120074+00:00 0:00:01.694450 58929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T02:05:24.856010+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T01:05:00+00:00 PythonOperator 2021-07-27T02:05:06.892815+00:00 2021-07-27T02:05:10.760596+00:00 0:00:03.867781 58928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T02:05:04.787921+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T01:00:00+00:00 EmrJobFlowSensor 2021-07-27T02:01:22.515120+00:00 2021-07-27T02:10:25.448122+00:00 0:09:02.933002 58927 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T02:01:20.347923+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T01:00:00+00:00 EmrJobFlowSensor 2021-07-27T02:01:00.615372+00:00 2021-07-27T02:14:04.089060+00:00 0:13:03.473688 58926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T02:00:58.360559+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T02:00:40.590869+00:00 2021-07-27T02:00:42.432967+00:00 0:00:01.842098 58925 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T02:00:38.313525+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T01:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T02:00:26.550098+00:00 2021-07-27T02:00:28.299067+00:00 0:00:01.748969 58924 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T02:00:24.314427+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T01:00:00+00:00 PythonOperator 2021-07-27T02:00:18.677954+00:00 2021-07-27T02:00:22.327515+00:00 0:00:03.649561 58923 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T02:00:16.303280+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T01:00:00+00:00 PythonOperator 2021-07-27T02:00:06.584176+00:00 2021-07-27T02:00:10.753015+00:00 0:00:04.168839 58922 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T02:00:04.289309+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-27T00:00:00+00:00 EmrJobFlowSensor 2021-07-27T01:12:43.137673+00:00 2021-07-27T01:22:46.230743+00:00 0:10:03.093070 58920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T01:12:40.789760+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-27T00:00:00+00:00 EmrJobFlowSensor 2021-07-27T01:12:30.920984+00:00 2021-07-27T01:22:34.025420+00:00 0:10:03.104436 58919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T01:12:28.762065+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-27T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T01:12:21.196457+00:00 2021-07-27T01:12:23.023132+00:00 0:00:01.826675 58918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T01:12:18.779484+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-27T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T01:12:09.430583+00:00 2021-07-27T01:12:11.174653+00:00 0:00:01.744070 58917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T01:12:06.766296+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-27T00:00:00+00:00 PythonOperator 2021-07-27T01:12:01.041098+00:00 2021-07-27T01:12:05.015198+00:00 0:00:03.974100 58916 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T01:11:58.771239+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-27T00:00:00+00:00 PythonOperator 2021-07-27T01:11:47.370674+00:00 2021-07-27T01:11:51.448618+00:00 0:00:04.077944 58915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T01:11:44.694594+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-27T00:00:00+00:00 TriggerDagRunOperator 2021-07-27T01:11:39.414949+00:00 2021-07-27T01:11:39.918482+00:00 0:00:00.503533 58914 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T01:11:36.755272+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-27T00:00:00+00:00 TriggerDagRunOperator 2021-07-27T01:11:39.269799+00:00 2021-07-27T01:11:39.668810+00:00 0:00:00.399011 58913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T01:11:36.755319+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-27T00:05:00+00:00 EmrJobFlowSensor 2021-07-27T01:06:00.953610+00:00 2021-07-27T01:14:03.704627+00:00 0:08:02.751017 58912 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T01:05:58.173518+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-27T00:05:00+00:00 EmrCreateJobFlowOperator 2021-07-27T01:05:38.567254+00:00 2021-07-27T01:05:40.402204+00:00 0:00:01.834950 58911 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T01:05:36.141110+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-27T00:05:00+00:00 PythonOperator 2021-07-27T01:05:16.473190+00:00 2021-07-27T01:05:20.340459+00:00 0:00:03.867269 58910 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T01:05:14.151467+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-27T00:00:00+00:00 EmrJobFlowSensor 2021-07-27T01:01:12.650272+00:00 2021-07-27T01:11:15.657164+00:00 0:10:03.006892 58909 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T01:01:09.658900+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-27T00:00:00+00:00 EmrJobFlowSensor 2021-07-27T01:01:10.443304+00:00 2021-07-27T01:14:14.416343+00:00 0:13:03.973039 58908 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T01:01:07.741384+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-27T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T01:00:49.960802+00:00 2021-07-27T01:00:51.775847+00:00 0:00:01.815045 58907 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-27T01:00:47.590512+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-27T00:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T01:00:48.083747+00:00 2021-07-27T01:00:49.781922+00:00 0:00:01.698175 58906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T01:00:45.583042+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-27T00:00:00+00:00 PythonOperator 2021-07-27T01:00:30.135551+00:00 2021-07-27T01:00:33.715209+00:00 0:00:03.579658 58905 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-27T01:00:27.579828+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-27T00:00:00+00:00 PythonOperator 2021-07-27T01:00:27.931438+00:00 2021-07-27T01:00:32.162302+00:00 0:00:04.230864 58904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T01:00:25.526911+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-26T23:00:00+00:00 EmrJobFlowSensor 2021-07-27T00:12:38.359032+00:00 2021-07-27T00:21:41.102936+00:00 0:09:02.743904 58902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T00:12:36.184670+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-26T23:00:00+00:00 EmrJobFlowSensor 2021-07-27T00:12:36.484880+00:00 2021-07-27T00:21:39.627435+00:00 0:09:03.142555 58901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-27T00:12:34.196645+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T00:12:13.069535+00:00 2021-07-27T00:12:14.761661+00:00 0:00:01.692126 58900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T00:12:10.115314+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-26T23:00:00+00:00 EmrCreateJobFlowOperator 2021-07-27T00:12:10.618191+00:00 2021-07-27T00:12:12.733731+00:00 0:00:02.115540 58899 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-27T00:12:08.115576+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-26T23:00:00+00:00 PythonOperator 2021-07-27T00:11:46.471885+00:00 2021-07-27T00:11:50.303166+00:00 0:00:03.831281 58898 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-27T00:11:44.104247+00:00 2 default_pool