Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T10:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T11:05:44.191320+00:00 2021-07-22T11:05:45.826564+00:00 0:00:01.635244 56908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T11:05:41.770253+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T10:05:00+00:00 PythonOperator 2021-07-22T11:05:22.057689+00:00 2021-07-22T11:05:25.849803+00:00 0:00:03.792114 56907 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T11:05:19.767476+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T10:00:00+00:00 EmrJobFlowSensor 2021-07-22T11:00:57.497807+00:00 2021-07-22T11:11:00.616528+00:00 0:10:03.118721 56906 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T11:00:55.248727+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T10:00:00+00:00 EmrJobFlowSensor 2021-07-22T11:00:51.319274+00:00 2021-07-22T11:14:55.186374+00:00 0:14:03.867100 56905 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T11:00:49.128529+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T11:00:35.395081+00:00 2021-07-22T11:00:37.079654+00:00 0:00:01.684573 56904 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T11:00:33.117631+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T11:00:29.610083+00:00 2021-07-22T11:00:31.541648+00:00 0:00:01.931565 56903 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T11:00:27.151141+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T10:00:00+00:00 PythonOperator 2021-07-22T11:00:14.542086+00:00 2021-07-22T11:00:18.444980+00:00 0:00:03.902894 56902 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T11:00:11.101306+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T10:00:00+00:00 PythonOperator 2021-07-22T11:00:07.786730+00:00 2021-07-22T11:00:13.108992+00:00 0:00:05.322262 56901 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T11:00:05.151343+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T09:00:00+00:00 EmrJobFlowSensor 2021-07-22T10:24:09.387956+00:00 2021-07-22T10:24:10.923969+00:00 0:00:01.536013 56899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T10:24:06.989498+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T09:00:00+00:00 EmrJobFlowSensor 2021-07-22T10:24:03.213457+00:00 2021-07-22T10:24:04.734823+00:00 0:00:01.521366 56898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T10:24:00.982235+00:00 3 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T10:12:26.072119+00:00 2021-07-22T10:12:27.883938+00:00 0:00:01.811819 56896 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T10:12:23.861138+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T10:11:55.354996+00:00 2021-07-22T10:11:57.139753+00:00 0:00:01.784757 56894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T10:11:51.746412+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T09:00:00+00:00 PythonOperator 2021-07-22T10:11:50.026141+00:00 2021-07-22T10:11:55.600183+00:00 0:00:05.574042 56893 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T10:11:47.759992+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T09:00:00+00:00 PythonOperator 2021-07-22T10:11:30.527028+00:00 2021-07-22T10:11:34.067048+00:00 0:00:03.540020 56892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T10:11:27.852946+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T09:00:00+00:00 TriggerDagRunOperator 2021-07-22T10:11:24.562377+00:00 2021-07-22T10:11:24.997029+00:00 0:00:00.434652 56891 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T10:11:21.698980+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T09:00:00+00:00 TriggerDagRunOperator 2021-07-22T10:11:24.145660+00:00 2021-07-22T10:11:24.718380+00:00 0:00:00.572720 56890 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T10:11:21.698936+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T09:05:00+00:00 EmrJobFlowSensor 2021-07-22T10:06:05.649759+00:00 2021-07-22T10:15:08.375803+00:00 0:09:02.726044 56889 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T10:06:03.257585+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T09:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T10:05:43.452540+00:00 2021-07-22T10:05:45.109807+00:00 0:00:01.657267 56888 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T10:05:41.149517+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T09:05:00+00:00 PythonOperator 2021-07-22T10:05:21.365440+00:00 2021-07-22T10:05:24.993943+00:00 0:00:03.628503 56887 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T10:05:19.130541+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T09:00:00+00:00 EmrJobFlowSensor 2021-07-22T10:01:13.145160+00:00 2021-07-22T10:11:16.354981+00:00 0:10:03.209821 56886 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T10:01:10.620495+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T09:00:00+00:00 EmrJobFlowSensor 2021-07-22T10:01:10.826157+00:00 2021-07-22T10:14:14.557925+00:00 0:13:03.731768 56885 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T10:01:08.616862+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T10:00:42.825116+00:00 2021-07-22T10:00:44.593589+00:00 0:00:01.768473 56884 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T10:00:40.591502+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T10:00:42.879388+00:00 2021-07-22T10:00:44.715031+00:00 0:00:01.835643 56883 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T10:00:40.591475+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T09:00:00+00:00 PythonOperator 2021-07-22T10:00:22.773690+00:00 2021-07-22T10:00:26.607749+00:00 0:00:03.834059 56882 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T10:00:20.527405+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T09:00:00+00:00 PythonOperator 2021-07-22T10:00:21.148942+00:00 2021-07-22T10:00:25.059412+00:00 0:00:03.910470 56881 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T10:00:18.525411+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T08:00:00+00:00 EmrJobFlowSensor 2021-07-22T09:11:21.822496+00:00 2021-07-22T09:21:24.977511+00:00 0:10:03.155015 56879 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T09:11:19.108527+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T08:00:00+00:00 EmrJobFlowSensor 2021-07-22T09:11:19.663028+00:00 2021-07-22T09:21:23.081488+00:00 0:10:03.418460 56878 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T09:11:17.105833+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T09:10:59.475085+00:00 2021-07-22T09:11:01.217589+00:00 0:00:01.742504 56877 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T09:10:57.094900+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T09:10:57.504251+00:00 2021-07-22T09:10:59.398617+00:00 0:00:01.894366 56876 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T09:10:55.160007+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T08:00:00+00:00 PythonOperator 2021-07-22T09:10:37.491304+00:00 2021-07-22T09:10:41.110569+00:00 0:00:03.619265 56875 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T09:10:35.058411+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T08:00:00+00:00 PythonOperator 2021-07-22T09:10:35.462571+00:00 2021-07-22T09:10:39.502767+00:00 0:00:04.040196 56874 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T09:10:33.047456+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T08:00:00+00:00 TriggerDagRunOperator 2021-07-22T09:10:11.169067+00:00 2021-07-22T09:10:11.688559+00:00 0:00:00.519492 56873 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T09:10:08.894019+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T08:00:00+00:00 TriggerDagRunOperator 2021-07-22T09:10:11.135443+00:00 2021-07-22T09:10:11.557153+00:00 0:00:00.421710 56872 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T09:10:08.893984+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T08:05:00+00:00 EmrJobFlowSensor 2021-07-22T09:06:04.642233+00:00 2021-07-22T09:14:07.450882+00:00 0:08:02.808649 56871 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T09:06:02.353549+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T08:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T09:05:42.526818+00:00 2021-07-22T09:05:44.196994+00:00 0:00:01.670176 56870 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T09:05:40.308261+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T08:05:00+00:00 PythonOperator 2021-07-22T09:05:20.647036+00:00 2021-07-22T09:05:24.482399+00:00 0:00:03.835363 56869 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T09:05:18.350023+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T08:00:00+00:00 EmrJobFlowSensor 2021-07-22T09:00:58.080376+00:00 2021-07-22T09:16:01.732049+00:00 0:15:03.651673 56868 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T09:00:55.909375+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T08:00:00+00:00 EmrJobFlowSensor 2021-07-22T09:00:50.137095+00:00 2021-07-22T09:09:52.924760+00:00 0:09:02.787665 56867 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T09:00:47.909169+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T09:00:38.267634+00:00 2021-07-22T09:00:39.965308+00:00 0:00:01.697674 56866 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T09:00:35.892018+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T09:00:28.117628+00:00 2021-07-22T09:00:30.084642+00:00 0:00:01.967014 56865 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T09:00:25.833975+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T08:00:00+00:00 PythonOperator 2021-07-22T09:00:16.251450+00:00 2021-07-22T09:00:20.044780+00:00 0:00:03.793330 56864 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T09:00:13.821228+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T08:00:00+00:00 PythonOperator 2021-07-22T09:00:08.031332+00:00 2021-07-22T09:00:11.917326+00:00 0:00:03.885994 56863 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T09:00:05.812518+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T07:00:00+00:00 EmrJobFlowSensor 2021-07-22T08:35:53.574566+00:00 2021-07-22T08:45:56.475724+00:00 0:10:02.901158 56862 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T08:35:51.267694+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T07:00:00+00:00 EmrJobFlowSensor 2021-07-22T08:35:49.475429+00:00 2021-07-22T08:44:52.257945+00:00 0:09:02.782516 56861 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T08:35:47.240923+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T08:35:33.817761+00:00 2021-07-22T08:35:35.586499+00:00 0:00:01.768738 56860 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T08:35:31.240996+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T07:05:00+00:00 EmrJobFlowSensor 2021-07-22T08:35:31.502369+00:00 2021-07-22T08:43:34.578160+00:00 0:08:03.075791 56859 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T08:35:29.252340+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T08:35:27.506080+00:00 2021-07-22T08:35:29.353422+00:00 0:00:01.847342 56858 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T08:35:25.254288+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T07:00:00+00:00 PythonOperator 2021-07-22T08:35:13.408728+00:00 2021-07-22T08:35:17.438305+00:00 0:00:04.029577 56857 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T08:35:09.181215+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T07:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T08:35:09.527639+00:00 2021-07-22T08:35:11.286446+00:00 0:00:01.758807 56856 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T08:35:07.178523+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T07:00:00+00:00 PythonOperator 2021-07-22T08:35:07.371193+00:00 2021-07-22T08:35:13.039794+00:00 0:00:05.668601 56855 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T08:35:05.178919+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T07:00:00+00:00 TriggerDagRunOperator 2021-07-22T08:34:52.642271+00:00 2021-07-22T08:34:53.139913+00:00 0:00:00.497642 56854 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T08:34:49.167471+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T07:00:00+00:00 TriggerDagRunOperator 2021-07-22T08:34:51.325221+00:00 2021-07-22T08:34:51.681437+00:00 0:00:00.356216 56853 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T08:34:49.167443+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T07:05:00+00:00 PythonOperator 2021-07-22T08:34:50.636977+00:00 2021-07-22T08:34:54.501509+00:00 0:00:03.864532 56852 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T08:34:47.216488+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T07:00:00+00:00 EmrJobFlowSensor 2021-07-22T08:01:07.124055+00:00 2021-07-22T08:15:10.888145+00:00 0:14:03.764090 56850 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T08:01:04.161710+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T07:00:00+00:00 EmrJobFlowSensor 2021-07-22T08:01:04.992335+00:00 2021-07-22T08:10:08.159284+00:00 0:09:03.166949 56849 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T08:01:02.160559+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T08:00:42.472239+00:00 2021-07-22T08:00:44.193293+00:00 0:00:01.721054 56848 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T08:00:40.063885+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T08:00:42.474297+00:00 2021-07-22T08:00:44.379048+00:00 0:00:01.904751 56847 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T08:00:40.063914+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T07:00:00+00:00 PythonOperator 2021-07-22T08:00:20.553070+00:00 2021-07-22T08:00:24.672515+00:00 0:00:04.119445 56846 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T08:00:18.060175+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T07:00:00+00:00 PythonOperator 2021-07-22T08:00:18.542827+00:00 2021-07-22T08:00:22.458491+00:00 0:00:03.915664 56845 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T08:00:16.063767+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T06:00:00+00:00 EmrJobFlowSensor 2021-07-22T07:13:17.220705+00:00 2021-07-22T07:22:19.936889+00:00 0:09:02.716184 56844 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T07:13:14.952713+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T06:00:00+00:00 EmrJobFlowSensor 2021-07-22T07:13:03.761429+00:00 2021-07-22T07:23:06.742184+00:00 0:10:02.980755 56843 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T07:13:00.947503+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T07:12:55.174128+00:00 2021-07-22T07:12:56.808692+00:00 0:00:01.634564 56842 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T07:12:52.809716+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T07:12:43.051776+00:00 2021-07-22T07:12:44.843990+00:00 0:00:01.792214 56841 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T07:12:40.792558+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T06:00:00+00:00 PythonOperator 2021-07-22T07:12:35.093777+00:00 2021-07-22T07:12:38.910068+00:00 0:00:03.816291 56840 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T07:12:32.786015+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T06:00:00+00:00 PythonOperator 2021-07-22T07:12:20.913195+00:00 2021-07-22T07:12:24.998164+00:00 0:00:04.084969 56839 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T07:12:18.775154+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T06:00:00+00:00 TriggerDagRunOperator 2021-07-22T07:12:11.130867+00:00 2021-07-22T07:12:11.631923+00:00 0:00:00.501056 56838 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T07:12:08.766060+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T06:00:00+00:00 TriggerDagRunOperator 2021-07-22T07:12:11.086896+00:00 2021-07-22T07:12:11.496090+00:00 0:00:00.409194 56837 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T07:12:08.766032+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T06:05:00+00:00 EmrJobFlowSensor 2021-07-22T07:05:56.530552+00:00 2021-07-22T07:14:59.277563+00:00 0:09:02.747011 56836 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T07:05:54.347715+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T06:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T07:05:34.596682+00:00 2021-07-22T07:05:36.344060+00:00 0:00:01.747378 56835 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T07:05:32.284613+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T06:05:00+00:00 PythonOperator 2021-07-22T07:05:14.460237+00:00 2021-07-22T07:05:17.930600+00:00 0:00:03.470363 56834 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T07:05:12.195522+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T06:00:00+00:00 EmrJobFlowSensor 2021-07-22T07:02:46.388157+00:00 2021-07-22T07:11:49.222823+00:00 0:09:02.834666 56833 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T07:02:43.976750+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T06:00:00+00:00 EmrJobFlowSensor 2021-07-22T07:02:42.433915+00:00 2021-07-22T07:16:46.170532+00:00 0:14:03.736617 56832 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T07:02:39.961815+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T07:02:24.095689+00:00 2021-07-22T07:02:25.985091+00:00 0:00:01.889402 56831 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T07:02:21.819388+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T07:02:22.071237+00:00 2021-07-22T07:02:23.956581+00:00 0:00:01.885344 56830 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T07:02:19.817226+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T06:00:00+00:00 PythonOperator 2021-07-22T07:02:04.230929+00:00 2021-07-22T07:02:07.775476+00:00 0:00:03.544547 56829 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T07:02:01.806333+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T06:00:00+00:00 PythonOperator 2021-07-22T07:02:00.453240+00:00 2021-07-22T07:02:04.567916+00:00 0:00:04.114676 56828 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T07:01:57.857973+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T05:00:00+00:00 EmrJobFlowSensor 2021-07-22T06:11:36.403680+00:00 2021-07-22T06:21:39.602301+00:00 0:10:03.198621 56825 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T06:11:34.059946+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T05:00:00+00:00 EmrJobFlowSensor 2021-07-22T06:11:28.436334+00:00 2021-07-22T06:20:31.352480+00:00 0:09:02.916146 56824 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T06:11:25.981703+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T06:11:16.547148+00:00 2021-07-22T06:11:18.257962+00:00 0:00:01.710814 56823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T06:11:13.953772+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T06:11:08.449592+00:00 2021-07-22T06:11:10.377113+00:00 0:00:01.927521 56822 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T06:11:05.967971+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T05:00:00+00:00 PythonOperator 2021-07-22T06:10:54.206525+00:00 2021-07-22T06:10:58.021485+00:00 0:00:03.814960 56821 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T06:10:51.952393+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T05:00:00+00:00 PythonOperator 2021-07-22T06:10:46.090715+00:00 2021-07-22T06:10:49.875904+00:00 0:00:03.785189 56820 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T06:10:43.823714+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T05:00:00+00:00 TriggerDagRunOperator 2021-07-22T06:10:34.330967+00:00 2021-07-22T06:10:34.823711+00:00 0:00:00.492744 56819 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T06:10:31.814471+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T05:00:00+00:00 TriggerDagRunOperator 2021-07-22T06:10:34.013103+00:00 2021-07-22T06:10:34.489506+00:00 0:00:00.476403 56818 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T06:10:31.814499+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T05:05:00+00:00 EmrJobFlowSensor 2021-07-22T06:05:57.651065+00:00 2021-07-22T06:14:00.352739+00:00 0:08:02.701674 56817 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T06:05:55.371040+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T05:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T06:05:35.456583+00:00 2021-07-22T06:05:37.120613+00:00 0:00:01.664030 56816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T06:05:33.290695+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T05:05:00+00:00 PythonOperator 2021-07-22T06:05:13.474742+00:00 2021-07-22T06:05:17.079624+00:00 0:00:03.604882 56815 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T06:05:11.214236+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T05:00:00+00:00 EmrJobFlowSensor 2021-07-22T06:00:57.076811+00:00 2021-07-22T06:15:00.549818+00:00 0:14:03.473007 56814 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T06:00:54.730275+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T05:00:00+00:00 EmrJobFlowSensor 2021-07-22T06:00:49.315831+00:00 2021-07-22T06:09:52.232427+00:00 0:09:02.916596 56813 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T06:00:46.777032+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T06:00:34.948563+00:00 2021-07-22T06:00:36.669603+00:00 0:00:01.721040 56812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T06:00:32.713560+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T06:00:29.073628+00:00 2021-07-22T06:00:30.756990+00:00 0:00:01.683362 56811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T06:00:26.706203+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T05:00:00+00:00 PythonOperator 2021-07-22T06:00:15.266558+00:00 2021-07-22T06:00:19.201274+00:00 0:00:03.934716 56810 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T06:00:12.702292+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T05:00:00+00:00 PythonOperator 2021-07-22T06:00:07.185293+00:00 2021-07-22T06:00:10.959060+00:00 0:00:03.773767 56809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T06:00:04.685503+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T04:00:00+00:00 EmrJobFlowSensor 2021-07-22T05:12:13.973584+00:00 2021-07-22T05:21:16.936161+00:00 0:09:02.962577 56807 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T05:12:11.502364+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T04:00:00+00:00 EmrJobFlowSensor 2021-07-22T05:12:08.058010+00:00 2021-07-22T05:21:10.938413+00:00 0:09:02.880403 56806 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T05:12:05.499195+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T05:11:49.686855+00:00 2021-07-22T05:11:51.590835+00:00 0:00:01.903980 56805 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T05:11:47.491490+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T05:11:43.797970+00:00 2021-07-22T05:11:45.544630+00:00 0:00:01.746660 56804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T05:11:41.466944+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T04:00:00+00:00 PythonOperator 2021-07-22T05:11:29.992267+00:00 2021-07-22T05:11:33.747329+00:00 0:00:03.755062 56803 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T05:11:27.462301+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T04:00:00+00:00 PythonOperator 2021-07-22T05:11:21.604935+00:00 2021-07-22T05:11:25.579152+00:00 0:00:03.974217 56802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T05:11:19.455653+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T04:00:00+00:00 TriggerDagRunOperator 2021-07-22T05:11:10.133547+00:00 2021-07-22T05:11:10.621552+00:00 0:00:00.488005 56801 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T05:11:07.441520+00:00 2 default_pool