Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-flow-job_v002 check_cluster_status 2021-07-22T16:00:00+00:00 EmrJobFlowSensor 2021-07-22T17:01:21.060779+00:00 2021-07-22T17:09:23.694819+00:00 0:08:02.634040 57013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T17:01:18.745369+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T16:00:00+00:00 EmrJobFlowSensor 2021-07-22T17:01:14.945939+00:00 2021-07-22T17:15:18.503131+00:00 0:14:03.557192 57012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T17:01:12.737773+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T17:00:49.090952+00:00 2021-07-22T17:00:50.838224+00:00 0:00:01.747272 57011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T17:00:46.714535+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T17:00:42.935313+00:00 2021-07-22T17:00:44.719965+00:00 0:00:01.784652 57010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T17:00:40.707207+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T16:00:00+00:00 PythonOperator 2021-07-22T17:00:20.635323+00:00 2021-07-22T17:00:24.680058+00:00 0:00:04.044735 57009 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T17:00:16.760618+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T16:00:00+00:00 PythonOperator 2021-07-22T17:00:15.110791+00:00 2021-07-22T17:00:21.150316+00:00 0:00:06.039525 57008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T17:00:12.740849+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T15:00:00+00:00 EmrJobFlowSensor 2021-07-22T16:11:15.614937+00:00 2021-07-22T16:21:18.977969+00:00 0:10:03.363032 57006 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T16:11:13.121835+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T15:00:00+00:00 EmrJobFlowSensor 2021-07-22T16:11:13.397920+00:00 2021-07-22T16:20:16.130142+00:00 0:09:02.732222 57005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T16:11:11.120729+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T16:10:53.980599+00:00 2021-07-22T16:10:55.829518+00:00 0:00:01.848919 57004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T16:10:51.100751+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T16:10:51.353321+00:00 2021-07-22T16:10:53.542125+00:00 0:00:02.188804 57003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T16:10:49.100673+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T15:00:00+00:00 PythonOperator 2021-07-22T16:10:31.776773+00:00 2021-07-22T16:10:36.048401+00:00 0:00:04.271628 57002 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T16:10:29.161336+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T15:00:00+00:00 PythonOperator 2021-07-22T16:10:29.307828+00:00 2021-07-22T16:10:33.353321+00:00 0:00:04.045493 57001 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T16:10:27.009559+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T15:00:00+00:00 TriggerDagRunOperator 2021-07-22T16:10:07.818138+00:00 2021-07-22T16:10:08.210425+00:00 0:00:00.392287 57000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T16:10:04.996526+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T15:00:00+00:00 TriggerDagRunOperator 2021-07-22T16:10:07.326420+00:00 2021-07-22T16:10:07.817599+00:00 0:00:00.491179 56999 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T16:10:04.996559+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T15:05:00+00:00 EmrJobFlowSensor 2021-07-22T16:05:59.129573+00:00 2021-07-22T16:15:02.283348+00:00 0:09:03.153775 56998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T16:05:56.604528+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T16:05:36.971264+00:00 2021-07-22T16:05:38.644899+00:00 0:00:01.673635 56997 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T16:05:34.647990+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T15:05:00+00:00 PythonOperator 2021-07-22T16:05:14.971239+00:00 2021-07-22T16:05:18.553227+00:00 0:00:03.581988 56996 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T16:05:12.516742+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T15:00:00+00:00 EmrJobFlowSensor 2021-07-22T16:01:18.382621+00:00 2021-07-22T16:15:21.636999+00:00 0:14:03.254378 56995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T16:01:16.140799+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T16:00:58.470049+00:00 2021-07-22T16:01:00.372459+00:00 0:00:01.902410 56994 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T16:00:56.107100+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T15:00:00+00:00 EmrJobFlowSensor 2021-07-22T16:00:56.455870+00:00 2021-07-22T16:09:59.234781+00:00 0:09:02.778911 56993 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T16:00:54.181407+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T15:00:00+00:00 PythonOperator 2021-07-22T16:00:36.248410+00:00 2021-07-22T16:00:40.363600+00:00 0:00:04.115190 56992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T16:00:34.087661+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T16:00:34.497151+00:00 2021-07-22T16:00:36.356454+00:00 0:00:01.859303 56991 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T16:00:32.084312+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T15:00:00+00:00 PythonOperator 2021-07-22T16:00:04.321077+00:00 2021-07-22T16:00:08.230191+00:00 0:00:03.909114 56990 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T16:00:02.018341+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T14:00:00+00:00 EmrJobFlowSensor 2021-07-22T15:13:39.271831+00:00 2021-07-22T15:23:42.334633+00:00 0:10:03.062802 56989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T15:13:36.994424+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T14:00:00+00:00 EmrJobFlowSensor 2021-07-22T15:13:33.209867+00:00 2021-07-22T15:23:36.156028+00:00 0:10:02.946161 56988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T15:13:30.995367+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T15:13:19.650617+00:00 2021-07-22T15:13:21.522823+00:00 0:00:01.872206 56987 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T15:13:16.979389+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T15:13:11.700852+00:00 2021-07-22T15:13:13.532775+00:00 0:00:01.831923 56986 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T15:13:08.954548+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T14:00:00+00:00 PythonOperator 2021-07-22T15:10:30.040728+00:00 2021-07-22T15:10:33.521069+00:00 0:00:03.480341 56984 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T15:10:27.350433+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T14:00:00+00:00 PythonOperator 2021-07-22T15:10:27.743129+00:00 2021-07-22T15:10:31.766287+00:00 0:00:04.023158 56983 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T15:10:25.350895+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T14:00:00+00:00 TriggerDagRunOperator 2021-07-22T15:10:17.499311+00:00 2021-07-22T15:10:17.986405+00:00 0:00:00.487094 56982 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T15:10:15.225519+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T14:00:00+00:00 TriggerDagRunOperator 2021-07-22T15:10:17.400435+00:00 2021-07-22T15:10:17.781777+00:00 0:00:00.381342 56981 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T15:10:15.225485+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T14:05:00+00:00 EmrJobFlowSensor 2021-07-22T15:06:02.935466+00:00 2021-07-22T15:15:05.716231+00:00 0:09:02.780765 56980 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T15:06:00.740056+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T15:05:40.855469+00:00 2021-07-22T15:05:42.501012+00:00 0:00:01.645543 56979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T15:05:38.719092+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T14:05:00+00:00 PythonOperator 2021-07-22T15:05:19.121872+00:00 2021-07-22T15:05:22.723513+00:00 0:00:03.601641 56978 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T15:05:16.695572+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T14:00:00+00:00 EmrJobFlowSensor 2021-07-22T15:01:02.506020+00:00 2021-07-22T15:10:05.380977+00:00 0:09:02.874957 56977 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T15:01:00.242931+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T14:00:00+00:00 EmrJobFlowSensor 2021-07-22T15:00:50.605616+00:00 2021-07-22T15:14:54.204946+00:00 0:14:03.599330 56976 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T15:00:48.221905+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T15:00:42.445129+00:00 2021-07-22T15:00:44.140987+00:00 0:00:01.695858 56975 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T15:00:40.212493+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T15:00:28.490433+00:00 2021-07-22T15:00:30.265393+00:00 0:00:01.774960 56974 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T15:00:26.201736+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T14:00:00+00:00 PythonOperator 2021-07-22T15:00:20.663113+00:00 2021-07-22T15:00:24.217779+00:00 0:00:03.554666 56973 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T15:00:18.199347+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T14:00:00+00:00 PythonOperator 2021-07-22T15:00:04.559535+00:00 2021-07-22T15:00:08.721547+00:00 0:00:04.162012 56972 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T15:00:02.245282+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T13:00:00+00:00 EmrJobFlowSensor 2021-07-22T14:21:42.527011+00:00 2021-07-22T14:31:45.539246+00:00 0:10:03.012235 56971 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T14:21:40.152424+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T13:00:00+00:00 EmrJobFlowSensor 2021-07-22T14:21:30.347102+00:00 2021-07-22T14:32:33.644380+00:00 0:11:03.297278 56970 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T14:21:28.046198+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T14:21:20.419433+00:00 2021-07-22T14:21:22.233019+00:00 0:00:01.813586 56969 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T14:21:18.027055+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T14:21:10.355746+00:00 2021-07-22T14:21:12.104854+00:00 0:00:01.749108 56968 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T14:21:08.014874+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T13:00:00+00:00 PythonOperator 2021-07-22T14:20:58.171642+00:00 2021-07-22T14:21:01.952173+00:00 0:00:03.780531 56967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T14:20:56.012036+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T13:00:00+00:00 PythonOperator 2021-07-22T14:20:48.561908+00:00 2021-07-22T14:20:52.677370+00:00 0:00:04.115462 56966 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T14:20:45.995429+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T13:00:00+00:00 TriggerDagRunOperator 2021-07-22T14:20:40.606910+00:00 2021-07-22T14:20:41.109327+00:00 0:00:00.502417 56965 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T14:20:38.054675+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T13:00:00+00:00 TriggerDagRunOperator 2021-07-22T14:20:40.388635+00:00 2021-07-22T14:20:40.767727+00:00 0:00:00.379092 56964 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T14:20:38.054625+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T13:00:00+00:00 EmrJobFlowSensor 2021-07-22T14:11:37.451571+00:00 2021-07-22T14:25:41.128759+00:00 0:14:03.677188 56963 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T14:11:35.205099+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T13:00:00+00:00 EmrJobFlowSensor 2021-07-22T14:11:27.625906+00:00 2021-07-22T14:20:30.507585+00:00 0:09:02.881679 56962 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T14:11:25.259695+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T13:05:00+00:00 EmrJobFlowSensor 2021-07-22T14:11:23.997670+00:00 2021-07-22T14:20:26.690785+00:00 0:09:02.693115 56961 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T14:11:21.191549+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T14:11:15.433813+00:00 2021-07-22T14:11:17.249610+00:00 0:00:01.815797 56960 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T14:11:13.184692+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T14:11:05.467335+00:00 2021-07-22T14:11:07.262993+00:00 0:00:01.795658 56959 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T14:11:03.163021+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T14:11:03.346506+00:00 2021-07-22T14:11:05.161578+00:00 0:00:01.815072 56958 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T14:11:01.160795+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T13:00:00+00:00 PythonOperator 2021-07-22T14:10:53.319208+00:00 2021-07-22T14:10:57.405692+00:00 0:00:04.086484 56957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T14:10:51.149843+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T13:00:00+00:00 PythonOperator 2021-07-22T14:10:45.432567+00:00 2021-07-22T14:10:49.155699+00:00 0:00:03.723132 56956 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T14:10:43.146113+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T13:05:00+00:00 PythonOperator 2021-07-22T14:10:41.593919+00:00 2021-07-22T14:10:45.560296+00:00 0:00:03.966377 56955 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T14:10:39.197888+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T12:00:00+00:00 EmrJobFlowSensor 2021-07-22T13:12:16.895167+00:00 2021-07-22T13:21:19.818621+00:00 0:09:02.923454 56953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T13:12:14.729495+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T12:00:00+00:00 EmrJobFlowSensor 2021-07-22T13:12:12.989639+00:00 2021-07-22T13:22:15.943061+00:00 0:10:02.953422 56952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T13:12:10.717835+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T13:11:54.916927+00:00 2021-07-22T13:11:56.595282+00:00 0:00:01.678355 56951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T13:11:52.729865+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T13:11:50.908391+00:00 2021-07-22T13:11:52.714421+00:00 0:00:01.806030 56950 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T13:11:48.701419+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T12:00:00+00:00 PythonOperator 2021-07-22T13:11:35.229565+00:00 2021-07-22T13:11:39.111313+00:00 0:00:03.881748 56949 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T13:11:32.686985+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T12:00:00+00:00 PythonOperator 2021-07-22T13:11:28.937864+00:00 2021-07-22T13:11:33.112591+00:00 0:00:04.174727 56948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T13:11:26.741353+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T12:00:00+00:00 TriggerDagRunOperator 2021-07-22T13:11:17.076743+00:00 2021-07-22T13:11:17.667590+00:00 0:00:00.590847 56947 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T13:11:14.682179+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T12:00:00+00:00 TriggerDagRunOperator 2021-07-22T13:11:16.973994+00:00 2021-07-22T13:11:17.347248+00:00 0:00:00.373254 56946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T13:11:14.682213+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T12:05:00+00:00 EmrJobFlowSensor 2021-07-22T13:06:08.268384+00:00 2021-07-22T13:14:10.775967+00:00 0:08:02.507583 56945 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T13:06:05.980895+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T13:05:44.029054+00:00 2021-07-22T13:05:45.751019+00:00 0:00:01.721965 56944 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T13:05:41.889607+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T12:05:00+00:00 PythonOperator 2021-07-22T13:05:22.278831+00:00 2021-07-22T13:05:26.224489+00:00 0:00:03.945658 56943 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T13:05:19.911060+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T12:00:00+00:00 EmrJobFlowSensor 2021-07-22T13:00:57.906432+00:00 2021-07-22T13:11:01.132539+00:00 0:10:03.226107 56942 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T13:00:55.545931+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T12:00:00+00:00 EmrJobFlowSensor 2021-07-22T13:00:49.679564+00:00 2021-07-22T13:15:53.178915+00:00 0:15:03.499351 56941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T13:00:47.458310+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T13:00:37.720435+00:00 2021-07-22T13:00:39.403178+00:00 0:00:01.682743 56940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T13:00:35.452074+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T13:00:27.574807+00:00 2021-07-22T13:00:29.316503+00:00 0:00:01.741696 56939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T13:00:25.398147+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T12:00:00+00:00 PythonOperator 2021-07-22T13:00:13.701025+00:00 2021-07-22T13:00:17.542329+00:00 0:00:03.841304 56938 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T13:00:11.455309+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T12:00:00+00:00 PythonOperator 2021-07-22T13:00:05.926738+00:00 2021-07-22T13:00:09.906943+00:00 0:00:03.980205 56937 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T13:00:03.356787+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T11:00:00+00:00 EmrJobFlowSensor 2021-07-22T12:12:16.383616+00:00 2021-07-22T12:21:19.096525+00:00 0:09:02.712909 56935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T12:12:14.222190+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T11:00:00+00:00 EmrJobFlowSensor 2021-07-22T12:12:12.441568+00:00 2021-07-22T12:22:15.760474+00:00 0:10:03.318906 56934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T12:12:10.218430+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T12:11:54.619678+00:00 2021-07-22T12:11:56.351295+00:00 0:00:01.731617 56933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T12:11:52.250019+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T12:11:50.617714+00:00 2021-07-22T12:11:52.434870+00:00 0:00:01.817156 56932 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T12:11:48.267593+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T11:00:00+00:00 PythonOperator 2021-07-22T12:11:33.732780+00:00 2021-07-22T12:11:37.761390+00:00 0:00:04.028610 56931 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T12:11:30.257251+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T11:00:00+00:00 PythonOperator 2021-07-22T12:11:28.478530+00:00 2021-07-22T12:11:33.918215+00:00 0:00:05.439685 56930 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T12:11:26.182293+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T11:00:00+00:00 TriggerDagRunOperator 2021-07-22T12:11:18.679360+00:00 2021-07-22T12:11:19.234547+00:00 0:00:00.555187 56929 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T12:11:16.137457+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T11:00:00+00:00 TriggerDagRunOperator 2021-07-22T12:11:18.363690+00:00 2021-07-22T12:11:18.733456+00:00 0:00:00.369766 56928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T12:11:16.137426+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T11:05:00+00:00 EmrJobFlowSensor 2021-07-22T12:06:05.985336+00:00 2021-07-22T12:14:08.646818+00:00 0:08:02.661482 56927 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T12:06:03.687633+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-22T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-22T12:05:41.857608+00:00 2021-07-22T12:05:43.569359+00:00 0:00:01.711751 56926 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T12:05:39.619412+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-22T11:05:00+00:00 PythonOperator 2021-07-22T12:05:17.716263+00:00 2021-07-22T12:05:21.524729+00:00 0:00:03.808466 56925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T12:05:15.595513+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-22T11:00:00+00:00 EmrJobFlowSensor 2021-07-22T12:01:03.427490+00:00 2021-07-22T12:11:06.679442+00:00 0:10:03.251952 56924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T12:01:01.148192+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-22T11:00:00+00:00 EmrJobFlowSensor 2021-07-22T12:00:57.270568+00:00 2021-07-22T12:14:00.794414+00:00 0:13:03.523846 56923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T12:00:55.108184+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T12:00:41.585560+00:00 2021-07-22T12:00:43.591862+00:00 0:00:02.006302 56922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-22T12:00:39.156628+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-22T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T12:00:35.378831+00:00 2021-07-22T12:00:37.097494+00:00 0:00:01.718663 56921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T12:00:33.146465+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-22T11:00:00+00:00 PythonOperator 2021-07-22T12:00:19.656372+00:00 2021-07-22T12:00:23.283286+00:00 0:00:03.626914 56920 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-22T12:00:17.082443+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-22T11:00:00+00:00 PythonOperator 2021-07-22T12:00:15.671213+00:00 2021-07-22T12:00:19.870012+00:00 0:00:04.198799 56919 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T12:00:13.073274+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-22T10:00:00+00:00 EmrJobFlowSensor 2021-07-22T11:12:34.995370+00:00 2021-07-22T11:22:38.159698+00:00 0:10:03.164328 56917 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T11:12:32.385179+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-22T10:00:00+00:00 EmrJobFlowSensor 2021-07-22T11:12:24.800592+00:00 2021-07-22T11:20:27.571224+00:00 0:08:02.770632 56916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T11:12:22.380681+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T11:12:14.747430+00:00 2021-07-22T11:12:16.641867+00:00 0:00:01.894437 56915 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T11:12:12.316404+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-22T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-22T11:12:02.702977+00:00 2021-07-22T11:12:04.447664+00:00 0:00:01.744687 56914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-22T11:12:00.351216+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-22T10:00:00+00:00 PythonOperator 2021-07-22T11:11:52.758654+00:00 2021-07-22T11:11:56.528744+00:00 0:00:03.770090 56913 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T11:11:50.352720+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-22T10:00:00+00:00 PythonOperator 2021-07-22T11:11:34.862893+00:00 2021-07-22T11:11:38.535890+00:00 0:00:03.672997 56912 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-22T11:11:32.218357+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-22T10:00:00+00:00 TriggerDagRunOperator 2021-07-22T11:11:24.614970+00:00 2021-07-22T11:11:25.027514+00:00 0:00:00.412544 56911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T11:11:22.210801+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-22T10:00:00+00:00 TriggerDagRunOperator 2021-07-22T11:11:24.604224+00:00 2021-07-22T11:11:25.159813+00:00 0:00:00.555589 56910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T11:11:22.210773+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-22T10:05:00+00:00 EmrJobFlowSensor 2021-07-22T11:06:06.047183+00:00 2021-07-22T11:15:08.845461+00:00 0:09:02.798278 56909 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-22T11:06:03.784729+00:00 2 default_pool