Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success vc-asset-import_v002 create_emr_steps 2021-07-13T21:05:00+00:00 PythonOperator 2021-07-13T22:05:20.369812+00:00 2021-07-13T22:05:24.234311+00:00 0:00:03.864499 53000 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T22:05:18.257532+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T21:00:00+00:00 EmrJobFlowSensor 2021-07-13T22:01:00.615622+00:00 2021-07-13T22:15:04.203277+00:00 0:14:03.587655 52999 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T22:00:57.888472+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T21:00:00+00:00 EmrJobFlowSensor 2021-07-13T22:00:54.518965+00:00 2021-07-13T22:09:57.427533+00:00 0:09:02.908568 52998 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T22:00:51.872998+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T22:00:38.251048+00:00 2021-07-13T22:00:40.207764+00:00 0:00:01.956716 52997 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T22:00:35.847697+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T21:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T22:00:30.569017+00:00 2021-07-13T22:00:32.247339+00:00 0:00:01.678322 52996 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T22:00:27.853538+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T21:00:00+00:00 PythonOperator 2021-07-13T22:00:17.988152+00:00 2021-07-13T22:00:21.981650+00:00 0:00:03.993498 52995 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T22:00:15.759377+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T21:00:00+00:00 PythonOperator 2021-07-13T22:00:08.299197+00:00 2021-07-13T22:00:12.129048+00:00 0:00:03.829851 52994 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T22:00:05.690907+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T20:00:00+00:00 TriggerDagRunOperator 2021-07-13T21:10:11.873279+00:00 2021-07-13T21:10:12.446328+00:00 0:00:00.573049 52992 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T21:10:09.621571+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T20:00:00+00:00 TriggerDagRunOperator 2021-07-13T21:10:11.877140+00:00 2021-07-13T21:10:12.534822+00:00 0:00:00.657682 52991 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T21:10:09.621537+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T20:05:00+00:00 EmrJobFlowSensor 2021-07-13T21:05:49.432332+00:00 2021-07-13T21:13:51.943798+00:00 0:08:02.511466 52990 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T21:05:47.094316+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T20:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T21:05:27.315662+00:00 2021-07-13T21:05:28.993192+00:00 0:00:01.677530 52989 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T21:05:25.044027+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T20:05:00+00:00 PythonOperator 2021-07-13T21:05:07.431238+00:00 2021-07-13T21:05:11.099502+00:00 0:00:03.668264 52988 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T21:05:04.989794+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T20:00:00+00:00 EmrJobFlowSensor 2021-07-13T21:00:46.971106+00:00 2021-07-13T21:14:50.577982+00:00 0:14:03.606876 52987 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T21:00:44.504016+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T20:00:00+00:00 EmrJobFlowSensor 2021-07-13T21:00:46.908786+00:00 2021-07-13T21:09:49.811183+00:00 0:09:02.902397 52986 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T21:00:44.504047+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T21:00:26.708679+00:00 2021-07-13T21:00:28.617657+00:00 0:00:01.908978 52985 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T21:00:24.438835+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T20:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T21:00:24.756922+00:00 2021-07-13T21:00:26.496778+00:00 0:00:01.739856 52984 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T21:00:22.534682+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T20:00:00+00:00 PythonOperator 2021-07-13T21:00:05.419030+00:00 2021-07-13T21:00:08.944274+00:00 0:00:03.525244 52983 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T21:00:02.398051+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T20:00:00+00:00 PythonOperator 2021-07-13T21:00:05.167040+00:00 2021-07-13T21:00:09.242968+00:00 0:00:04.075928 52982 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T21:00:02.398010+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T19:00:00+00:00 TriggerDagRunOperator 2021-07-13T20:10:15.680281+00:00 2021-07-13T20:10:16.173589+00:00 0:00:00.493308 52980 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T20:10:13.279140+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T19:00:00+00:00 TriggerDagRunOperator 2021-07-13T20:10:15.498790+00:00 2021-07-13T20:10:15.911338+00:00 0:00:00.412548 52979 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T20:10:13.279175+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T19:05:00+00:00 EmrJobFlowSensor 2021-07-13T20:06:07.293363+00:00 2021-07-13T20:15:10.175566+00:00 0:09:02.882203 52978 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T20:06:04.948795+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T19:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T20:05:41.524905+00:00 2021-07-13T20:05:43.269181+00:00 0:00:01.744276 52977 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T20:05:38.862925+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T19:05:00+00:00 PythonOperator 2021-07-13T20:05:18.995550+00:00 2021-07-13T20:05:22.696723+00:00 0:00:03.701173 52976 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T20:05:16.705072+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T19:00:00+00:00 EmrJobFlowSensor 2021-07-13T20:00:56.686926+00:00 2021-07-13T20:09:59.429411+00:00 0:09:02.742485 52975 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T20:00:54.440829+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T19:00:00+00:00 EmrJobFlowSensor 2021-07-13T20:00:48.673525+00:00 2021-07-13T20:13:52.131057+00:00 0:13:03.457532 52974 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T20:00:46.318469+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T20:00:35.334608+00:00 2021-07-13T20:00:37.190820+00:00 0:00:01.856212 52973 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T20:00:32.370396+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T19:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T20:00:26.594924+00:00 2021-07-13T20:00:28.466210+00:00 0:00:01.871286 52972 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T20:00:24.299004+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T19:00:00+00:00 PythonOperator 2021-07-13T20:00:12.723904+00:00 2021-07-13T20:00:16.437300+00:00 0:00:03.713396 52971 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T20:00:10.347162+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T19:00:00+00:00 PythonOperator 2021-07-13T20:00:04.969444+00:00 2021-07-13T20:00:09.009255+00:00 0:00:04.039811 52970 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T20:00:02.283646+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T18:05:00+00:00 EmrJobFlowSensor 2021-07-13T19:13:34.358515+00:00 2021-07-13T19:14:35.990678+00:00 0:01:01.632163 52968 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T19:13:32.057258+00:00 3 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T18:00:00+00:00 TriggerDagRunOperator 2021-07-13T19:10:00.560715+00:00 2021-07-13T19:10:00.968490+00:00 0:00:00.407775 52967 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T19:09:57.576197+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T18:00:00+00:00 TriggerDagRunOperator 2021-07-13T19:10:00.472446+00:00 2021-07-13T19:10:01.010996+00:00 0:00:00.538550 52966 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T19:09:57.576154+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T18:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T19:05:27.524750+00:00 2021-07-13T19:05:29.434086+00:00 0:00:01.909336 52964 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T19:05:24.966768+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T18:05:00+00:00 PythonOperator 2021-07-13T19:05:05.527294+00:00 2021-07-13T19:05:08.468227+00:00 0:00:02.940933 52963 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T19:05:02.896742+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T18:00:00+00:00 EmrJobFlowSensor 2021-07-13T19:01:10.674857+00:00 2021-07-13T19:14:14.240444+00:00 0:13:03.565587 52962 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T19:01:08.422413+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T18:00:00+00:00 EmrJobFlowSensor 2021-07-13T19:00:52.728458+00:00 2021-07-13T19:09:55.497710+00:00 0:09:02.769252 52961 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T19:00:50.402140+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T19:00:48.928967+00:00 2021-07-13T19:00:50.622552+00:00 0:00:01.693585 52960 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T19:00:46.351666+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T19:00:28.997380+00:00 2021-07-13T19:00:30.838540+00:00 0:00:01.841160 52959 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T19:00:26.382703+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T18:00:00+00:00 PythonOperator 2021-07-13T19:00:24.893586+00:00 2021-07-13T19:00:28.939363+00:00 0:00:04.045777 52958 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T19:00:22.440827+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T18:00:00+00:00 PythonOperator 2021-07-13T19:00:08.546860+00:00 2021-07-13T19:00:12.371918+00:00 0:00:03.825058 52957 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T19:00:06.318768+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T17:00:00+00:00 TriggerDagRunOperator 2021-07-13T18:11:34.556164+00:00 2021-07-13T18:11:35.076611+00:00 0:00:00.520447 52955 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T18:11:32.127293+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T17:00:00+00:00 TriggerDagRunOperator 2021-07-13T18:11:34.501760+00:00 2021-07-13T18:11:34.937242+00:00 0:00:00.435482 52954 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T18:11:32.127259+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T17:05:00+00:00 EmrJobFlowSensor 2021-07-13T18:05:50.069443+00:00 2021-07-13T18:14:52.765676+00:00 0:09:02.696233 52953 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T18:05:47.751972+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T17:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T18:05:30.243610+00:00 2021-07-13T18:05:31.867259+00:00 0:00:01.623649 52952 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T18:05:27.755429+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T17:05:00+00:00 PythonOperator 2021-07-13T18:05:07.892965+00:00 2021-07-13T18:05:11.622428+00:00 0:00:03.729463 52951 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T18:05:05.638647+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T17:00:00+00:00 EmrJobFlowSensor 2021-07-13T18:01:35.590659+00:00 2021-07-13T18:14:39.089508+00:00 0:13:03.498849 52950 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T18:01:33.165095+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T17:00:00+00:00 EmrJobFlowSensor 2021-07-13T18:01:21.303579+00:00 2021-07-13T18:11:24.328690+00:00 0:10:03.025111 52949 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T18:01:19.102884+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T18:01:13.196983+00:00 2021-07-13T18:01:14.985235+00:00 0:00:01.788252 52948 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T18:01:11.095485+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T18:01:01.689833+00:00 2021-07-13T18:01:03.559025+00:00 0:00:01.869192 52947 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T18:00:59.240818+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T17:00:00+00:00 PythonOperator 2021-07-13T18:00:51.108832+00:00 2021-07-13T18:00:55.241669+00:00 0:00:04.132837 52946 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T18:00:49.000575+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T17:00:00+00:00 PythonOperator 2021-07-13T18:00:40.006757+00:00 2021-07-13T18:00:43.629244+00:00 0:00:03.622487 52945 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T18:00:37.061568+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T16:00:00+00:00 TriggerDagRunOperator 2021-07-13T17:10:59.166840+00:00 2021-07-13T17:10:59.653474+00:00 0:00:00.486634 52943 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T17:10:56.394759+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T16:00:00+00:00 TriggerDagRunOperator 2021-07-13T17:10:58.702005+00:00 2021-07-13T17:10:59.099134+00:00 0:00:00.397129 52942 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T17:10:56.394796+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T16:05:00+00:00 EmrJobFlowSensor 2021-07-13T17:05:54.508642+00:00 2021-07-13T17:14:57.406234+00:00 0:09:02.897592 52941 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T17:05:51.966957+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T16:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T17:05:34.121415+00:00 2021-07-13T17:05:35.804507+00:00 0:00:01.683092 52940 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T17:05:31.944085+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T16:05:00+00:00 PythonOperator 2021-07-13T17:05:11.980065+00:00 2021-07-13T17:05:15.786312+00:00 0:00:03.806247 52939 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T17:05:09.784881+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T16:00:00+00:00 EmrJobFlowSensor 2021-07-13T17:01:51.715234+00:00 2021-07-13T17:10:54.570752+00:00 0:09:02.855518 52938 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T17:01:49.481730+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T17:01:31.596115+00:00 2021-07-13T17:01:33.327477+00:00 0:00:01.731362 52937 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T17:01:29.462660+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T16:00:00+00:00 EmrJobFlowSensor 2021-07-13T17:01:17.688345+00:00 2021-07-13T17:15:21.431197+00:00 0:14:03.742852 52936 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T17:01:15.449854+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T16:00:00+00:00 PythonOperator 2021-07-13T17:01:09.608614+00:00 2021-07-13T17:01:13.368925+00:00 0:00:03.760311 52935 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T17:01:07.450843+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T17:00:55.772694+00:00 2021-07-13T17:00:57.484879+00:00 0:00:01.712185 52934 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T17:00:53.469883+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T16:00:00+00:00 PythonOperator 2021-07-13T17:00:29.595309+00:00 2021-07-13T17:00:33.598421+00:00 0:00:04.003112 52933 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T17:00:27.406143+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T15:05:00+00:00 EmrJobFlowSensor 2021-07-13T16:17:17.282836+00:00 2021-07-13T16:25:20.060730+00:00 0:08:02.777894 52932 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T16:17:15.156778+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T15:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T16:16:55.352397+00:00 2021-07-13T16:16:57.068996+00:00 0:00:01.716599 52931 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T16:16:53.016657+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T15:00:00+00:00 TriggerDagRunOperator 2021-07-13T16:16:41.290773+00:00 2021-07-13T16:16:41.985160+00:00 0:00:00.694387 52930 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T16:16:39.007690+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T15:00:00+00:00 TriggerDagRunOperator 2021-07-13T16:16:41.248320+00:00 2021-07-13T16:16:41.823011+00:00 0:00:00.574691 52929 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T16:16:39.007726+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T15:05:00+00:00 PythonOperator 2021-07-13T16:16:35.457491+00:00 2021-07-13T16:16:39.234680+00:00 0:00:03.777189 52928 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T16:16:33.080615+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T15:00:00+00:00 EmrJobFlowSensor 2021-07-13T16:01:21.741766+00:00 2021-07-13T16:11:24.961280+00:00 0:10:03.219514 52926 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T16:01:19.406502+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T15:00:00+00:00 EmrJobFlowSensor 2021-07-13T16:01:07.790800+00:00 2021-07-13T16:15:11.361009+00:00 0:14:03.570209 52925 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T16:01:05.446310+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T16:00:59.667296+00:00 2021-07-13T16:01:01.515072+00:00 0:00:01.847776 52924 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T16:00:57.390699+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T16:00:47.510644+00:00 2021-07-13T16:00:49.256451+00:00 0:00:01.745807 52923 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T16:00:45.343951+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T15:00:00+00:00 PythonOperator 2021-07-13T16:00:35.582978+00:00 2021-07-13T16:00:39.132303+00:00 0:00:03.549325 52922 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T16:00:33.331933+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T15:00:00+00:00 PythonOperator 2021-07-13T16:00:19.503660+00:00 2021-07-13T16:00:23.549399+00:00 0:00:04.045739 52921 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T16:00:17.317831+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T14:00:00+00:00 TriggerDagRunOperator 2021-07-13T15:12:39.091065+00:00 2021-07-13T15:12:39.487335+00:00 0:00:00.396270 52920 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T15:12:36.613731+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T14:00:00+00:00 TriggerDagRunOperator 2021-07-13T15:12:38.987849+00:00 2021-07-13T15:12:39.556699+00:00 0:00:00.568850 52919 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T15:12:36.613771+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T14:05:00+00:00 EmrJobFlowSensor 2021-07-13T15:06:00.564701+00:00 2021-07-13T15:15:03.430494+00:00 0:09:02.865793 52918 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T15:05:58.153768+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T14:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T15:05:38.168692+00:00 2021-07-13T15:05:39.835700+00:00 0:00:01.667008 52917 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T15:05:36.053161+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T14:05:00+00:00 PythonOperator 2021-07-13T15:05:14.441113+00:00 2021-07-13T15:05:17.915097+00:00 0:00:03.473984 52916 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T15:05:12.006612+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T14:00:00+00:00 EmrJobFlowSensor 2021-07-13T15:03:08.232826+00:00 2021-07-13T15:12:11.075169+00:00 0:09:02.842343 52915 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T15:03:05.799887+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T14:00:00+00:00 EmrJobFlowSensor 2021-07-13T15:03:04.034180+00:00 2021-07-13T15:17:07.824917+00:00 0:14:03.790737 52914 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T15:03:01.786006+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T15:02:44.056021+00:00 2021-07-13T15:02:45.760899+00:00 0:00:01.704878 52913 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T15:02:41.789517+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T15:02:40.122109+00:00 2021-07-13T15:02:41.972209+00:00 0:00:01.850100 52912 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T15:02:37.764313+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T14:00:00+00:00 PythonOperator 2021-07-13T15:02:21.934578+00:00 2021-07-13T15:02:25.669409+00:00 0:00:03.734831 52911 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T15:02:19.750453+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T14:00:00+00:00 PythonOperator 2021-07-13T15:02:18.357940+00:00 2021-07-13T15:02:22.126101+00:00 0:00:03.768161 52910 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T15:02:15.749799+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T13:00:00+00:00 TriggerDagRunOperator 2021-07-13T14:11:17.832842+00:00 2021-07-13T14:11:18.277327+00:00 0:00:00.444485 52908 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T14:11:15.591818+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T13:00:00+00:00 TriggerDagRunOperator 2021-07-13T14:11:17.789322+00:00 2021-07-13T14:11:18.365634+00:00 0:00:00.576312 52907 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T14:11:15.591778+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T13:05:00+00:00 EmrJobFlowSensor 2021-07-13T14:06:07.606486+00:00 2021-07-13T14:15:10.320728+00:00 0:09:02.714242 52906 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T14:06:05.240882+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T14:05:45.303620+00:00 2021-07-13T14:05:46.970526+00:00 0:00:01.666906 52905 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T14:05:43.159890+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T13:05:00+00:00 PythonOperator 2021-07-13T14:05:23.415027+00:00 2021-07-13T14:05:26.888880+00:00 0:00:03.473853 52904 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T14:05:21.106344+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-13T13:00:00+00:00 EmrJobFlowSensor 2021-07-13T14:00:50.807383+00:00 2021-07-13T14:14:54.478130+00:00 0:14:03.670747 52903 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T14:00:48.676997+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-13T13:00:00+00:00 EmrJobFlowSensor 2021-07-13T14:00:49.152794+00:00 2021-07-13T14:10:52.063101+00:00 0:10:02.910307 52902 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T14:00:46.654464+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-13T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T14:00:29.107310+00:00 2021-07-13T14:00:30.976418+00:00 0:00:01.869108 52901 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-13T14:00:26.607739+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-13T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-13T14:00:28.940064+00:00 2021-07-13T14:00:30.729649+00:00 0:00:01.789585 52900 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T14:00:26.607710+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-13T13:00:00+00:00 PythonOperator 2021-07-13T14:00:07.169065+00:00 2021-07-13T14:00:10.663242+00:00 0:00:03.494177 52899 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-13T14:00:04.587847+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-13T13:00:00+00:00 PythonOperator 2021-07-13T14:00:06.991095+00:00 2021-07-13T14:00:11.096712+00:00 0:00:04.105617 52898 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T14:00:04.587819+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-13T12:00:00+00:00 TriggerDagRunOperator 2021-07-13T13:11:06.616424+00:00 2021-07-13T13:11:07.112225+00:00 0:00:00.495801 52896 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T13:11:04.188210+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-13T12:00:00+00:00 TriggerDagRunOperator 2021-07-13T13:11:06.490435+00:00 2021-07-13T13:11:06.900214+00:00 0:00:00.409779 52895 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T13:11:04.188180+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-13T12:05:00+00:00 EmrJobFlowSensor 2021-07-13T13:06:03.868082+00:00 2021-07-13T13:15:06.683945+00:00 0:09:02.815863 52894 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-13T13:06:01.609057+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-13T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-13T13:05:41.938555+00:00 2021-07-13T13:05:43.845795+00:00 0:00:01.907240 52893 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-13T13:05:39.645429+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-13T12:05:00+00:00 PythonOperator 2021-07-13T13:05:21.760624+00:00 2021-07-13T13:05:25.232562+00:00 0:00:03.471938 52892 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-13T13:05:19.554240+00:00 2 default_pool