Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-delta-past-delete-job_v002 check_cluster_status 2021-06-28T23:00:00+00:00 EmrJobFlowSensor 2021-06-29T23:00:52.872175+00:00 2021-06-29T23:10:55.534240+00:00 0:10:02.662065 47827 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T23:00:50.727744+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T22:00:00+00:00 EmrJobFlowSensor 2021-06-29T23:00:49.017301+00:00 2021-06-29T23:11:51.764216+00:00 0:11:02.746915 47826 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T23:00:46.722999+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T23:00:37.192712+00:00 2021-06-29T23:00:38.937860+00:00 0:00:01.745148 47825 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T23:00:34.779235+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_cluster_and_add_emr_steps 2021-06-28T23:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T23:00:31.261143+00:00 2021-06-29T23:00:33.018835+00:00 0:00:01.757692 47824 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T23:00:28.775697+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T22:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T23:00:26.858658+00:00 2021-06-29T23:00:28.608261+00:00 0:00:01.749603 47823 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T23:00:24.710513+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T22:00:00+00:00 PythonOperator 2021-06-29T23:00:17.005180+00:00 2021-06-29T23:00:20.598502+00:00 0:00:03.593322 47822 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T23:00:14.766942+00:00 2 default_pool
success campaign-delta-past-delete-job_v002 create_emr_steps 2021-06-28T23:00:00+00:00 PythonOperator 2021-06-29T23:00:06.867913+00:00 2021-06-29T23:00:10.302872+00:00 0:00:03.434959 47821 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T23:00:04.688930+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T22:00:00+00:00 PythonOperator 2021-06-29T23:00:04.995279+00:00 2021-06-29T23:00:08.947934+00:00 0:00:03.952655 47820 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T23:00:02.685521+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T21:00:00+00:00 TriggerDagRunOperator 2021-06-29T22:10:59.846025+00:00 2021-06-29T22:11:00.276017+00:00 0:00:00.429992 47819 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T22:10:57.103466+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T21:00:00+00:00 TriggerDagRunOperator 2021-06-29T22:10:59.678740+00:00 2021-06-29T22:11:00.240202+00:00 0:00:00.561462 47818 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T22:10:57.103506+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T21:05:00+00:00 EmrJobFlowSensor 2021-06-29T22:06:10.154020+00:00 2021-06-29T22:14:12.683725+00:00 0:08:02.529705 47816 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T22:06:07.845261+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T22:05:36.277040+00:00 2021-06-29T22:05:37.923350+00:00 0:00:01.646310 47815 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T22:05:33.859455+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T21:05:00+00:00 PythonOperator 2021-06-29T22:05:11.958229+00:00 2021-06-29T22:05:15.390644+00:00 0:00:03.432415 47814 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T22:05:09.717327+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T21:00:00+00:00 EmrJobFlowSensor 2021-06-29T22:00:51.533587+00:00 2021-06-29T22:13:54.745719+00:00 0:13:03.212132 47813 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T22:00:49.222540+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T21:00:00+00:00 EmrJobFlowSensor 2021-06-29T22:00:49.501643+00:00 2021-06-29T22:10:52.504562+00:00 0:10:03.002919 47812 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T22:00:47.225636+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T22:00:31.770151+00:00 2021-06-29T22:00:33.518039+00:00 0:00:01.747888 47811 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T22:00:29.247587+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T22:00:29.351196+00:00 2021-06-29T22:00:31.336941+00:00 0:00:01.985745 47810 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T22:00:27.204406+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T21:00:00+00:00 PythonOperator 2021-06-29T22:00:10.001058+00:00 2021-06-29T22:00:14.104568+00:00 0:00:04.103510 47809 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T22:00:07.266829+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T21:00:00+00:00 PythonOperator 2021-06-29T22:00:07.408697+00:00 2021-06-29T22:00:11.503505+00:00 0:00:04.094808 47808 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T22:00:05.251849+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T20:00:00+00:00 TriggerDagRunOperator 2021-06-29T21:09:50.111766+00:00 2021-06-29T21:09:50.603296+00:00 0:00:00.491530 47807 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T21:09:47.589344+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T20:00:00+00:00 TriggerDagRunOperator 2021-06-29T21:09:49.998484+00:00 2021-06-29T21:09:50.412203+00:00 0:00:00.413719 47806 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T21:09:47.589386+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T20:05:00+00:00 EmrJobFlowSensor 2021-06-29T21:05:54.519943+00:00 2021-06-29T21:13:57.090776+00:00 0:08:02.570833 47804 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T21:05:52.319096+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T21:05:32.632266+00:00 2021-06-29T21:05:34.384243+00:00 0:00:01.751977 47803 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T21:05:30.351070+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T20:05:00+00:00 PythonOperator 2021-06-29T21:05:10.570652+00:00 2021-06-29T21:05:14.195825+00:00 0:00:03.625173 47802 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T21:05:08.248256+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T20:00:00+00:00 EmrJobFlowSensor 2021-06-29T21:01:04.136403+00:00 2021-06-29T21:09:06.837706+00:00 0:08:02.701303 47801 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T21:01:01.896647+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T20:00:00+00:00 EmrJobFlowSensor 2021-06-29T21:01:00.264986+00:00 2021-06-29T21:13:03.596492+00:00 0:12:03.331506 47800 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T21:00:57.844061+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T21:00:42.039880+00:00 2021-06-29T21:00:43.861615+00:00 0:00:01.821735 47799 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T21:00:39.807592+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T21:00:38.212026+00:00 2021-06-29T21:00:39.906830+00:00 0:00:01.694804 47798 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T21:00:35.806646+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T20:00:00+00:00 PythonOperator 2021-06-29T21:00:20.493489+00:00 2021-06-29T21:00:23.901282+00:00 0:00:03.407793 47797 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T21:00:17.848862+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T20:00:00+00:00 PythonOperator 2021-06-29T21:00:14.234872+00:00 2021-06-29T21:00:17.917470+00:00 0:00:03.682598 47796 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T21:00:11.790297+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T19:00:00+00:00 TriggerDagRunOperator 2021-06-29T20:09:35.880921+00:00 2021-06-29T20:09:36.275122+00:00 0:00:00.394201 47795 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T20:09:33.492788+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T19:00:00+00:00 TriggerDagRunOperator 2021-06-29T20:09:35.915668+00:00 2021-06-29T20:09:36.443038+00:00 0:00:00.527370 47794 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T20:09:33.492760+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T19:05:00+00:00 EmrJobFlowSensor 2021-06-29T20:06:08.677479+00:00 2021-06-29T20:15:11.473538+00:00 0:09:02.796059 47792 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T20:06:06.415664+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T20:05:46.578482+00:00 2021-06-29T20:05:48.280221+00:00 0:00:01.701739 47791 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T20:05:44.412878+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T19:05:00+00:00 PythonOperator 2021-06-29T20:05:24.667249+00:00 2021-06-29T20:05:28.229400+00:00 0:00:03.562151 47790 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T20:05:22.346932+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T19:00:00+00:00 EmrJobFlowSensor 2021-06-29T20:01:16.571198+00:00 2021-06-29T20:12:19.675114+00:00 0:11:03.103916 47789 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T20:01:14.089229+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T19:00:00+00:00 EmrJobFlowSensor 2021-06-29T20:01:12.307655+00:00 2021-06-29T20:09:15.035282+00:00 0:08:02.727627 47788 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T20:01:10.014494+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T20:00:56.187983+00:00 2021-06-29T20:00:57.985302+00:00 0:00:01.797319 47787 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T20:00:53.989597+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T20:00:50.208357+00:00 2021-06-29T20:00:51.931797+00:00 0:00:01.723440 47786 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T20:00:47.981246+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T19:00:00+00:00 PythonOperator 2021-06-29T20:00:34.352152+00:00 2021-06-29T20:00:38.093555+00:00 0:00:03.741403 47785 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T20:00:31.971130+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T19:00:00+00:00 PythonOperator 2021-06-29T20:00:28.219480+00:00 2021-06-29T20:00:31.875490+00:00 0:00:03.656010 47784 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T20:00:25.970942+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T18:00:00+00:00 TriggerDagRunOperator 2021-06-29T19:10:04.065178+00:00 2021-06-29T19:10:04.488344+00:00 0:00:00.423166 47783 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T19:10:00.752071+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T18:00:00+00:00 TriggerDagRunOperator 2021-06-29T19:10:03.697549+00:00 2021-06-29T19:10:04.242730+00:00 0:00:00.545181 47782 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T19:10:00.752029+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T18:05:00+00:00 EmrJobFlowSensor 2021-06-29T19:06:06.042112+00:00 2021-06-29T19:15:08.717876+00:00 0:09:02.675764 47780 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T19:06:03.915708+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T19:05:44.203756+00:00 2021-06-29T19:05:45.841602+00:00 0:00:01.637846 47779 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T19:05:41.952464+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T18:05:00+00:00 PythonOperator 2021-06-29T19:05:22.002760+00:00 2021-06-29T19:05:25.542855+00:00 0:00:03.540095 47778 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T19:05:19.869614+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T18:00:00+00:00 EmrJobFlowSensor 2021-06-29T19:00:55.575181+00:00 2021-06-29T19:09:58.369042+00:00 0:09:02.793861 47777 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T19:00:53.323887+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T18:00:00+00:00 EmrJobFlowSensor 2021-06-29T19:00:51.439604+00:00 2021-06-29T19:12:54.407131+00:00 0:12:02.967527 47776 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T19:00:49.323082+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T19:00:33.687706+00:00 2021-06-29T19:00:35.399190+00:00 0:00:01.711484 47775 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T19:00:31.306066+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T19:00:30.049828+00:00 2021-06-29T19:00:31.883600+00:00 0:00:01.833772 47774 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T19:00:27.308006+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T18:00:00+00:00 PythonOperator 2021-06-29T19:00:14.765271+00:00 2021-06-29T19:00:18.427787+00:00 0:00:03.662516 47773 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T19:00:11.293913+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T18:00:00+00:00 PythonOperator 2021-06-29T19:00:09.446767+00:00 2021-06-29T19:00:14.658911+00:00 0:00:05.212144 47772 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T19:00:07.288461+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T17:00:00+00:00 TriggerDagRunOperator 2021-06-29T18:12:08.940359+00:00 2021-06-29T18:12:09.418958+00:00 0:00:00.478599 47771 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T18:12:05.759299+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T17:00:00+00:00 TriggerDagRunOperator 2021-06-29T18:12:08.665486+00:00 2021-06-29T18:12:09.085292+00:00 0:00:00.419806 47770 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T18:12:05.759341+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T17:05:00+00:00 EmrJobFlowSensor 2021-06-29T18:05:50.776848+00:00 2021-06-29T18:14:53.541091+00:00 0:09:02.764243 47768 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T18:05:48.454741+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T18:05:30.747727+00:00 2021-06-29T18:05:32.450303+00:00 0:00:01.702576 47767 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T18:05:28.543971+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T17:05:00+00:00 PythonOperator 2021-06-29T18:05:08.739684+00:00 2021-06-29T18:05:12.331072+00:00 0:00:03.591388 47766 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T18:05:06.460565+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T17:00:00+00:00 EmrJobFlowSensor 2021-06-29T18:00:59.830512+00:00 2021-06-29T18:15:03.503506+00:00 0:14:03.672994 47765 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T18:00:57.176026+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T17:00:00+00:00 EmrJobFlowSensor 2021-06-29T18:00:51.392316+00:00 2021-06-29T18:11:54.393594+00:00 0:11:03.001278 47764 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T18:00:49.108128+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T18:00:40.013788+00:00 2021-06-29T18:00:41.877306+00:00 0:00:01.863518 47763 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T18:00:37.090522+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T18:00:31.411257+00:00 2021-06-29T18:00:33.276278+00:00 0:00:01.865021 47762 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T18:00:29.144463+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T17:00:00+00:00 PythonOperator 2021-06-29T18:00:17.618331+00:00 2021-06-29T18:00:21.292845+00:00 0:00:03.674514 47761 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T18:00:15.053960+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T17:00:00+00:00 PythonOperator 2021-06-29T18:00:09.422432+00:00 2021-06-29T18:00:13.089132+00:00 0:00:03.666700 47760 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T18:00:07.072612+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T16:00:00+00:00 TriggerDagRunOperator 2021-06-29T17:19:50.995470+00:00 2021-06-29T17:19:51.460640+00:00 0:00:00.465170 47759 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T17:19:48.740577+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T16:00:00+00:00 TriggerDagRunOperator 2021-06-29T17:19:51.026453+00:00 2021-06-29T17:19:51.547546+00:00 0:00:00.521093 47758 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T17:19:48.740539+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T16:00:00+00:00 EmrJobFlowSensor 2021-06-29T17:08:23.828582+00:00 2021-06-29T17:19:27.032008+00:00 0:11:03.203426 47757 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T17:08:21.511343+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T16:05:00+00:00 EmrJobFlowSensor 2021-06-29T17:08:13.747909+00:00 2021-06-29T17:17:16.461438+00:00 0:09:02.713529 47756 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T17:08:11.492434+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T16:00:00+00:00 EmrJobFlowSensor 2021-06-29T17:08:01.939009+00:00 2021-06-29T17:20:05.094679+00:00 0:12:03.155670 47755 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T17:07:59.565162+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T17:08:00.224343+00:00 2021-06-29T17:08:02.096493+00:00 0:00:01.872150 47754 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T17:07:57.553987+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T17:07:51.561191+00:00 2021-06-29T17:07:53.315464+00:00 0:00:01.754273 47753 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T17:07:49.400133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T17:07:33.657842+00:00 2021-06-29T17:07:35.423408+00:00 0:00:01.765566 47752 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T17:07:31.378454+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T16:00:00+00:00 PythonOperator 2021-06-29T17:07:21.551975+00:00 2021-06-29T17:07:24.942948+00:00 0:00:03.390973 47751 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T17:07:19.366263+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T16:05:00+00:00 PythonOperator 2021-06-29T17:07:11.489322+00:00 2021-06-29T17:07:14.962760+00:00 0:00:03.473438 47750 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T17:07:09.359643+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T16:00:00+00:00 PythonOperator 2021-06-29T17:07:05.827017+00:00 2021-06-29T17:07:09.792909+00:00 0:00:03.965892 47749 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T17:07:03.409449+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T15:00:00+00:00 TriggerDagRunOperator 2021-06-29T16:10:17.961789+00:00 2021-06-29T16:10:18.552415+00:00 0:00:00.590626 47747 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T16:10:15.391975+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T15:00:00+00:00 TriggerDagRunOperator 2021-06-29T16:10:17.846500+00:00 2021-06-29T16:10:18.244254+00:00 0:00:00.397754 47746 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T16:10:15.392019+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T15:05:00+00:00 EmrJobFlowSensor 2021-06-29T16:06:01.160079+00:00 2021-06-29T16:15:04.048350+00:00 0:09:02.888271 47745 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T16:05:58.943937+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T15:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T16:05:39.031785+00:00 2021-06-29T16:05:40.698738+00:00 0:00:01.666953 47744 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T16:05:36.898855+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T15:05:00+00:00 PythonOperator 2021-06-29T16:05:16.998871+00:00 2021-06-29T16:05:20.297471+00:00 0:00:03.298600 47743 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T16:05:14.820275+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T15:00:00+00:00 EmrJobFlowSensor 2021-06-29T16:02:59.110606+00:00 2021-06-29T16:14:02.287955+00:00 0:11:03.177349 47742 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T16:02:56.607775+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-29T14:00:00+00:00 TriggerDagRunOperator 2021-06-29T16:00:52.917988+00:00 2021-06-29T16:00:53.554386+00:00 0:00:00.636398 47741 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T16:00:48.405477+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-29T14:00:00+00:00 TriggerDagRunOperator 2021-06-29T16:00:52.912857+00:00 2021-06-29T16:00:53.543113+00:00 0:00:00.630256 47740 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T16:00:48.405512+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T15:00:00+00:00 EmrJobFlowSensor 2021-06-29T16:00:51.125271+00:00 2021-06-29T16:09:53.841624+00:00 0:09:02.716353 47739 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T16:00:48.405527+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T16:00:46.514355+00:00 2021-06-29T16:00:48.224410+00:00 0:00:01.710055 47738 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T16:00:44.395596+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T15:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T16:00:28.489188+00:00 2021-06-29T16:00:30.231105+00:00 0:00:01.741917 47737 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T16:00:26.343340+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T15:00:00+00:00 PythonOperator 2021-06-29T16:00:24.637513+00:00 2021-06-29T16:00:28.375998+00:00 0:00:03.738485 47736 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T16:00:22.333457+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T15:00:00+00:00 PythonOperator 2021-06-29T16:00:08.470153+00:00 2021-06-29T16:00:12.177642+00:00 0:00:03.707489 47735 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T16:00:06.317231+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-29T14:00:00+00:00 EmrJobFlowSensor 2021-06-29T15:51:39.761462+00:00 2021-06-29T16:00:42.540614+00:00 0:09:02.779152 47734 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T15:51:37.583010+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-29T14:00:00+00:00 EmrJobFlowSensor 2021-06-29T15:51:34.013545+00:00 2021-06-29T16:02:37.097793+00:00 0:11:03.084248 47733 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T15:51:31.562572+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-29T14:05:00+00:00 EmrJobFlowSensor 2021-06-29T15:51:23.667600+00:00 2021-06-29T16:00:26.275367+00:00 0:09:02.607767 47732 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T15:51:21.554802+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-29T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T15:51:11.683421+00:00 2021-06-29T15:51:13.436830+00:00 0:00:01.753409 47731 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T15:51:09.544850+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-29T14:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T15:50:59.733811+00:00 2021-06-29T15:51:01.529394+00:00 0:00:01.795583 47730 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-29T15:50:57.547180+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-29T14:05:00+00:00 EmrCreateJobFlowOperator 2021-06-29T15:50:53.782938+00:00 2021-06-29T15:50:55.578519+00:00 0:00:01.795581 47729 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T15:50:51.531247+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-29T14:00:00+00:00 PythonOperator 2021-06-29T15:50:45.073232+00:00 2021-06-29T15:50:49.148110+00:00 0:00:04.074878 47728 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T15:50:41.521755+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-29T14:00:00+00:00 PythonOperator 2021-06-29T15:50:38.736646+00:00 2021-06-29T15:50:43.740670+00:00 0:00:05.004024 47727 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-29T15:50:35.517038+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-29T14:05:00+00:00 PythonOperator 2021-06-29T15:50:34.069178+00:00 2021-06-29T15:50:39.026131+00:00 0:00:04.956953 47726 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-29T15:50:31.566742+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-29T13:00:00+00:00 EmrJobFlowSensor 2021-06-29T14:10:19.777733+00:00 2021-06-29T14:19:22.478725+00:00 0:09:02.700992 47724 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T14:10:17.505595+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-29T13:00:00+00:00 EmrJobFlowSensor 2021-06-29T14:10:01.792246+00:00 2021-06-29T14:19:04.558020+00:00 0:09:02.765774 47723 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-29T14:09:59.552079+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-29T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T14:09:57.607922+00:00 2021-06-29T14:09:59.348383+00:00 0:00:01.740461 47722 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T14:09:55.457910+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-29T13:00:00+00:00 EmrCreateJobFlowOperator 2021-06-29T14:09:40.061560+00:00 2021-06-29T14:09:41.813665+00:00 0:00:01.752105 47721 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-29T14:09:37.557470+00:00 2 default_pool