Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T22:00:00+00:00 PythonOperator 2021-06-05T23:00:14.323583+00:00 2021-06-05T23:00:17.898533+00:00 0:00:03.574950 37109 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T23:00:12.052941+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T22:00:00+00:00 PythonOperator 2021-06-05T23:00:09.177581+00:00 2021-06-05T23:00:12.379616+00:00 0:00:03.202035 37108 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T23:00:06.057221+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T21:00:00+00:00 EmrJobFlowSensor 2021-06-05T22:23:05.139460+00:00 2021-06-05T22:23:06.703003+00:00 0:00:01.563543 37106 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:23:02.860034+00:00 3 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T21:00:00+00:00 EmrJobFlowSensor 2021-06-05T22:10:23.795758+00:00 2021-06-05T22:19:26.553004+00:00 0:09:02.757246 37104 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:10:21.600145+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:10:17.892025+00:00 2021-06-05T22:10:19.754617+00:00 0:00:01.862592 37103 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T22:10:15.601784+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:10:00.343760+00:00 2021-06-05T22:10:02.122164+00:00 0:00:01.778404 37102 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T22:09:57.741487+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T21:00:00+00:00 PythonOperator 2021-06-05T22:09:53.781337+00:00 2021-06-05T22:09:57.221811+00:00 0:00:03.440474 37101 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:09:51.506808+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T21:00:00+00:00 PythonOperator 2021-06-05T22:09:37.748157+00:00 2021-06-05T22:09:41.149980+00:00 0:00:03.401823 37100 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:09:35.487308+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T21:00:00+00:00 TriggerDagRunOperator 2021-06-05T22:09:31.823119+00:00 2021-06-05T22:09:32.261589+00:00 0:00:00.438470 37099 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:09:29.488419+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T21:00:00+00:00 TriggerDagRunOperator 2021-06-05T22:09:31.792903+00:00 2021-06-05T22:09:32.331861+00:00 0:00:00.538958 37098 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:09:29.488371+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T21:05:00+00:00 EmrJobFlowSensor 2021-06-05T22:06:09.969152+00:00 2021-06-05T22:14:12.569059+00:00 0:08:02.599907 37097 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:06:07.189861+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T21:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:05:31.385166+00:00 2021-06-05T22:05:33.076033+00:00 0:00:01.690867 37096 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T22:05:29.158704+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T21:05:00+00:00 PythonOperator 2021-06-05T22:05:11.280737+00:00 2021-06-05T22:05:14.648467+00:00 0:00:03.367730 37095 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:05:09.115535+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T21:00:00+00:00 EmrJobFlowSensor 2021-06-05T22:01:06.745070+00:00 2021-06-05T22:13:09.857393+00:00 0:12:03.112323 37094 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T22:01:04.617726+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T21:00:00+00:00 EmrJobFlowSensor 2021-06-05T22:01:04.944835+00:00 2021-06-05T22:09:07.589106+00:00 0:08:02.644271 37093 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:01:02.623924+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:00:40.794863+00:00 2021-06-05T22:00:42.448623+00:00 0:00:01.653760 37092 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T22:00:38.598590+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T21:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T22:00:35.031525+00:00 2021-06-05T22:00:36.680851+00:00 0:00:01.649326 37091 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T22:00:32.597789+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T21:00:00+00:00 PythonOperator 2021-06-05T22:00:14.797341+00:00 2021-06-05T22:00:18.318637+00:00 0:00:03.521296 37090 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T22:00:12.573983+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T21:00:00+00:00 PythonOperator 2021-06-05T22:00:08.918868+00:00 2021-06-05T22:00:12.365736+00:00 0:00:03.446868 37089 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T22:00:06.564223+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T20:00:00+00:00 EmrJobFlowSensor 2021-06-05T21:11:09.906322+00:00 2021-06-05T21:21:12.835314+00:00 0:10:02.928992 37087 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:11:07.590325+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T20:00:00+00:00 EmrJobFlowSensor 2021-06-05T21:10:55.951819+00:00 2021-06-05T21:20:58.815792+00:00 0:10:02.863973 37086 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:10:53.534709+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:10:45.693790+00:00 2021-06-05T21:10:47.401269+00:00 0:00:01.707479 37085 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T21:10:43.523533+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:10:35.804798+00:00 2021-06-05T21:10:37.465562+00:00 0:00:01.660764 37084 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T21:10:33.511962+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T20:00:00+00:00 PythonOperator 2021-06-05T21:10:23.783428+00:00 2021-06-05T21:10:27.308428+00:00 0:00:03.525000 37083 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:10:21.559995+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T20:00:00+00:00 PythonOperator 2021-06-05T21:10:14.140766+00:00 2021-06-05T21:10:17.743016+00:00 0:00:03.602250 37082 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:10:11.490573+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T20:00:00+00:00 TriggerDagRunOperator 2021-06-05T21:10:05.999834+00:00 2021-06-05T21:10:06.442979+00:00 0:00:00.443145 37081 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:10:03.489681+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T20:00:00+00:00 TriggerDagRunOperator 2021-06-05T21:10:05.867058+00:00 2021-06-05T21:10:06.429334+00:00 0:00:00.562276 37080 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:10:03.489716+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T20:05:00+00:00 EmrJobFlowSensor 2021-06-05T21:05:51.115124+00:00 2021-06-05T21:14:53.672019+00:00 0:09:02.556895 37079 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:05:48.900661+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T20:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:05:31.368677+00:00 2021-06-05T21:05:32.993347+00:00 0:00:01.624670 37078 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T21:05:28.970877+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T20:05:00+00:00 PythonOperator 2021-06-05T21:05:06.865816+00:00 2021-06-05T21:05:10.154424+00:00 0:00:03.288608 37077 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:05:04.797973+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T20:00:00+00:00 EmrJobFlowSensor 2021-06-05T21:01:56.764527+00:00 2021-06-05T21:09:59.314144+00:00 0:08:02.549617 37076 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:01:54.464577+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:01:36.689639+00:00 2021-06-05T21:01:38.522829+00:00 0:00:01.833190 37075 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T21:01:34.390332+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T20:00:00+00:00 EmrJobFlowSensor 2021-06-05T21:01:28.681353+00:00 2021-06-05T21:12:31.566797+00:00 0:11:02.885444 37074 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T21:01:26.444063+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T20:00:00+00:00 PythonOperator 2021-06-05T21:01:14.721787+00:00 2021-06-05T21:01:18.086709+00:00 0:00:03.364922 37073 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T21:01:12.354061+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T20:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T21:01:08.467874+00:00 2021-06-05T21:01:10.210948+00:00 0:00:01.743074 37072 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T21:01:06.352133+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T20:00:00+00:00 PythonOperator 2021-06-05T21:00:31.059777+00:00 2021-06-05T21:00:34.584098+00:00 0:00:03.524321 37071 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T21:00:28.362424+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T19:00:00+00:00 EmrJobFlowSensor 2021-06-05T20:12:36.050729+00:00 2021-06-05T20:21:38.733085+00:00 0:09:02.682356 37069 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:12:33.861809+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T19:00:00+00:00 EmrJobFlowSensor 2021-06-05T20:12:30.119184+00:00 2021-06-05T20:20:32.635255+00:00 0:08:02.516071 37068 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:12:27.869912+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:12:12.099156+00:00 2021-06-05T20:12:13.792411+00:00 0:00:01.693255 37067 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T20:12:09.835912+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:12:08.470755+00:00 2021-06-05T20:12:10.275548+00:00 0:00:01.804793 37066 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T20:12:05.952690+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T19:00:00+00:00 PythonOperator 2021-06-05T20:11:50.039168+00:00 2021-06-05T20:11:53.456051+00:00 0:00:03.416883 37065 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:11:47.704793+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T19:00:00+00:00 PythonOperator 2021-06-05T20:11:46.639525+00:00 2021-06-05T20:11:49.989878+00:00 0:00:03.350353 37064 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:11:43.773037+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T19:00:00+00:00 TriggerDagRunOperator 2021-06-05T20:11:38.020622+00:00 2021-06-05T20:11:38.572436+00:00 0:00:00.551814 37063 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:11:35.698348+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T19:00:00+00:00 TriggerDagRunOperator 2021-06-05T20:11:37.886801+00:00 2021-06-05T20:11:38.326786+00:00 0:00:00.439985 37062 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:11:35.698380+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T19:05:00+00:00 EmrJobFlowSensor 2021-06-05T20:05:51.408297+00:00 2021-06-05T20:14:54.025797+00:00 0:09:02.617500 37061 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:05:49.225127+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T19:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:05:29.643265+00:00 2021-06-05T20:05:31.295875+00:00 0:00:01.652610 37060 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T20:05:27.257516+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T19:05:00+00:00 PythonOperator 2021-06-05T20:05:09.644143+00:00 2021-06-05T20:05:12.949725+00:00 0:00:03.305582 37059 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:05:07.268606+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T19:00:00+00:00 EmrJobFlowSensor 2021-06-05T20:01:01.614131+00:00 2021-06-05T20:11:04.400599+00:00 0:10:02.786468 37058 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:00:58.961941+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T19:00:00+00:00 EmrJobFlowSensor 2021-06-05T20:00:59.188924+00:00 2021-06-05T20:12:02.237422+00:00 0:11:03.048498 37057 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T20:00:56.817454+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:00:39.343625+00:00 2021-06-05T20:00:41.016825+00:00 0:00:01.673200 37056 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T20:00:36.802227+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T19:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T20:00:36.868414+00:00 2021-06-05T20:00:38.903505+00:00 0:00:02.035091 37055 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T20:00:34.800213+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T19:00:00+00:00 PythonOperator 2021-06-05T20:00:17.957107+00:00 2021-06-05T20:00:21.354804+00:00 0:00:03.397697 37054 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T20:00:14.858038+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T19:00:00+00:00 PythonOperator 2021-06-05T20:00:15.917077+00:00 2021-06-05T20:00:19.805798+00:00 0:00:03.888721 37053 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T20:00:12.783410+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T18:00:00+00:00 EmrJobFlowSensor 2021-06-05T19:11:23.494751+00:00 2021-06-05T19:21:26.325088+00:00 0:10:02.830337 37051 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:11:21.153201+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T18:00:00+00:00 EmrJobFlowSensor 2021-06-05T19:11:19.406618+00:00 2021-06-05T19:20:22.019723+00:00 0:09:02.613105 37050 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:11:17.152239+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:10:57.340760+00:00 2021-06-05T19:10:59.024763+00:00 0:00:01.684003 37049 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T19:10:55.152430+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:10:49.654312+00:00 2021-06-05T19:10:51.445078+00:00 0:00:01.790766 37048 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T19:10:47.146281+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T18:00:00+00:00 PythonOperator 2021-06-05T19:10:35.399448+00:00 2021-06-05T19:10:39.039177+00:00 0:00:03.639729 37047 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:10:33.041298+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T18:00:00+00:00 PythonOperator 2021-06-05T19:10:29.307193+00:00 2021-06-05T19:10:32.635349+00:00 0:00:03.328156 37046 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:10:27.039186+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T18:00:00+00:00 TriggerDagRunOperator 2021-06-05T19:10:17.317642+00:00 2021-06-05T19:10:17.802296+00:00 0:00:00.484654 37045 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:10:15.033116+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T18:00:00+00:00 TriggerDagRunOperator 2021-06-05T19:10:17.183698+00:00 2021-06-05T19:10:17.592641+00:00 0:00:00.408943 37044 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:10:15.033087+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T18:05:00+00:00 EmrJobFlowSensor 2021-06-05T19:06:08.677685+00:00 2021-06-05T19:15:11.251358+00:00 0:09:02.573673 37043 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:06:06.507534+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T18:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:05:46.686167+00:00 2021-06-05T19:05:48.410034+00:00 0:00:01.723867 37042 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T19:05:44.484389+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T18:05:00+00:00 PythonOperator 2021-06-05T19:05:10.557872+00:00 2021-06-05T19:05:13.870158+00:00 0:00:03.312286 37041 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:05:08.400926+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T18:00:00+00:00 EmrJobFlowSensor 2021-06-05T19:01:04.375088+00:00 2021-06-05T19:13:07.399979+00:00 0:12:03.024891 37040 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T19:01:02.003226+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T18:00:00+00:00 EmrJobFlowSensor 2021-06-05T19:00:58.368382+00:00 2021-06-05T19:10:01.066756+00:00 0:09:02.698374 37039 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:00:56.053613+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:00:42.551420+00:00 2021-06-05T19:00:44.252339+00:00 0:00:01.700919 37038 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T19:00:39.985038+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T18:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T19:00:36.096198+00:00 2021-06-05T19:00:37.796520+00:00 0:00:01.700322 37037 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T19:00:33.945373+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T18:00:00+00:00 PythonOperator 2021-06-05T19:00:19.949257+00:00 2021-06-05T19:00:23.537502+00:00 0:00:03.588245 37036 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T19:00:17.828346+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T18:00:00+00:00 PythonOperator 2021-06-05T19:00:14.086037+00:00 2021-06-05T19:00:17.467532+00:00 0:00:03.381495 37035 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T19:00:11.822272+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T17:00:00+00:00 EmrJobFlowSensor 2021-06-05T18:11:13.502159+00:00 2021-06-05T18:20:16.257289+00:00 0:09:02.755130 37033 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:11:11.151250+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T17:00:00+00:00 EmrJobFlowSensor 2021-06-05T18:11:03.269472+00:00 2021-06-05T18:20:05.951154+00:00 0:09:02.681682 37032 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:11:01.084345+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:10:51.196530+00:00 2021-06-05T18:10:52.868105+00:00 0:00:01.671575 37031 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T18:10:49.007352+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:10:41.204352+00:00 2021-06-05T18:10:42.874555+00:00 0:00:01.670203 37030 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T18:10:38.986281+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T17:00:00+00:00 PythonOperator 2021-06-05T18:10:29.276450+00:00 2021-06-05T18:10:32.665618+00:00 0:00:03.389168 37029 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:10:26.949583+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T17:00:00+00:00 PythonOperator 2021-06-05T18:10:19.140463+00:00 2021-06-05T18:10:22.673694+00:00 0:00:03.533231 37028 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:10:16.938596+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T17:00:00+00:00 TriggerDagRunOperator 2021-06-05T18:10:03.591174+00:00 2021-06-05T18:10:04.152414+00:00 0:00:00.561240 37027 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:10:00.940933+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T17:00:00+00:00 TriggerDagRunOperator 2021-06-05T18:10:03.380155+00:00 2021-06-05T18:10:03.785835+00:00 0:00:00.405680 37026 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:10:00.940889+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T17:05:00+00:00 EmrJobFlowSensor 2021-06-05T18:05:58.783715+00:00 2021-06-05T18:15:01.242778+00:00 0:09:02.459063 37025 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:05:56.545717+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T17:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:05:38.881260+00:00 2021-06-05T18:05:40.603352+00:00 0:00:01.722092 37024 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T18:05:36.463141+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T17:05:00+00:00 PythonOperator 2021-06-05T18:05:16.507031+00:00 2021-06-05T18:05:19.863101+00:00 0:00:03.356070 37023 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:05:14.395991+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T17:00:00+00:00 EmrJobFlowSensor 2021-06-05T18:01:02.183558+00:00 2021-06-05T18:13:05.195203+00:00 0:12:03.011645 37022 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T18:01:00.040821+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T17:00:00+00:00 EmrJobFlowSensor 2021-06-05T18:00:50.138649+00:00 2021-06-05T18:09:52.789095+00:00 0:09:02.650446 37021 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:00:47.934663+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-06-05T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:00:40.069076+00:00 2021-06-05T18:00:41.701458+00:00 0:00:01.632382 37020 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T18:00:37.927725+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-06-05T17:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T18:00:28.171640+00:00 2021-06-05T18:00:29.875045+00:00 0:00:01.703405 37019 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-06-05T18:00:25.921112+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-06-05T17:00:00+00:00 PythonOperator 2021-06-05T18:00:18.058561+00:00 2021-06-05T18:00:21.514445+00:00 0:00:03.455884 37018 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T18:00:15.909914+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-06-05T17:00:00+00:00 PythonOperator 2021-06-05T18:00:06.314383+00:00 2021-06-05T18:00:09.791807+00:00 0:00:03.477424 37017 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-06-05T18:00:03.898016+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-06-05T16:00:00+00:00 EmrJobFlowSensor 2021-06-05T17:11:12.407416+00:00 2021-06-05T17:20:15.029933+00:00 0:09:02.622517 37015 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:11:10.241708+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-06-05T16:00:00+00:00 EmrJobFlowSensor 2021-06-05T17:11:00.699373+00:00 2021-06-05T17:20:03.326240+00:00 0:09:02.626867 37014 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:10:58.352239+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-06-05T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:10:50.805643+00:00 2021-06-05T17:10:52.501501+00:00 0:00:01.695858 37013 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T17:10:48.278083+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-06-05T16:00:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:10:40.499549+00:00 2021-06-05T17:10:42.278441+00:00 0:00:01.778892 37012 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T17:10:38.215388+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-06-05T16:00:00+00:00 PythonOperator 2021-06-05T17:10:28.494352+00:00 2021-06-05T17:10:31.842547+00:00 0:00:03.348195 37011 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:10:26.274864+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-06-05T16:00:00+00:00 PythonOperator 2021-06-05T17:10:18.885795+00:00 2021-06-05T17:10:22.435296+00:00 0:00:03.549501 37010 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:10:16.187957+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-06-05T16:00:00+00:00 TriggerDagRunOperator 2021-06-05T17:10:10.622110+00:00 2021-06-05T17:10:11.114040+00:00 0:00:00.491930 37009 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:10:08.191789+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-06-05T16:00:00+00:00 TriggerDagRunOperator 2021-06-05T17:10:10.488471+00:00 2021-06-05T17:10:10.870873+00:00 0:00:00.382402 37008 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:10:08.191761+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-06-05T16:05:00+00:00 EmrJobFlowSensor 2021-06-05T17:05:56.035402+00:00 2021-06-05T17:14:58.588916+00:00 0:09:02.553514 37007 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:05:53.817009+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-06-05T16:05:00+00:00 EmrCreateJobFlowOperator 2021-06-05T17:05:33.941100+00:00 2021-06-05T17:05:35.608184+00:00 0:00:01.667084 37006 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-06-05T17:05:31.803782+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-06-05T16:05:00+00:00 PythonOperator 2021-06-05T17:05:07.863484+00:00 2021-06-05T17:05:11.167856+00:00 0:00:03.304372 37005 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:05:05.744856+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-06-05T16:00:00+00:00 EmrJobFlowSensor 2021-06-05T17:01:07.613307+00:00 2021-06-05T17:13:10.523739+00:00 0:12:02.910432 37004 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-06-05T17:01:05.485180+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-06-05T16:00:00+00:00 EmrJobFlowSensor 2021-06-05T17:00:55.593452+00:00 2021-06-05T17:09:58.258014+00:00 0:09:02.664562 37003 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-06-05T17:00:53.432552+00:00 2 default_pool