Task Instances

  State Dag Id Task Id Execution Date Operator Start Date End Date Duration Job Id Hostname Unixname Priority Weight Queue Queued Dttm Try Number Pool Log Url
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T18:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T14:17:48.596210+00:00 2021-07-14T14:17:50.300085+00:00 0:00:01.703875 53346 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T14:17:46.415176+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T17:00:00+00:00 EmrJobFlowSensor 2021-07-14T14:17:16.663431+00:00 2021-07-14T14:17:18.147240+00:00 0:00:01.483809 53345 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T14:17:14.451736+00:00 3 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T13:00:00+00:00 EmrJobFlowSensor 2021-07-14T14:12:26.279099+00:00 2021-07-14T14:21:28.954989+00:00 0:09:02.675890 53344 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T14:12:23.879388+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T14:12:06.305954+00:00 2021-07-14T14:12:08.045315+00:00 0:00:01.739361 53343 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T14:12:03.857913+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T13:00:00+00:00 PythonOperator 2021-07-14T14:11:44.061913+00:00 2021-07-14T14:11:47.855045+00:00 0:00:03.793132 53342 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T14:11:41.796756+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T13:00:00+00:00 TriggerDagRunOperator 2021-07-14T14:11:24.440305+00:00 2021-07-14T14:11:24.969176+00:00 0:00:00.528871 53341 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T14:11:21.746717+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T13:00:00+00:00 TriggerDagRunOperator 2021-07-14T14:11:24.332538+00:00 2021-07-14T14:11:24.713935+00:00 0:00:00.381397 53340 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T14:11:21.746688+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T18:00:00+00:00 PythonOperator 2021-07-14T14:07:59.128263+00:00 2021-07-14T14:08:02.739692+00:00 0:00:03.611429 53337 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T14:07:56.502084+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T17:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T14:07:35.219551+00:00 2021-07-14T14:07:37.100513+00:00 0:00:01.880962 53336 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T14:07:32.427115+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T13:05:00+00:00 EmrJobFlowSensor 2021-07-14T14:05:56.491236+00:00 2021-07-14T14:14:59.051174+00:00 0:09:02.559938 53335 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T14:05:54.293832+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T13:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T14:05:34.897657+00:00 2021-07-14T14:05:36.760363+00:00 0:00:01.862706 53334 airflow-worker-2.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T14:05:32.217829+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T13:05:00+00:00 PythonOperator 2021-07-14T14:05:12.408207+00:00 2021-07-14T14:05:16.218777+00:00 0:00:03.810570 53333 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T14:05:10.193320+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T13:00:00+00:00 EmrJobFlowSensor 2021-07-14T14:01:08.392700+00:00 2021-07-14T14:15:13.626830+00:00 0:14:05.234130 53332 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T14:01:05.941911+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T13:00:00+00:00 EmrJobFlowSensor 2021-07-14T14:00:51.938023+00:00 2021-07-14T14:10:55.048095+00:00 0:10:03.110072 53331 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T14:00:49.800848+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T14:00:46.176985+00:00 2021-07-14T14:00:47.975023+00:00 0:00:01.798038 53330 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T14:00:43.796393+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T14:00:30.471798+00:00 2021-07-14T14:00:32.199870+00:00 0:00:01.728072 53329 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T14:00:27.844691+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T13:00:00+00:00 PythonOperator 2021-07-14T14:00:24.113447+00:00 2021-07-14T14:00:28.332260+00:00 0:00:04.218813 53328 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T14:00:21.769498+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T13:00:00+00:00 PythonOperator 2021-07-14T14:00:08.032084+00:00 2021-07-14T14:00:11.896462+00:00 0:00:03.864378 53327 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T14:00:05.758132+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T16:00:00+00:00 EmrJobFlowSensor 2021-07-14T13:59:10.191385+00:00 2021-07-14T14:07:12.782554+00:00 0:08:02.591169 53326 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:59:07.643704+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T17:00:00+00:00 PythonOperator 2021-07-14T13:59:09.872318+00:00 2021-07-14T13:59:13.602860+00:00 0:00:03.730542 53325 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:59:07.643673+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T16:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:58:46.060791+00:00 2021-07-14T13:58:47.803793+00:00 0:00:01.743002 53324 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T13:58:43.665952+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T16:00:00+00:00 PythonOperator 2021-07-14T13:48:29.333561+00:00 2021-07-14T13:48:32.923995+00:00 0:00:03.590434 53323 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:48:26.675636+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T15:00:00+00:00 EmrJobFlowSensor 2021-07-14T13:48:29.193446+00:00 2021-07-14T13:58:32.228526+00:00 0:10:03.035080 53322 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:48:26.675682+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T15:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:48:06.917292+00:00 2021-07-14T13:48:08.703006+00:00 0:00:01.785714 53321 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T13:48:04.590203+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T15:00:00+00:00 PythonOperator 2021-07-14T13:37:57.819836+00:00 2021-07-14T13:38:01.478824+00:00 0:00:03.658988 53320 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:37:55.485502+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T14:00:00+00:00 EmrJobFlowSensor 2021-07-14T13:37:57.695915+00:00 2021-07-14T13:48:00.751774+00:00 0:10:03.055859 53319 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:37:55.485531+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T14:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:37:33.777999+00:00 2021-07-14T13:37:35.588577+00:00 0:00:01.810578 53318 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T13:37:31.462764+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T14:00:00+00:00 PythonOperator 2021-07-14T13:29:05.176815+00:00 2021-07-14T13:29:08.722089+00:00 0:00:03.545274 53317 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:29:02.644455+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T13:00:00+00:00 EmrJobFlowSensor 2021-07-14T13:29:04.972723+00:00 2021-07-14T13:37:07.574049+00:00 0:08:02.601326 53316 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:29:02.644501+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T13:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:28:42.917608+00:00 2021-07-14T13:28:44.615144+00:00 0:00:01.697536 53315 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T13:28:40.571287+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T13:00:00+00:00 PythonOperator 2021-07-14T13:19:30.174864+00:00 2021-07-14T13:19:33.675645+00:00 0:00:03.500781 53314 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:19:27.681502+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T12:00:00+00:00 EmrJobFlowSensor 2021-07-14T13:19:30.008517+00:00 2021-07-14T13:28:33.013503+00:00 0:09:03.004986 53313 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:19:27.681551+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:19:05.923368+00:00 2021-07-14T13:19:07.638911+00:00 0:00:01.715543 53312 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T13:19:03.625299+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T12:00:00+00:00 EmrJobFlowSensor 2021-07-14T13:12:09.308197+00:00 2021-07-14T13:23:12.479213+00:00 0:11:03.171016 53311 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:12:06.915391+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:11:47.113365+00:00 2021-07-14T13:11:48.764038+00:00 0:00:01.650673 53310 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T13:11:44.897878+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T12:00:00+00:00 PythonOperator 2021-07-14T13:11:25.843791+00:00 2021-07-14T13:11:29.596508+00:00 0:00:03.752717 53309 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:11:22.888776+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T12:00:00+00:00 TriggerDagRunOperator 2021-07-14T13:11:17.137478+00:00 2021-07-14T13:11:17.634977+00:00 0:00:00.497499 53308 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:11:14.835666+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T12:00:00+00:00 TriggerDagRunOperator 2021-07-14T13:11:17.063852+00:00 2021-07-14T13:11:17.466779+00:00 0:00:00.402927 53307 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:11:14.835701+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T12:05:00+00:00 EmrJobFlowSensor 2021-07-14T13:10:29.032570+00:00 2021-07-14T13:19:31.502641+00:00 0:09:02.470071 53306 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:10:26.792025+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T12:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:10:03.015701+00:00 2021-07-14T13:10:04.769886+00:00 0:00:01.754185 53305 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T13:10:00.769445+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T11:00:00+00:00 EmrJobFlowSensor 2021-07-14T13:09:51.145261+00:00 2021-07-14T13:18:54.034625+00:00 0:09:02.889364 53304 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:09:48.756914+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T12:00:00+00:00 PythonOperator 2021-07-14T13:09:51.062456+00:00 2021-07-14T13:09:54.821048+00:00 0:00:03.758592 53303 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:09:48.756881+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T12:05:00+00:00 PythonOperator 2021-07-14T13:09:34.869301+00:00 2021-07-14T13:09:38.729746+00:00 0:00:03.860445 53302 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:09:32.769420+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:09:25.453027+00:00 2021-07-14T13:09:27.214522+00:00 0:00:01.761495 53301 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T13:09:22.737542+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T12:00:00+00:00 EmrJobFlowSensor 2021-07-14T13:01:03.562464+00:00 2021-07-14T13:11:06.728761+00:00 0:10:03.166297 53299 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:01:01.367831+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T12:00:00+00:00 EmrJobFlowSensor 2021-07-14T13:00:47.862091+00:00 2021-07-14T13:13:51.043113+00:00 0:13:03.181022 53298 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T13:00:45.350346+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:00:43.666552+00:00 2021-07-14T13:00:45.484699+00:00 0:00:01.818147 53297 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T13:00:41.349629+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T12:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T13:00:26.821352+00:00 2021-07-14T13:00:28.557780+00:00 0:00:01.736428 53296 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T13:00:23.348831+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T12:00:00+00:00 PythonOperator 2021-07-14T13:00:21.777809+00:00 2021-07-14T13:00:26.698800+00:00 0:00:04.920991 53295 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T13:00:19.351007+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T12:00:00+00:00 PythonOperator 2021-07-14T13:00:03.565779+00:00 2021-07-14T13:00:07.457667+00:00 0:00:03.891888 53294 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T13:00:01.245163+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T11:00:00+00:00 PythonOperator 2021-07-14T12:52:56.816000+00:00 2021-07-14T12:53:00.370195+00:00 0:00:03.554195 53293 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:52:54.378503+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T10:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:52:56.586880+00:00 2021-07-14T13:01:59.422986+00:00 0:09:02.836106 53292 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:52:54.378545+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:52:34.734878+00:00 2021-07-14T12:52:36.524384+00:00 0:00:01.789506 53291 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:52:32.315362+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T11:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:51:04.724982+00:00 2021-07-14T13:03:07.810748+00:00 0:12:03.085766 53290 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:51:02.139928+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:50:42.528258+00:00 2021-07-14T12:50:44.171557+00:00 0:00:01.643299 53289 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:50:40.177765+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T10:00:00+00:00 PythonOperator 2021-07-14T12:43:13.867186+00:00 2021-07-14T12:43:17.349255+00:00 0:00:03.482069 53288 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:43:11.522806+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T09:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:43:13.679594+00:00 2021-07-14T12:52:16.711925+00:00 0:09:03.032331 53287 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:43:11.522833+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:42:51.821112+00:00 2021-07-14T12:42:53.616474+00:00 0:00:01.795362 53286 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:42:49.557423+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T10:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:39:23.434102+00:00 2021-07-14T12:50:26.631029+00:00 0:11:03.196927 53285 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:39:21.047053+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T11:00:00+00:00 PythonOperator 2021-07-14T12:39:23.313982+00:00 2021-07-14T12:39:27.336637+00:00 0:00:04.022655 53284 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:39:21.047021+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T10:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:38:59.433630+00:00 2021-07-14T12:39:01.214128+00:00 0:00:01.780498 53283 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:38:57.023021+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T08:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:32:40.710352+00:00 2021-07-14T12:42:43.743094+00:00 0:10:03.032742 53282 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:32:38.321651+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T09:00:00+00:00 PythonOperator 2021-07-14T12:32:40.585298+00:00 2021-07-14T12:32:44.457180+00:00 0:00:03.871882 53281 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:32:38.321618+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:32:18.516325+00:00 2021-07-14T12:32:20.213432+00:00 0:00:01.697107 53280 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:32:16.297828+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T10:00:00+00:00 PythonOperator 2021-07-14T12:29:36.349355+00:00 2021-07-14T12:29:40.066111+00:00 0:00:03.716756 53279 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:29:33.914225+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T09:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:29:36.248110+00:00 2021-07-14T12:38:39.089448+00:00 0:09:02.841338 53278 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:29:33.914253+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T09:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:29:14.322133+00:00 2021-07-14T12:29:16.089993+00:00 0:00:01.767860 53277 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:29:11.829163+00:00 2 default_pool
success campaign-history-job_v002 check_cluster_status 2021-07-12T07:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:22:08.112358+00:00 2021-07-14T12:32:11.595564+00:00 0:10:03.483206 53276 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:22:05.253322+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T08:00:00+00:00 PythonOperator 2021-07-14T12:22:08.011720+00:00 2021-07-14T12:22:11.712304+00:00 0:00:03.700584 53275 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:22:05.253274+00:00 2 default_pool
success campaign-history-job_v002 create_cluster_and_add_emr_steps 2021-07-12T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:21:45.657808+00:00 2021-07-14T12:21:47.307433+00:00 0:00:01.649625 53274 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:21:43.252825+00:00 2 default_pool
success campaign-history-job_v002 create_emr_steps 2021-07-12T07:00:00+00:00 PythonOperator 2021-07-14T12:21:21.472064+00:00 2021-07-14T12:21:25.327275+00:00 0:00:03.855211 53273 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:21:19.131744+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T09:00:00+00:00 PythonOperator 2021-07-14T12:19:53.226653+00:00 2021-07-14T12:19:57.366355+00:00 0:00:04.139702 53272 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:19:50.910399+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T08:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:19:53.199238+00:00 2021-07-14T12:28:56.157871+00:00 0:09:02.958633 53271 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:19:50.910427+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T08:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:19:23.186129+00:00 2021-07-14T12:19:24.958007+00:00 0:00:01.771878 53270 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:19:20.869747+00:00 2 default_pool
success vc-asset-import_v002 check_cluster_status 2021-07-14T11:05:00+00:00 EmrJobFlowSensor 2021-07-14T12:15:24.907405+00:00 2021-07-14T12:15:26.431424+00:00 0:00:01.524019 53269 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:15:22.519123+00:00 3 default_pool
success campaign-flow-job_v002 trigger_dagrun_booking-processing-job_v002 2021-07-14T11:00:00+00:00 TriggerDagRunOperator 2021-07-14T12:12:31.030437+00:00 2021-07-14T12:12:31.516896+00:00 0:00:00.486459 53268 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:12:28.267040+00:00 2 default_pool
success campaign-flow-job_v002 trigger_dagrun_campaign-history-job_v002 2021-07-14T11:00:00+00:00 TriggerDagRunOperator 2021-07-14T12:12:30.860918+00:00 2021-07-14T12:12:31.275800+00:00 0:00:00.414882 53267 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:12:28.266994+00:00 2 default_pool
success vc-asset-import_v002 create_cluster_and_add_emr_steps 2021-07-14T11:05:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:05:31.762020+00:00 2021-07-14T12:05:33.383732+00:00 0:00:01.621712 53265 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:05:29.640305+00:00 2 default_pool
success vc-asset-import_v002 create_emr_steps 2021-07-14T11:05:00+00:00 PythonOperator 2021-07-14T12:05:10.189094+00:00 2021-07-14T12:05:13.069803+00:00 0:00:02.880709 53264 airflow-worker-3.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:05:07.632240+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 check_cluster_status 2021-07-14T11:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:03:15.724713+00:00 2021-07-14T12:17:18.991228+00:00 0:14:03.266515 53263 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:03:13.489676+00:00 2 default_pool
success campaign-flow-job_v002 check_cluster_status 2021-07-14T11:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:03:11.791535+00:00 2021-07-14T12:12:14.695223+00:00 0:09:02.903688 53262 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:03:09.490983+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T07:00:00+00:00 EmrJobFlowSensor 2021-07-14T12:03:00.117462+00:00 2021-07-14T12:19:04.073586+00:00 0:16:03.956124 53261 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T12:02:57.478009+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T08:00:00+00:00 PythonOperator 2021-07-14T12:02:59.836940+00:00 2021-07-14T12:03:03.564233+00:00 0:00:03.727293 53260 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:02:57.477975+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_cluster_and_add_emr_steps 2021-07-14T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:02:55.616543+00:00 2021-07-14T12:02:57.314621+00:00 0:00:01.698078 53259 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:02:53.452093+00:00 2 default_pool
success campaign-flow-job_v002 create_cluster_and_add_emr_steps 2021-07-14T11:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:02:51.631043+00:00 2021-07-14T12:02:53.325324+00:00 0:00:01.694281 53258 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 4 default 2021-07-14T12:02:49.445634+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T07:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T12:02:37.692784+00:00 2021-07-14T12:02:39.589690+00:00 0:00:01.896906 53257 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T12:02:35.437016+00:00 2 default_pool
success livepop-shuffle-aggregator-modeltransform_v002 create_emr_steps 2021-07-14T11:00:00+00:00 PythonOperator 2021-07-14T12:02:34.718720+00:00 2021-07-14T12:02:39.306148+00:00 0:00:04.587428 53256 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T12:02:31.431919+00:00 2 default_pool
success campaign-flow-job_v002 create_emr_steps 2021-07-14T11:00:00+00:00 PythonOperator 2021-07-14T12:02:30.202168+00:00 2021-07-14T12:02:35.376871+00:00 0:00:05.174703 53255 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 5 default 2021-07-14T12:02:27.496551+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T06:00:00+00:00 EmrJobFlowSensor 2021-07-14T11:28:58.469660+00:00 2021-07-14T11:43:02.248823+00:00 0:14:03.779163 53253 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T11:28:56.005225+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T07:00:00+00:00 PythonOperator 2021-07-14T11:28:58.322117+00:00 2021-07-14T11:29:02.300837+00:00 0:00:03.978720 53252 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T11:28:56.005198+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T06:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T11:28:34.684526+00:00 2021-07-14T11:28:36.464658+00:00 0:00:01.780132 53251 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T11:28:32.056028+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-11T04:00:00+00:00 EmrJobFlowSensor 2021-07-14T11:28:32.929126+00:00 53250 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T06:00:00+00:00 PythonOperator 2021-07-14T11:28:12.235852+00:00 2021-07-14T11:28:16.002483+00:00 0:00:03.766631 53249 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T11:28:09.911141+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-11T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T11:28:07.585730+00:00 2021-07-14T11:28:09.329014+00:00 0:00:01.743284 53248 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-11T04:00:00+00:00 PythonOperator 2021-07-14T11:27:58.617421+00:00 2021-07-14T11:28:02.564620+00:00 0:00:03.947199 53247 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T05:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T11:27:34.290723+00:00 2021-07-14T11:27:36.110969+00:00 0:00:01.820246 53246 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T11:27:31.864652+00:00 2 default_pool
success booking-processing-job_v002 check_cluster_status 2021-07-14T04:00:00+00:00 EmrJobFlowSensor 2021-07-14T11:24:14.141136+00:00 2021-07-14T11:27:16.205978+00:00 0:03:02.064842 53245 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 1 default 2021-07-14T11:24:11.559721+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T05:00:00+00:00 PythonOperator 2021-07-14T11:24:13.851377+00:00 2021-07-14T11:24:17.992456+00:00 0:00:04.141079 53244 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T11:24:11.559690+00:00 2 default_pool
success booking-processing-job_v002 create_cluster_and_add_emr_steps 2021-07-14T04:00:00+00:00 EmrCreateJobFlowOperator 2021-07-14T11:23:51.708896+00:00 2021-07-14T11:23:53.550649+00:00 0:00:01.841753 53243 airflow-worker-1.airflow-worker.bigdata.svc.cluster.local airflow 2 default 2021-07-14T11:23:49.476319+00:00 2 default_pool
success booking-processing-job_v002 create_emr_steps 2021-07-14T04:00:00+00:00 PythonOperator 2021-07-14T11:23:29.682372+00:00 2021-07-14T11:23:33.593027+00:00 0:00:03.910655 53242 airflow-worker-0.airflow-worker.bigdata.svc.cluster.local airflow 3 default 2021-07-14T11:23:27.464669+00:00 2 default_pool