From 6254a9b89025a80639b194f25d5ebc428a4a5282 Mon Sep 17 00:00:00 2001 From: gmm <38800877+mmglove@users.noreply.github.com> Date: Tue, 5 Dec 2023 14:57:20 +0800 Subject: [PATCH] =?UTF-8?q?=E3=80=90benchmark=E3=80=91fix=20gpu=5Fmem=20un?= =?UTF-8?q?it=20(#3634)?= MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit * fix profiler * add max_mem_reserved for benchmark * fix benchmark --- paddlespeech/t2s/training/trainer.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/paddlespeech/t2s/training/trainer.py b/paddlespeech/t2s/training/trainer.py index 7f1b17de2..7631ef350 100644 --- a/paddlespeech/t2s/training/trainer.py +++ b/paddlespeech/t2s/training/trainer.py @@ -164,9 +164,10 @@ class Trainer(object): self.updater. batch_size) + "avg_ips: {:.5f} sequences/sec,".format( self.updater.batch_size / avg_batch_cost) - max_mem_reserved_str = f" max_mem_reserved: {paddle.device.cuda.max_memory_reserved()} B" - max_mem_allocated_str = f" max_mem_allocated: {paddle.device.cuda.max_memory_allocated()} B" - msg += max_mem_reserved_str + "," + max_mem_allocated_str + if paddle.device.is_compiled_with_cuda(): + max_mem_reserved_str = f" max_mem_reserved: {paddle.device.cuda.max_memory_reserved() // (1024 ** 2)} MB" + max_mem_allocated_str = f" max_mem_allocated: {paddle.device.cuda.max_memory_allocated() // (1024 ** 2)} MB" + msg += max_mem_reserved_str + "," + max_mem_allocated_str logger.info(msg)