From d14e56476f93cd393450af4c20598d831cdeb0c2 Mon Sep 17 00:00:00 2001 From: Hui Zhang Date: Thu, 14 Oct 2021 02:50:41 +0000 Subject: [PATCH] multi workers for valid dataloader --- deepspeech/exps/u2/trainer.py | 3 ++- deepspeech/exps/u2_kaldi/model.py | 2 +- 2 files changed, 3 insertions(+), 2 deletions(-) diff --git a/deepspeech/exps/u2/trainer.py b/deepspeech/exps/u2/trainer.py index 8e8634ac..1cb3eccd 100644 --- a/deepspeech/exps/u2/trainer.py +++ b/deepspeech/exps/u2/trainer.py @@ -86,7 +86,8 @@ class U2Trainer(Trainer): batch_size=config.collator.batch_size, shuffle=False, drop_last=False, - collate_fn=collate_fn_dev) + collate_fn=collate_fn_dev, + num_workers=config.collator.num_workers, ) # test dataset, return raw text config.data.manifest = config.data.test_manifest diff --git a/deepspeech/exps/u2_kaldi/model.py b/deepspeech/exps/u2_kaldi/model.py index 0151e208..c182c598 100644 --- a/deepspeech/exps/u2_kaldi/model.py +++ b/deepspeech/exps/u2_kaldi/model.py @@ -265,7 +265,7 @@ class U2Trainer(Trainer): batch_frames_out=0, batch_frames_inout=0, preprocess_conf=None, - n_iter_processes=1, + n_iter_processes=config.collator.num_workers, subsampling_factor=1, num_encs=1)