Merge pull request #891 from PaddlePaddle/multi_worker

multi workers for valid dataloader
pull/894/head
Jackwaterveg 3 years ago committed by GitHub
commit 8d751fa3fc
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

@ -86,7 +86,8 @@ class U2Trainer(Trainer):
batch_size=config.collator.batch_size,
shuffle=False,
drop_last=False,
collate_fn=collate_fn_dev)
collate_fn=collate_fn_dev,
num_workers=config.collator.num_workers, )
# test dataset, return raw text
config.data.manifest = config.data.test_manifest

@ -265,7 +265,7 @@ class U2Trainer(Trainer):
batch_frames_out=0,
batch_frames_inout=0,
preprocess_conf=None,
n_iter_processes=1,
n_iter_processes=config.collator.num_workers,
subsampling_factor=1,
num_encs=1)

Loading…
Cancel
Save