fix add_eos_sos and cmvn

pull/578/head
Hui Zhang 4 years ago
parent 28658cc169
commit 9876bdb45c

1
.gitignore vendored

@ -9,3 +9,4 @@ tools/venv
*.tar *.tar
*.tar.gz *.tar.gz
.ipynb_checkpoints .ipynb_checkpoints
*.npz

File diff suppressed because it is too large Load Diff

@ -101,7 +101,7 @@ class FeatureNormalizer(object):
features.append( features.append(
featurize_func(AudioSegment.from_file(instance["feat"]))) featurize_func(AudioSegment.from_file(instance["feat"])))
features = np.hstack(features) #(D, T) features = np.hstack(features) #(D, T)
self._mean = np.mean(features, axis=1).reshape([1, -1]) #(1, D) self._mean = np.mean(features, axis=1) #(D,)
std = np.std(features, axis=1).reshape([1, -1]) #(1, D) std = np.std(features, axis=1) #(D,)
std = np.clip(std, eps, None) std = np.clip(std, eps, None)
self._istd = 1.0 / std self._istd = 1.0 / std

@ -132,7 +132,7 @@ def add_sos_eos(ys_pad: paddle.Tensor, sos: int, eos: int,
ys_out = paddle.cat([ys_pad, _eos], dim=1) ys_out = paddle.cat([ys_pad, _eos], dim=1)
ys_out = ys_out.masked_fill(mask_pad, eos) ys_out = ys_out.masked_fill(mask_pad, eos)
mask_eos = (ys_in == ignore_id) mask_eos = (ys_out == ignore_id)
ys_out = ys_out.masked_fill(mask_eos, eos) ys_out = ys_out.masked_fill(mask_eos, eos)
ys_out = ys_out.masked_fill(mask_pad, ignore_id) ys_out = ys_out.masked_fill(mask_pad, ignore_id)
return ys_in, ys_out return ys_in, ys_out

Loading…
Cancel
Save