From d36d742b0fe7c1e302d50143fa8fc2f43d9ed226 Mon Sep 17 00:00:00 2001 From: huangyuxin Date: Wed, 20 Oct 2021 05:34:39 +0000 Subject: [PATCH] fix the bug of detokenize --- deepspeech/frontend/featurizer/text_featurizer.py | 6 +++--- 1 file changed, 3 insertions(+), 3 deletions(-) diff --git a/deepspeech/frontend/featurizer/text_featurizer.py b/deepspeech/frontend/featurizer/text_featurizer.py index 34220432b..b888a1fae 100644 --- a/deepspeech/frontend/featurizer/text_featurizer.py +++ b/deepspeech/frontend/featurizer/text_featurizer.py @@ -135,13 +135,13 @@ class TextFeaturizer(): """Character detokenizer. Args: - tokens (List[str]): tokens. + tokens (str): tokens. Returns: str: text string. """ - tokens = [t.replace(SPACE, " ") for t in tokens ] - return "".join(tokens) + tokens = tokens.replace(SPACE, " ") + return tokens def word_tokenize(self, text): """Word tokenizer, separate by ."""