fix the bug of detokenize

4 years ago · d36d742b0f
parent ac36e92cae
commit d36d742b0f
1 changed files with 3 additions and 3 deletions
--- a/deepspeech/frontend/featurizer/text_featurizer.py
+++ b/deepspeech/frontend/featurizer/text_featurizer.py
@ -135,13 +135,13 @@ class TextFeaturizer():
        """Character detokenizer.
        Args:
-            tokens (List[str]): tokens.
+            tokens (str): tokens.
        Returns:
           str: text string.
        """
-        tokens = [t.replace(SPACE, " ") for t in tokens ]
+        tokens = tokens.replace(SPACE, " ")
-        return "".join(tokens)
+        return tokens
    def word_tokenize(self, text):
        """Word tokenizer, separate by <space>."""