Merge pull request #915 from gongel/dp_bugfix

[BUGFIX] tokenids ---> _tokenids
3 years ago · d9f8c1b895
parent 0674d9ec24 5c8e66600e
commit d9f8c1b895
1 changed files with 2 additions and 2 deletions
--- a/deepspeech/io/collator.py
+++ b/deepspeech/io/collator.py
@ -194,7 +194,7 @@ class SpeechCollatorBase():
        texts = []
        text_lens = []
        utts = []
-        tids = [] # tokenids
+        tids = []  # tokenids

        for idx, item in enumerate(batch):
            utts.append(item['utt'])
@ -354,7 +354,7 @@ class TripletSpeechCollator(SpeechCollator):

            tokens = [[], []]
            for idx, text in enumerate([translation, transcription]):
-                tokens[idx] = tokenids(text, self.keep_transcription_text)
+                tokens[idx] = _tokenids(text, self.keep_transcription_text)

            translation_text.append(tokens[0])
            translation_text_lens.append(tokens[0].shape[0])