From c5f8e44e5341292307a49f151209d95c25ddb1ae Mon Sep 17 00:00:00 2001 From: WongLaw Date: Tue, 27 Dec 2022 08:33:41 +0000 Subject: [PATCH] Diff attention opearation, test=tts --- paddlespeech/t2s/modules/transformer/attention.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/paddlespeech/t2s/modules/transformer/attention.py b/paddlespeech/t2s/modules/transformer/attention.py index d7a032445..e3c9a992a 100644 --- a/paddlespeech/t2s/modules/transformer/attention.py +++ b/paddlespeech/t2s/modules/transformer/attention.py @@ -196,7 +196,7 @@ class RelPositionMultiHeadedAttention(MultiHeadedAttention): if self.zero_triu: ones = paddle.ones((t1, t2)) - x = x * paddle.tril(ones, t2 - 1)[None, None, :, :] + x = x * paddle.tril(ones, t2 - t1)[None, None, :, :] return x @@ -299,7 +299,7 @@ class LegacyRelPositionMultiHeadedAttention(MultiHeadedAttention): if self.zero_triu: ones = paddle.ones((t1, t2)) - x = x * paddle.tril(ones, t2 - 1)[None, None, :, :] + x = x * paddle.tril(ones, t2 - t1)[None, None, :, :] return x