msb-public
/
PaddleSpeech
mirror of https://github.com/PaddlePaddle/PaddleSpeech
1
0
Code Issues Projects Releases Wiki Activity

Diff attention opearation, test=tts

Browse Source
pull/2770/head
WongLaw 3 years ago
parent f28d0a103b
commit c5f8e44e53
1 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File

4
paddlespeech/t2s/modules/transformer/attention.py
Unescape View File

@ -196,7 +196,7 @@ class RelPositionMultiHeadedAttention(MultiHeadedAttention):
if self.zero_triu: if self.zero_triu:
ones = paddle.ones((t1, t2)) ones = paddle.ones((t1, t2))
x = x * paddle.tril(ones, t2 - 1)[None, None, :, :] x = x * paddle.tril(ones, t2 - t1)[None, None, :, :]
return x return x
@ -299,7 +299,7 @@ class LegacyRelPositionMultiHeadedAttention(MultiHeadedAttention):
if self.zero_triu: if self.zero_triu:
ones = paddle.ones((t1, t2)) ones = paddle.ones((t1, t2))
x = x * paddle.tril(ones, t2 - 1)[None, None, :, :] x = x * paddle.tril(ones, t2 - t1)[None, None, :, :]
return x return x

Write Preview
Loading…
Cancel
Save