fix weight decay

2 years ago · 50204ec3e5
parent 0ac4b163ec
commit 50204ec3e5
1 changed files with 1 additions and 2 deletions
--- a/paddlespeech/s2t/training/optimizer/init.py
+++ b/paddlespeech/s2t/training/optimizer/init.py
@ -102,8 +102,7 @@ class OptimizerFactory():

        grad_clip = paddle.nn.ClipGradByGlobalNorm(
            args['grad_clip']) if "grad_clip" in args else None
-        weight_decay = L2Decay(
-            args['weight_decay']) if "weight_decay" in args else None
+        weight_decay = args.get("weight_decay", None)
        if weight_decay:
            logger.info(f'<WeightDecay - {weight_decay}>')
        if grad_clip: