Merge pull request #3424 from zh794390558/fix_opt

fix weight decay
1 year ago · a174594465
parent 5d10d6e884 2faa49a39f
commit a174594465
1 changed files with 1 additions and 2 deletions
--- a/paddlespeech/s2t/training/optimizer/init.py
+++ b/paddlespeech/s2t/training/optimizer/init.py
@ -102,8 +102,7 @@ class OptimizerFactory():

        grad_clip = paddle.nn.ClipGradByGlobalNorm(
            args['grad_clip']) if "grad_clip" in args else None
-        weight_decay = L2Decay(
-            args['weight_decay']) if "weight_decay" in args else None
+        weight_decay = args.get("weight_decay", None)
        if weight_decay:
            logger.info(f'<WeightDecay - {weight_decay}>')
        if grad_clip: