fix weight decay

pull/3424/head
Hui Zhang 12 months ago
parent 5d10d6e884
commit 2faa49a39f

@ -102,8 +102,7 @@ class OptimizerFactory():
grad_clip = paddle.nn.ClipGradByGlobalNorm( grad_clip = paddle.nn.ClipGradByGlobalNorm(
args['grad_clip']) if "grad_clip" in args else None args['grad_clip']) if "grad_clip" in args else None
weight_decay = L2Decay( weight_decay = args.get("weight_decay", None)
args['weight_decay']) if "weight_decay" in args else None
if weight_decay: if weight_decay:
logger.info(f'<WeightDecay - {weight_decay}>') logger.info(f'<WeightDecay - {weight_decay}>')
if grad_clip: if grad_clip:

Loading…
Cancel
Save