diff --git a/paddlespeech/s2t/exps/wav2vec2/model.py b/paddlespeech/s2t/exps/wav2vec2/model.py
index 8e5f8d9db..47ee17747 100644
--- a/paddlespeech/s2t/exps/wav2vec2/model.py
+++ b/paddlespeech/s2t/exps/wav2vec2/model.py
@@ -279,7 +279,7 @@ class Wav2Vec2ASRTrainer(Trainer):
         logger.info("Setup model!")
 
         # setup speech augmentation for wav2vec2
-        if hasattr(config, 'speech_augment'):
+        if hasattr(config, 'speech_augment') and self.train:
             speechaugment_config = TimeDomainSpecAugmentConfig(
                 config.speech_augment)
             self.speech_augmentation = TimeDomainSpecAugment(