when loss div batchsize, change lr, more epoch, loss can reduce more and cer lower than before

pull/567/head
Hui Zhang 5 years ago
parent 258307df9b
commit e520077652

@ -1,7 +1,7 @@
# Aishell-1 # Aishell-1
## CTC ## CTC
| Model | Config | Test set | CER | | Model | Config | Test Set | CER | Valid Loss |
| --- | --- | --- | --- | | --- | --- | --- | --- | --- |
| DeepSpeech2 | conf/deepspeech2.yaml | test | 0.078977 | | DeepSpeech2 | conf/deepspeech2.yaml | test | 0.078786 | 7.036566 |
| DeepSpeech2 | release 1.8.5 | test | 0.080447 | | DeepSpeech2 | release 1.8.5 | test | 0.080447 | - |

@ -29,8 +29,8 @@ model:
use_gru: True use_gru: True
share_rnn_weights: False share_rnn_weights: False
training: training:
n_epoch: 30 n_epoch: 50
lr: 5e-4 lr: 2e-3
lr_decay: 0.83 lr_decay: 0.83
weight_decay: 1e-06 weight_decay: 1e-06
global_grad_clip: 5.0 global_grad_clip: 5.0

@ -2,7 +2,7 @@
# train model # train model
# if you wish to resume from an exists model, uncomment --init_from_pretrained_model # if you wish to resume from an exists model, uncomment --init_from_pretrained_model
export FLAGS_sync_nccl_allreduce=0 #export FLAGS_sync_nccl_allreduce=0
ngpu=$(echo ${CUDA_VISIBLE_DEVICES} | python -c 'import sys; a = sys.stdin.read(); print(len(a.split(",")));') ngpu=$(echo ${CUDA_VISIBLE_DEVICES} | python -c 'import sys; a = sys.stdin.read(); print(len(a.split(",")));')
echo "using $ngpu gpus..." echo "using $ngpu gpus..."

Loading…
Cancel
Save