From a25768c44a626dce445052a63cf346fc80919f5d Mon Sep 17 00:00:00 2001 From: Yibing Liu Date: Mon, 4 Dec 2017 18:07:47 +0800 Subject: [PATCH 1/2] retune hyper-parameters for librispeech model --- examples/librispeech/run_infer.sh | 4 ++-- examples/librispeech/run_infer_golden.sh | 4 ++-- examples/librispeech/run_test.sh | 4 ++-- examples/librispeech/run_test_golden.sh | 4 ++-- examples/tiny/run_infer.sh | 4 ++-- examples/tiny/run_infer_golden.sh | 4 ++-- examples/tiny/run_test.sh | 4 ++-- examples/tiny/run_test_golden.sh | 4 ++-- 8 files changed, 16 insertions(+), 16 deletions(-) diff --git a/examples/librispeech/run_infer.sh b/examples/librispeech/run_infer.sh index 2df5b6cc4..44b97bacf 100644 --- a/examples/librispeech/run_infer.sh +++ b/examples/librispeech/run_infer.sh @@ -21,8 +21,8 @@ python -u infer.py \ --num_conv_layers=2 \ --num_rnn_layers=3 \ --rnn_layer_size=2048 \ ---alpha=2.15 \ ---beta=0.35 \ +--alpha=2.5 \ +--beta=0.3 \ --cutoff_prob=1.0 \ --cutoff_top_n=40 \ --use_gru=False \ diff --git a/examples/librispeech/run_infer_golden.sh b/examples/librispeech/run_infer_golden.sh index c407cabe4..173790903 100644 --- a/examples/librispeech/run_infer_golden.sh +++ b/examples/librispeech/run_infer_golden.sh @@ -30,8 +30,8 @@ python -u infer.py \ --num_conv_layers=2 \ --num_rnn_layers=3 \ --rnn_layer_size=2048 \ ---alpha=2.15 \ ---beta=0.35 \ +--alpha=2.5 \ +--beta=0.3 \ --cutoff_prob=1.0 \ --cutoff_top_n=40 \ --use_gru=False \ diff --git a/examples/librispeech/run_test.sh b/examples/librispeech/run_test.sh index 0a76704d7..11cd74116 100644 --- a/examples/librispeech/run_test.sh +++ b/examples/librispeech/run_test.sh @@ -22,8 +22,8 @@ python -u test.py \ --num_conv_layers=2 \ --num_rnn_layers=3 \ --rnn_layer_size=2048 \ ---alpha=2.15 \ ---beta=0.35 \ +--alpha=2.5 \ +--beta=0.3 \ --cutoff_prob=1.0 \ --cutoff_top_n=40 \ --use_gru=False \ diff --git a/examples/librispeech/run_test_golden.sh b/examples/librispeech/run_test_golden.sh index 3e7e3b4c5..41dbc0dae 100644 --- a/examples/librispeech/run_test_golden.sh +++ b/examples/librispeech/run_test_golden.sh @@ -31,8 +31,8 @@ python -u test.py \ --num_conv_layers=2 \ --num_rnn_layers=3 \ --rnn_layer_size=2048 \ ---alpha=2.15 \ ---beta=0.35 \ +--alpha=2.5 \ +--beta=0.3 \ --cutoff_prob=1.0 \ --cutoff_top_n=40 \ --use_gru=False \ diff --git a/examples/tiny/run_infer.sh b/examples/tiny/run_infer.sh index 3a345f2ff..0cc140c8e 100644 --- a/examples/tiny/run_infer.sh +++ b/examples/tiny/run_infer.sh @@ -21,8 +21,8 @@ python -u infer.py \ --num_conv_layers=2 \ --num_rnn_layers=3 \ --rnn_layer_size=2048 \ ---alpha=2.15 \ ---beta=0.35 \ +--alpha=2.5 \ +--beta=0.3 \ --cutoff_prob=1.0 \ --cutoff_top_n=40 \ --use_gru=False \ diff --git a/examples/tiny/run_infer_golden.sh b/examples/tiny/run_infer_golden.sh index 72a8be064..cf9aa84c9 100644 --- a/examples/tiny/run_infer_golden.sh +++ b/examples/tiny/run_infer_golden.sh @@ -30,8 +30,8 @@ python -u infer.py \ --num_conv_layers=2 \ --num_rnn_layers=3 \ --rnn_layer_size=2048 \ ---alpha=2.15 \ ---beta=0.35 \ +--alpha=2.5 \ +--beta=0.3 \ --cutoff_prob=1.0 \ --cutoff_top_n=40 \ --use_gru=False \ diff --git a/examples/tiny/run_test.sh b/examples/tiny/run_test.sh index d33863222..a9fe5b936 100644 --- a/examples/tiny/run_test.sh +++ b/examples/tiny/run_test.sh @@ -22,8 +22,8 @@ python -u test.py \ --num_conv_layers=2 \ --num_rnn_layers=3 \ --rnn_layer_size=2048 \ ---alpha=2.15 \ ---beta=0.35 \ +--alpha=2.5 \ +--beta=0.3 \ --cutoff_prob=1.0 \ --cutoff_top_n=40 \ --use_gru=False \ diff --git a/examples/tiny/run_test_golden.sh b/examples/tiny/run_test_golden.sh index 8d3d25c5c..e87ce6eef 100644 --- a/examples/tiny/run_test_golden.sh +++ b/examples/tiny/run_test_golden.sh @@ -31,8 +31,8 @@ python -u test.py \ --num_conv_layers=2 \ --num_rnn_layers=3 \ --rnn_layer_size=2048 \ ---alpha=2.15 \ ---beta=0.35 \ +--alpha=2.5 \ +--beta=0.3 \ --cutoff_prob=1.0 \ --cutoff_top_n=40 \ --use_gru=False \ From d0ce748980c92bb7d6a521f506d26886b3beb9f9 Mon Sep 17 00:00:00 2001 From: Yibing Liu Date: Mon, 4 Dec 2017 18:10:11 +0800 Subject: [PATCH 2/2] update benchmark result for English model --- README.md | 14 +++++++------- 1 file changed, 7 insertions(+), 7 deletions(-) diff --git a/README.md b/README.md index b54ed876f..41307b045 100644 --- a/README.md +++ b/README.md @@ -505,13 +505,13 @@ Language Model | Training Data | Token-based | Size | Descriptions Test Set | LibriSpeech Model | BaiduEN8K Model :--------------------- | ---------------: | -------------------: -LibriSpeech Test-Clean | 7.73 | 6.63 -LibriSpeech Test-Other | 23.15 | 16.59 -VoxForge American-Canadian | 12.30 |   7.46 -VoxForge Commonwealth | 20.03 | 16.23 -VoxForge European | 30.31 | 20.47 -VoxForge Indian | 55.47 | 28.15 -Baidu Internal Testset  |   44.71 |   8.92 +LibriSpeech Test-Clean | 6.85 | 5.73 +LibriSpeech Test-Other | 21.18 | 14.47 +VoxForge American-Canadian | 12.12 |   7.37 +VoxForge Commonwealth | 19.82 | 15.58 +VoxForge European | 30.15 | 19.44 +VoxForge Indian | 53.73 | 26.15 +Baidu Internal Testset  |   40.75 |   8.82 For reproducing benchmark results on VoxForge data, we provide a script to download data and generate VoxForge dialect manifest files. Please go to ```data/voxforge``` and execute ```sh run_data.sh``` to get VoxForge dialect manifest files. Notice that VoxForge data may keep updating and the generated manifest files may have difference from those we evaluated on.