msb-public
/
PaddleSpeech
mirror of https://github.com/PaddlePaddle/PaddleSpeech
1
0
Code Issues Projects Releases Wiki Activity

optimizer the hips of downloading LM

Browse Source
pull/982/head
huangyuxin 3 years ago
parent e5edc83a43
commit 754c0b560b
13 changed files with 33 additions and 23 deletions
Show Stats Download Patch File Download Diff File

7
README.md
Unescape View File

@ -187,7 +187,7 @@ The current hyperlinks redirect to [Previous Parakeet](https://github.com/Paddle
<td rowspan="2" >Aishell</td> <td rowspan="2" >Aishell</td>
<td >DeepSpeech2 RNN + Conv based Models</td> <td >DeepSpeech2 RNN + Conv based Models</td>
<td> <td>
<a href = "./examples/aishell/s0">deepspeech2-aishell</a> <a href = "./examples/aishell/s0">deepspeech2-aishell</a>
</td> </td>
</tr> </tr>
<tr> <tr>
@ -200,7 +200,7 @@ The current hyperlinks redirect to [Previous Parakeet](https://github.com/Paddle
<td> Librispeech</td> <td> Librispeech</td>
<td>Transformer based Attention Models </td> <td>Transformer based Attention Models </td>
<td> <td>
<a href = "./examples/librispeech/s0">deepspeech2-librispeech</a> / <a href = "./examples/librispeech/s1">transformer.conformer.u2-librispeech</a> / <a href = "./examples/librispeech/s2">transformer.conformer.u2-kaldi-librispeech</a> <a href = "./examples/librispeech/s0">deepspeech2-librispeech</a> / <a href = "./examples/librispeech/s1">transformer.conformer.u2-librispeech</a> / <a href = "./examples/librispeech/s2">transformer.conformer.u2-kaldi-librispeech</a>
</td> </td>
</td> </td>
</tr> </tr>
@ -223,7 +223,7 @@ The current hyperlinks redirect to [Previous Parakeet](https://github.com/Paddle
<td>TIMIT</td> <td>TIMIT</td>
<td>Unified Streaming & Non-streaming Two-pass</td> <td>Unified Streaming & Non-streaming Two-pass</td>
<td> <td>
<a href = "./examples/timit/s1"> u2-timit</a> <a href = "./examples/timit/s1"> u2-timit</a>
</td> </td>
</tr> </tr>
</tbody> </tbody>
@ -351,4 +351,3 @@ howpublished = {\url{https://github.com/PaddlePaddle/DeepSpeech}},
year={2021} year={2021}
} }
``` ```

7
examples/aishell/s0/local/download_lm_ch.sh
Unescape View File

@ -9,12 +9,13 @@ URL='https://deepspeech.bj.bcebos.com/zh_lm/zh_giga.no_cna_cmn.prune01244.klm'
MD5="29e02312deb2e59b3c8686c7966d4fe3" MD5="29e02312deb2e59b3c8686c7966d4fe3"
TARGET=${DIR}/zh_giga.no_cna_cmn.prune01244.klm TARGET=${DIR}/zh_giga.no_cna_cmn.prune01244.klm
echo "Start downloading the language model. The language model is large, please wait for a moment ..."
echo "Download language model ..." download $URL $MD5 $TARGET > /dev/null 2>&1
download $URL $MD5 $TARGET
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

2
examples/aishell/s0/local/test.sh
Unescape View File

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_ch.sh > /dev/null 2>&1 bash local/download_lm_ch.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

6
examples/librispeech/s0/local/download_lm_en.sh
Unescape View File

@ -9,11 +9,13 @@ URL=https://deepspeech.bj.bcebos.com/en_lm/common_crawl_00.prune01111.trie.klm
MD5="099a601759d467cd0a8523ff939819c5" MD5="099a601759d467cd0a8523ff939819c5"
TARGET=${DIR}/common_crawl_00.prune01111.trie.klm TARGET=${DIR}/common_crawl_00.prune01111.trie.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

2
examples/librispeech/s0/local/test.sh
Unescape View File

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_en.sh > /dev/null 2>&1 bash local/download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

6
examples/other/1xt2x/aishell/local/download_lm_ch.sh
Unescape View File

@ -10,11 +10,13 @@ MD5="29e02312deb2e59b3c8686c7966d4fe3"
TARGET=${DIR}/zh_giga.no_cna_cmn.prune01244.klm TARGET=${DIR}/zh_giga.no_cna_cmn.prune01244.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

2
examples/other/1xt2x/aishell/local/test.sh
Unescape View File

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_ch.sh > /dev/null 2>&1 bash local/download_lm_ch.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

6
examples/other/1xt2x/baidu_en8k/local/download_lm_en.sh
Unescape View File

@ -9,11 +9,13 @@ URL=https://deepspeech.bj.bcebos.com/en_lm/common_crawl_00.prune01111.trie.klm
MD5="099a601759d467cd0a8523ff939819c5" MD5="099a601759d467cd0a8523ff939819c5"
TARGET=${DIR}/common_crawl_00.prune01111.trie.klm TARGET=${DIR}/common_crawl_00.prune01111.trie.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

2
examples/other/1xt2x/baidu_en8k/local/test.sh
Unescape View File

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_en.sh > /dev/null 2>&1 bash local/download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

6
examples/other/1xt2x/librispeech/local/download_lm_en.sh
Unescape View File

@ -9,11 +9,13 @@ URL=https://deepspeech.bj.bcebos.com/en_lm/common_crawl_00.prune01111.trie.klm
MD5="099a601759d467cd0a8523ff939819c5" MD5="099a601759d467cd0a8523ff939819c5"
TARGET=${DIR}/common_crawl_00.prune01111.trie.klm TARGET=${DIR}/common_crawl_00.prune01111.trie.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

2
examples/other/1xt2x/librispeech/local/test.sh
Unescape View File

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_en.sh > /dev/null 2>&1 bash local/download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

6
examples/tiny/s0/local/download_lm_en.sh
Unescape View File

@ -9,11 +9,13 @@ URL=https://deepspeech.bj.bcebos.com/en_lm/common_crawl_00.prune01111.trie.klm
MD5="099a601759d467cd0a8523ff939819c5" MD5="099a601759d467cd0a8523ff939819c5"
TARGET=${DIR}/common_crawl_00.prune01111.trie.klm TARGET=${DIR}/common_crawl_00.prune01111.trie.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

2
examples/tiny/s0/local/test.sh
Unescape View File

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_en.sh > /dev/null 2>&1 bash local/download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

Write Preview
Loading…
Cancel
Save