optimizer the hips of downloading LM

pull/982/head
huangyuxin 3 years ago
parent e5edc83a43
commit 754c0b560b

@ -351,4 +351,3 @@ howpublished = {\url{https://github.com/PaddlePaddle/DeepSpeech}},
year={2021} year={2021}
} }
``` ```

@ -9,12 +9,13 @@ URL='https://deepspeech.bj.bcebos.com/zh_lm/zh_giga.no_cna_cmn.prune01244.klm'
MD5="29e02312deb2e59b3c8686c7966d4fe3" MD5="29e02312deb2e59b3c8686c7966d4fe3"
TARGET=${DIR}/zh_giga.no_cna_cmn.prune01244.klm TARGET=${DIR}/zh_giga.no_cna_cmn.prune01244.klm
echo "Start downloading the language model. The language model is large, please wait for a moment ..."
echo "Download language model ..." download $URL $MD5 $TARGET > /dev/null 2>&1
download $URL $MD5 $TARGET
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_ch.sh > /dev/null 2>&1 bash local/download_lm_ch.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

@ -9,11 +9,13 @@ URL=https://deepspeech.bj.bcebos.com/en_lm/common_crawl_00.prune01111.trie.klm
MD5="099a601759d467cd0a8523ff939819c5" MD5="099a601759d467cd0a8523ff939819c5"
TARGET=${DIR}/common_crawl_00.prune01111.trie.klm TARGET=${DIR}/common_crawl_00.prune01111.trie.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_en.sh > /dev/null 2>&1 bash local/download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

@ -10,11 +10,13 @@ MD5="29e02312deb2e59b3c8686c7966d4fe3"
TARGET=${DIR}/zh_giga.no_cna_cmn.prune01244.klm TARGET=${DIR}/zh_giga.no_cna_cmn.prune01244.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_ch.sh > /dev/null 2>&1 bash local/download_lm_ch.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

@ -9,11 +9,13 @@ URL=https://deepspeech.bj.bcebos.com/en_lm/common_crawl_00.prune01111.trie.klm
MD5="099a601759d467cd0a8523ff939819c5" MD5="099a601759d467cd0a8523ff939819c5"
TARGET=${DIR}/common_crawl_00.prune01111.trie.klm TARGET=${DIR}/common_crawl_00.prune01111.trie.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_en.sh > /dev/null 2>&1 bash local/download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

@ -9,11 +9,13 @@ URL=https://deepspeech.bj.bcebos.com/en_lm/common_crawl_00.prune01111.trie.klm
MD5="099a601759d467cd0a8523ff939819c5" MD5="099a601759d467cd0a8523ff939819c5"
TARGET=${DIR}/common_crawl_00.prune01111.trie.klm TARGET=${DIR}/common_crawl_00.prune01111.trie.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_en.sh > /dev/null 2>&1 bash local/download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

@ -9,11 +9,13 @@ URL=https://deepspeech.bj.bcebos.com/en_lm/common_crawl_00.prune01111.trie.klm
MD5="099a601759d467cd0a8523ff939819c5" MD5="099a601759d467cd0a8523ff939819c5"
TARGET=${DIR}/common_crawl_00.prune01111.trie.klm TARGET=${DIR}/common_crawl_00.prune01111.trie.klm
echo "Download language model ..." echo "Start downloading the language model. The language model is large, please wait for a moment ..."
download $URL $MD5 $TARGET download $URL $MD5 $TARGET > /dev/null 2>&1
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
echo "Fail to download the language model!" echo "Fail to download the language model!"
exit 1 exit 1
else
echo "Download the language model sucessfully"
fi fi

@ -13,7 +13,7 @@ ckpt_prefix=$2
model_type=$3 model_type=$3
# download language model # download language model
bash local/download_lm_en.sh > /dev/null 2>&1 bash local/download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi

Loading…
Cancel
Save