make *.sh files more robust in DS2

pull/2/head
Yibing Liu 7 years ago
parent 19eb6343b8
commit 3663ba57d0

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download data, generate manifests # download data, generate manifests
PYTHONPATH=.:$PYTHONPATH python data/aishell/aishell.py \ PYTHONPATH=.:$PYTHONPATH python data/aishell/aishell.py \

@ -1,14 +1,14 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_ch.sh sh download_lm_ch.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# infer # infer

@ -1,23 +1,23 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_ch.sh sh download_lm_ch.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# download well-trained model # download well-trained model
pushd models/aishell > /dev/null cd models/aishell > /dev/null
sh download_model.sh sh download_model.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# infer # infer

@ -1,14 +1,14 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_ch.sh sh download_lm_ch.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# evaluate model # evaluate model

@ -1,23 +1,23 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_ch.sh sh download_lm_ch.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# download well-trained model # download well-trained model
pushd models/aishell > /dev/null cd models/aishell > /dev/null
sh download_model.sh sh download_model.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# evaluate model # evaluate model

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# train model # train model
# if you wish to resume from an exists model, uncomment --init_model_path # if you wish to resume from an exists model, uncomment --init_model_path

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download data, generate manifests # download data, generate manifests
PYTHONPATH=.:$PYPYTHONPATH python data/librispeech/librispeech.py \ PYTHONPATH=.:$PYPYTHONPATH python data/librispeech/librispeech.py \

@ -1,14 +1,14 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_en.sh sh download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# infer # infer

@ -1,23 +1,23 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_en.sh sh download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# download well-trained model # download well-trained model
pushd models/librispeech > /dev/null cd models/librispeech > /dev/null
sh download_model.sh sh download_model.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# infer # infer

@ -1,14 +1,14 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_en.sh sh download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# evaluate model # evaluate model

@ -1,23 +1,23 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_en.sh sh download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# download well-trained model # download well-trained model
pushd models/librispeech > /dev/null cd models/librispeech > /dev/null
sh download_model.sh sh download_model.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# evaluate model # evaluate model

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# train model # train model
# if you wish to resume from an exists model, uncomment --init_model_path # if you wish to resume from an exists model, uncomment --init_model_path

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# grid-search for hyper-parameters in language model # grid-search for hyper-parameters in language model
CUDA_VISIBLE_DEVICES=0,1,2,3 \ CUDA_VISIBLE_DEVICES=0,1,2,3 \

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# start demo client # start demo client
CUDA_VISIBLE_DEVICES=0 \ CUDA_VISIBLE_DEVICES=0 \

@ -1,24 +1,24 @@
#! /usr/bin/env bash #! /usr/bin/env bash
# TODO: replace the model with a mandarin model # TODO: replace the model with a mandarin model
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_en.sh sh download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# download well-trained model # download well-trained model
pushd models/librispeech > /dev/null cd models/librispeech > /dev/null
sh download_model.sh sh download_model.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# start demo server # start demo server

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# prepare folder # prepare folder
if [ ! -e data/tiny ]; then if [ ! -e data/tiny ]; then

@ -1,14 +1,14 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_en.sh sh download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# infer # infer

@ -1,23 +1,23 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_en.sh sh download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# download well-trained model # download well-trained model
pushd models/librispeech > /dev/null cd models/librispeech > /dev/null
sh download_model.sh sh download_model.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# infer # infer

@ -1,14 +1,14 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_en.sh sh download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# evaluate model # evaluate model

@ -1,23 +1,23 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# download language model # download language model
pushd models/lm > /dev/null cd models/lm > /dev/null
sh download_lm_en.sh sh download_lm_en.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# download well-trained model # download well-trained model
pushd models/librispeech > /dev/null cd models/librispeech > /dev/null
sh download_model.sh sh download_model.sh
if [ $? -ne 0 ]; then if [ $? -ne 0 ]; then
exit 1 exit 1
fi fi
popd > /dev/null cd - > /dev/null
# evaluate model # evaluate model

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# train model # train model
# if you wish to resume from an exists model, uncomment --init_model_path # if you wish to resume from an exists model, uncomment --init_model_path

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
pushd ../.. > /dev/null cd ../.. > /dev/null
# grid-search for hyper-parameters in language model # grid-search for hyper-parameters in language model
CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \ CUDA_VISIBLE_DEVICES=0,1,2,3,4,5,6,7 \

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
source ../../utils/utility.sh . ../../utils/utility.sh
URL='http://cloud.dlnel.org/filepub/?uuid=6c83b9d8-3255-4adf-9726-0fe0be3d0274' URL='http://cloud.dlnel.org/filepub/?uuid=6c83b9d8-3255-4adf-9726-0fe0be3d0274'
MD5=28521a58552885a81cf92a1e9b133a71 MD5=28521a58552885a81cf92a1e9b133a71

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
source ../../utils/utility.sh . ../../utils/utility.sh
URL='http://cloud.dlnel.org/filepub/?uuid=8e3cf742-2ff3-41ce-a49d-f6158cc06a23' URL='http://cloud.dlnel.org/filepub/?uuid=8e3cf742-2ff3-41ce-a49d-f6158cc06a23'
MD5=2ef08f8b608a7c555592161fc14d81a6 MD5=2ef08f8b608a7c555592161fc14d81a6

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
source ../../utils/utility.sh . ../../utils/utility.sh
URL=http://cloud.dlnel.org/filepub/?uuid=d21861e4-4ed6-45bb-ad8e-ae417a43195e URL=http://cloud.dlnel.org/filepub/?uuid=d21861e4-4ed6-45bb-ad8e-ae417a43195e
MD5="29e02312deb2e59b3c8686c7966d4fe3" MD5="29e02312deb2e59b3c8686c7966d4fe3"

@ -1,6 +1,6 @@
#! /usr/bin/env bash #! /usr/bin/env bash
source ../../utils/utility.sh . ../../utils/utility.sh
URL=http://paddlepaddle.bj.bcebos.com/model_zoo/speech/common_crawl_00.prune01111.trie.klm URL=http://paddlepaddle.bj.bcebos.com/model_zoo/speech/common_crawl_00.prune01111.trie.klm
MD5="099a601759d467cd0a8523ff939819c5" MD5="099a601759d467cd0a8523ff939819c5"

Loading…
Cancel
Save