You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
62 lines
2.2 KiB
62 lines
2.2 KiB
3 years ago
|
#!/bin/bash
|
||
|
|
source test_tipc/common_func.sh
|
||
|
|
|
||
|
|
FILENAME=$1
|
||
|
|
|
||
|
|
# MODE be one of ['benchmark_train_lite_infer' 'benchmark_train_whole_infer' 'whole_train_whole_infer',
|
||
|
|
# 'whole_infer', 'klquant_whole_infer',
|
||
|
|
# 'cpp_infer', 'serving_infer', 'benchmark_train']
|
||
|
|
|
||
|
|
|
||
|
|
MODE=$2
|
||
|
|
|
||
|
|
dataline=$(cat ${FILENAME})
|
||
|
|
|
||
|
|
# parser params
|
||
|
|
IFS=$'\n'
|
||
|
|
lines=(${dataline})
|
||
|
|
|
||
|
|
# The training params
|
||
|
|
model_name=$(func_parser_value "${lines[1]}")
|
||
|
|
|
||
|
|
echo "model_name:"${model_name}
|
||
|
|
trainer_list=$(func_parser_value "${lines[14]}")
|
||
|
|
|
||
|
|
if [ ${MODE} = "benchmark_train" ];then
|
||
|
|
curPath=$(readlink -f "$(dirname "$0")")
|
||
|
|
echo "curPath:"${curPath}
|
||
|
|
cd ${curPath}/../..
|
||
|
|
pip install .
|
||
|
|
cd -
|
||
|
|
if [ ${model_name} == "conformer" ]; then
|
||
|
|
# set the URL for aishell_tiny dataset
|
||
|
|
URL='None'
|
||
|
|
echo "URL:"${URL}
|
||
|
|
if [ ${URL} == 'None' ];then
|
||
|
|
echo "please contact author to get the URL.\n"
|
||
|
|
exit
|
||
|
|
fi
|
||
|
|
sed -i "s#^URL_ROOT_TAG#URL_ROOT = '${URL}'#g" ${curPath}/conformer/scripts/aishell_tiny.py
|
||
|
|
cp ${curPath}/conformer/scripts/aishell_tiny.py ${curPath}/../../dataset/aishell/
|
||
|
|
cd ${curPath}/../../examples/aishell/asr1
|
||
|
|
source path.sh
|
||
|
|
# download audio data
|
||
|
|
sed -i "s#aishell.py#aishell_tiny.py#g" ./local/data.sh
|
||
|
|
bash ./local/data.sh || exit -1
|
||
|
|
if [ $? -ne 0 ]; then
|
||
|
|
exit 1
|
||
|
|
fi
|
||
|
|
mkdir -p ${curPath}/conformer/benchmark_train/
|
||
|
|
cp -rf conf ${curPath}/conformer/benchmark_train/
|
||
|
|
cp -rf data ${curPath}/conformer/benchmark_train/
|
||
|
|
cd ${curPath}
|
||
|
|
|
||
|
|
sed -i "s#accum_grad: 2#accum_grad: 1#g" ${curPath}/conformer/benchmark_train/conf/conformer.yaml
|
||
|
|
sed -i "s#data/#test_tipc/conformer/benchmark_train/data/#g" ${curPath}/conformer/benchmark_train/conf/conformer.yaml
|
||
|
|
sed -i "s#conf/#test_tipc/conformer/benchmark_train/conf/#g" ${curPath}/conformer/benchmark_train/conf/conformer.yaml
|
||
|
|
sed -i "s#data/#test_tipc/conformer/benchmark_train/data/#g" ${curPath}/conformer/benchmark_train/conf/tuning/decode.yaml
|
||
|
|
sed -i "s#data/#test_tipc/conformer/benchmark_train/data/#g" ${curPath}/conformer/benchmark_train/conf/preprocess.yaml
|
||
|
|
|
||
|
|
fi
|
||
|
|
fi
|