|
|
|
|
@ -42,6 +42,11 @@ echo "chunk mode ${chunk_mode}"
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
if [ ${stage} -le 0 ] && [ ${stop_stage} -ge 0 ]; then
|
|
|
|
|
# format the reference test file
|
|
|
|
|
python3 utils/format_rsl.py \
|
|
|
|
|
--origin_ref data/manifest.test-clean.raw \
|
|
|
|
|
--trans_ref data/manifest.test-clean.text
|
|
|
|
|
|
|
|
|
|
for type in attention; do
|
|
|
|
|
echo "decoding ${type}"
|
|
|
|
|
if [ ${chunk_mode} == true ];then
|
|
|
|
|
@ -63,54 +68,90 @@ if [ ${stage} -le 0 ] && [ ${stop_stage} -ge 0 ]; then
|
|
|
|
|
echo "Failed in evaluation!"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
python3 utils/format_rsl.py \
|
|
|
|
|
--origin_hyp ${ckpt_prefix}.${type}.rsl \
|
|
|
|
|
--trans_hyp ${ckpt_prefix}.${type}.rsl.text
|
|
|
|
|
|
|
|
|
|
python3 utils/compute-wer.py --char=1 --v=1 \
|
|
|
|
|
data/manifest.test-clean.text ${ckpt_prefix}.${type}.rsl.text > ${ckpt_prefix}.${type}.error
|
|
|
|
|
echo "decoding ${type} done."
|
|
|
|
|
done
|
|
|
|
|
|
|
|
|
|
for type in ctc_greedy_search; do
|
|
|
|
|
echo "decoding ${type}"
|
|
|
|
|
if [ ${chunk_mode} == true ];then
|
|
|
|
|
# stream decoding only support batchsize=1
|
|
|
|
|
batch_size=1
|
|
|
|
|
else
|
|
|
|
|
batch_size=64
|
|
|
|
|
fi
|
|
|
|
|
python3 -u ${BIN_DIR}/test.py \
|
|
|
|
|
--ngpu ${ngpu} \
|
|
|
|
|
--config ${config_path} \
|
|
|
|
|
--decode_cfg ${decode_config_path} \
|
|
|
|
|
--result_file ${ckpt_prefix}.${type}.rsl \
|
|
|
|
|
--checkpoint_path ${ckpt_prefix} \
|
|
|
|
|
--opts decode.decoding_method ${type} \
|
|
|
|
|
--opts decode.decode_batch_size ${batch_size}
|
|
|
|
|
|
|
|
|
|
if [ $? -ne 0 ]; then
|
|
|
|
|
echo "Failed in evaluation!"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
python3 utils/format_rsl.py \
|
|
|
|
|
--origin_hyp ${ckpt_prefix}.${type}.rsl \
|
|
|
|
|
--trans_hyp ${ckpt_prefix}.${type}.rsl.text
|
|
|
|
|
|
|
|
|
|
python3 utils/compute-wer.py --char=1 --v=1 \
|
|
|
|
|
data/manifest.test-clean.text ${ckpt_prefix}.${type}.rsl.text > ${ckpt_prefix}.${type}.error
|
|
|
|
|
echo "decoding ${type} done."
|
|
|
|
|
done
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
for type in ctc_greedy_search; do
|
|
|
|
|
echo "decoding ${type}"
|
|
|
|
|
if [ ${chunk_mode} == true ];then
|
|
|
|
|
# stream decoding only support batchsize=1
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for type in ctc_prefix_beam_search attention_rescoring; do
|
|
|
|
|
echo "decoding ${type}"
|
|
|
|
|
batch_size=1
|
|
|
|
|
else
|
|
|
|
|
batch_size=64
|
|
|
|
|
fi
|
|
|
|
|
python3 -u ${BIN_DIR}/test.py \
|
|
|
|
|
--ngpu ${ngpu} \
|
|
|
|
|
--config ${config_path} \
|
|
|
|
|
--decode_cfg ${decode_config_path} \
|
|
|
|
|
--result_file ${ckpt_prefix}.${type}.rsl \
|
|
|
|
|
--checkpoint_path ${ckpt_prefix} \
|
|
|
|
|
--opts decode.decoding_method ${type} \
|
|
|
|
|
--opts decode.decode_batch_size ${batch_size}
|
|
|
|
|
|
|
|
|
|
if [ $? -ne 0 ]; then
|
|
|
|
|
echo "Failed in evaluation!"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
echo "decoding ${type} done."
|
|
|
|
|
done
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
for type in ctc_prefix_beam_search attention_rescoring; do
|
|
|
|
|
echo "decoding ${type}"
|
|
|
|
|
batch_size=1
|
|
|
|
|
python3 -u ${BIN_DIR}/test.py \
|
|
|
|
|
--ngpu ${ngpu} \
|
|
|
|
|
--config ${config_path} \
|
|
|
|
|
--decode_cfg ${decode_config_path} \
|
|
|
|
|
--result_file ${ckpt_prefix}.${type}.rsl \
|
|
|
|
|
--checkpoint_path ${ckpt_prefix} \
|
|
|
|
|
--opts decode.decoding_method ${type} \
|
|
|
|
|
--opts decode.decode_batch_size ${batch_size}
|
|
|
|
|
|
|
|
|
|
if [ $? -ne 0 ]; then
|
|
|
|
|
echo "Failed in evaluation!"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
echo "decoding ${type} done."
|
|
|
|
|
done
|
|
|
|
|
python3 -u ${BIN_DIR}/test.py \
|
|
|
|
|
--ngpu ${ngpu} \
|
|
|
|
|
--config ${config_path} \
|
|
|
|
|
--decode_cfg ${decode_config_path} \
|
|
|
|
|
--result_file ${ckpt_prefix}.${type}.rsl \
|
|
|
|
|
--checkpoint_path ${ckpt_prefix} \
|
|
|
|
|
--opts decode.decoding_method ${type} \
|
|
|
|
|
--opts decode.decode_batch_size ${batch_size}
|
|
|
|
|
|
|
|
|
|
if [ $? -ne 0 ]; then
|
|
|
|
|
echo "Failed in evaluation!"
|
|
|
|
|
exit 1
|
|
|
|
|
fi
|
|
|
|
|
python3 utils/format_rsl.py \
|
|
|
|
|
--origin_hyp ${ckpt_prefix}.${type}.rsl \
|
|
|
|
|
--trans_hyp ${ckpt_prefix}.${type}.rsl.text
|
|
|
|
|
|
|
|
|
|
python3 utils/compute-wer.py --char=1 --v=1 \
|
|
|
|
|
data/manifest.test-clean.text ${ckpt_prefix}.${type}.rsl.text > ${ckpt_prefix}.${type}.error
|
|
|
|
|
echo "decoding ${type} done."
|
|
|
|
|
done
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
if [ ${stage} -le 101 ] && [ ${stop_stage} -ge 101 ]; then
|
|
|
|
|
python3 utils/format_rsl.py \
|
|
|
|
|
--origin_ref data/manifest.test-clean.raw \
|
|
|
|
|
--trans_ref_sclite data/manifest.test.text-clean.sclite
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
output_dir=${ckpt_prefix}
|
|
|
|
|
for type in attention ctc_greedy_search ctc_prefix_beam_search attention_rescoring; do
|
|
|
|
|
python utils/format_rsl.py \
|
|
|
|
|
--origin_hyp ${output_dir}/${type}.rsl \
|
|
|
|
|
--trans_hyp_sclite ${output_dir}/${type}.rsl.text.sclite
|
|
|
|
|
|
|
|
|
|
mkdir -p ${output_dir}/${type}_sclite
|
|
|
|
|
sclite -i wsj -r data/manifest.test-clean.text.sclite -h ${output_dir}/${type}.rsl.text.sclite -e utf-8 -o all -O ${output_dir}/${type}_sclite -c NOASCII
|
|
|
|
|
done
|
|
|
|
|
fi
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
echo "Finished"
|
|
|
|
|
|
|
|
|
|
|
Hui Zhang
2 years ago
committed by
GitHub