From 69da9113150af6e1606ed2520b8148af85bc26b6 Mon Sep 17 00:00:00 2001 From: Hui Zhang Date: Thu, 20 May 2021 03:11:57 +0000 Subject: [PATCH] add sha-bone; remove avg.sh from egs; --- examples/aishell/s0/local/avg.sh | 23 ----------------------- examples/librispeech/s0/local/avg.sh | 23 ----------------------- examples/librispeech/s1/local/avg.sh | 23 ----------------------- examples/tiny/s0/local/avg.sh | 23 ----------------------- examples/tiny/s1/local/avg.sh | 23 ----------------------- utils/build_vocab.py | 5 +++-- utils/compute_mean_std.py | 1 + utils/format_data.py | 1 + utils/spm_decode | 2 +- utils/spm_encode | 2 +- 10 files changed, 7 insertions(+), 119 deletions(-) delete mode 100755 examples/aishell/s0/local/avg.sh delete mode 100755 examples/librispeech/s0/local/avg.sh delete mode 100755 examples/librispeech/s1/local/avg.sh delete mode 100755 examples/tiny/s0/local/avg.sh delete mode 100755 examples/tiny/s1/local/avg.sh diff --git a/examples/aishell/s0/local/avg.sh b/examples/aishell/s0/local/avg.sh deleted file mode 100755 index 8589e3530..000000000 --- a/examples/aishell/s0/local/avg.sh +++ /dev/null @@ -1,23 +0,0 @@ -#! /usr/bin/env bash - -if [ $# != 2 ];then - echo "usage: ${0} ckpt_dir avg_num" - exit -1 -fi - -ckpt_dir=${1} -average_num=${2} -decode_checkpoint=${ckpt_dir}/avg_${average_num}.pdparams - -python3 -u ${MAIN_ROOT}/utils/avg_model.py \ ---dst_model ${decode_checkpoint} \ ---ckpt_dir ${ckpt_dir} \ ---num ${average_num} \ ---val_best - -if [ $? -ne 0 ]; then - echo "Failed in avg ckpt!" - exit 1 -fi - -exit 0 \ No newline at end of file diff --git a/examples/librispeech/s0/local/avg.sh b/examples/librispeech/s0/local/avg.sh deleted file mode 100755 index 8589e3530..000000000 --- a/examples/librispeech/s0/local/avg.sh +++ /dev/null @@ -1,23 +0,0 @@ -#! /usr/bin/env bash - -if [ $# != 2 ];then - echo "usage: ${0} ckpt_dir avg_num" - exit -1 -fi - -ckpt_dir=${1} -average_num=${2} -decode_checkpoint=${ckpt_dir}/avg_${average_num}.pdparams - -python3 -u ${MAIN_ROOT}/utils/avg_model.py \ ---dst_model ${decode_checkpoint} \ ---ckpt_dir ${ckpt_dir} \ ---num ${average_num} \ ---val_best - -if [ $? -ne 0 ]; then - echo "Failed in avg ckpt!" - exit 1 -fi - -exit 0 \ No newline at end of file diff --git a/examples/librispeech/s1/local/avg.sh b/examples/librispeech/s1/local/avg.sh deleted file mode 100755 index 3d15ce237..000000000 --- a/examples/librispeech/s1/local/avg.sh +++ /dev/null @@ -1,23 +0,0 @@ -#! /usr/bin/env bash - -if [ $# != 2 ]; then - echo "usage: ${0} ckpt_dir avg_num" - exit -1 -fi - -ckpt_dir=${1} -average_num=${2} -decode_checkpoint=${ckpt_dir}/avg_${average_num}.pdparams - -python3 -u ${MAIN_ROOT}/utils/avg_model.py \ ---dst_model ${decode_checkpoint} \ ---ckpt_dir ${ckpt_dir} \ ---num ${average_num} \ ---val_best - -if [ $? -ne 0 ]; then - echo "Failed in avg ckpt!" - exit 1 -fi - -exit 0 diff --git a/examples/tiny/s0/local/avg.sh b/examples/tiny/s0/local/avg.sh deleted file mode 100755 index 8589e3530..000000000 --- a/examples/tiny/s0/local/avg.sh +++ /dev/null @@ -1,23 +0,0 @@ -#! /usr/bin/env bash - -if [ $# != 2 ];then - echo "usage: ${0} ckpt_dir avg_num" - exit -1 -fi - -ckpt_dir=${1} -average_num=${2} -decode_checkpoint=${ckpt_dir}/avg_${average_num}.pdparams - -python3 -u ${MAIN_ROOT}/utils/avg_model.py \ ---dst_model ${decode_checkpoint} \ ---ckpt_dir ${ckpt_dir} \ ---num ${average_num} \ ---val_best - -if [ $? -ne 0 ]; then - echo "Failed in avg ckpt!" - exit 1 -fi - -exit 0 \ No newline at end of file diff --git a/examples/tiny/s1/local/avg.sh b/examples/tiny/s1/local/avg.sh deleted file mode 100755 index 8589e3530..000000000 --- a/examples/tiny/s1/local/avg.sh +++ /dev/null @@ -1,23 +0,0 @@ -#! /usr/bin/env bash - -if [ $# != 2 ];then - echo "usage: ${0} ckpt_dir avg_num" - exit -1 -fi - -ckpt_dir=${1} -average_num=${2} -decode_checkpoint=${ckpt_dir}/avg_${average_num}.pdparams - -python3 -u ${MAIN_ROOT}/utils/avg_model.py \ ---dst_model ${decode_checkpoint} \ ---ckpt_dir ${ckpt_dir} \ ---num ${average_num} \ ---val_best - -if [ $? -ne 0 ]; then - echo "Failed in avg ckpt!" - exit 1 -fi - -exit 0 \ No newline at end of file diff --git a/utils/build_vocab.py b/utils/build_vocab.py index 609ce8e7e..76092b25d 100755 --- a/utils/build_vocab.py +++ b/utils/build_vocab.py @@ -1,3 +1,4 @@ +#!/usr/bin/env python3 # Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); @@ -70,8 +71,8 @@ def main(): fout.write(UNK + '\n') # must be 1 if args.unit_type == 'spm': - # tools/spm_train --input=$wave_data/lang_char/input.txt - # --vocab_size=${nbpe} --model_type=${bpemode} + # tools/spm_train --input=$wave_data/lang_char/input.txt + # --vocab_size=${nbpe} --model_type=${bpemode} # --model_prefix=${bpemodel} --input_sentence_size=100000000 import sentencepiece as spm diff --git a/utils/compute_mean_std.py b/utils/compute_mean_std.py index aff6f47c6..a468153d3 100755 --- a/utils/compute_mean_std.py +++ b/utils/compute_mean_std.py @@ -1,3 +1,4 @@ +#!/usr/bin/env python3 # Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); diff --git a/utils/format_data.py b/utils/format_data.py index 9565da14a..72262b2ff 100755 --- a/utils/format_data.py +++ b/utils/format_data.py @@ -1,3 +1,4 @@ +#!/usr/bin/env python3 # Copyright (c) 2021 PaddlePaddle Authors. All Rights Reserved. # # Licensed under the Apache License, Version 2.0 (the "License"); diff --git a/utils/spm_decode b/utils/spm_decode index 8497ad811..f22c5bb30 100755 --- a/utils/spm_decode +++ b/utils/spm_decode @@ -1,4 +1,4 @@ -#!/usr/bin/env python +#!/usr/bin/env python3 # Copyright (c) Facebook, Inc. and its affiliates. # All rights reserved. # diff --git a/utils/spm_encode b/utils/spm_encode index 99357045a..92ac5c1d9 100755 --- a/utils/spm_encode +++ b/utils/spm_encode @@ -1,4 +1,4 @@ -#!/usr/bin/env python +#!/usr/bin/env python3 # Copyright (c) Facebook, Inc. and its affiliates. # All rights reserved. #