From 35cbbc8a389b32408d75ef6637c232cfd36841a3 Mon Sep 17 00:00:00 2001 From: huangyuxin Date: Tue, 28 Sep 2021 10:29:49 +0000 Subject: [PATCH] add requirements for hub --- hub/requirements.txt | 26 +++++++++++++++++ hub/setup_hub.sh | 66 ++++++++++++++++++++++++++++++++++++++++++++ 2 files changed, 92 insertions(+) create mode 100644 hub/requirements.txt create mode 100644 hub/setup_hub.sh diff --git a/hub/requirements.txt b/hub/requirements.txt new file mode 100644 index 00000000..c4c7d022 --- /dev/null +++ b/hub/requirements.txt @@ -0,0 +1,26 @@ +coverage +gpustat +jsonlines +kaldiio +llvmlite==0.31.0 +loguru +numba==0.47.0 +numpy==1.18.5 +Pillow +pre-commit +pybind11 +python-speech-features +resampy==0.2.2 +sacrebleu +scipy==1.2.1 +sentencepiece +snakeviz +SoundFile==0.9.0.post1 +sox +soxbindings +tensorboardX +textgrid +tqdm +typeguard +visualdl==2.2.0 +yacs diff --git a/hub/setup_hub.sh b/hub/setup_hub.sh new file mode 100644 index 00000000..f2d43ad1 --- /dev/null +++ b/hub/setup_hub.sh @@ -0,0 +1,66 @@ +#! /usr/bin/env bash +cd .. >> /dev/null +source utils/log.sh + + +SUDO='sudo' +if [ $(id -u) -eq 0 ]; then + SUDO='' +fi + +if [ -e /etc/lsb-release ];then + ${SUDO} apt-get update -y + ${SUDO} apt-get install -y jq vim tig tree sox pkg-config libflac-dev libogg-dev libvorbis-dev libboost-dev swig python3-dev + if [ $? != 0 ]; then + error_msg "Please using Ubuntu or install pkg-config libflac-dev libogg-dev libvorbis-dev libboost-dev swig python3-dev by user." + exit -1 + fi +fi + + +source tools/venv/bin/activate + +cd - +#install python dependencies +if [ -f "requirements.txt" ]; then + pip3 install -r requirements.txt +fi +if [ $? != 0 ]; then + error_msg "Install python dependencies failed !!!" + exit 1 +fi +cd .. >> /dev/null + +# install package libsndfile +python3 -c "import soundfile" +if [ $? != 0 ]; then + info_msg "Install package libsndfile into default system path." + wget "http://www.mega-nerd.com/libsndfile/files/libsndfile-1.0.28.tar.gz" + if [ $? != 0 ]; then + error_msg "Download libsndfile-1.0.28.tar.gz failed !!!" + exit 1 + fi + tar -zxvf libsndfile-1.0.28.tar.gz + cd libsndfile-1.0.28 + ./configure > /dev/null && make > /dev/null && make install > /dev/null + cd .. + rm -rf libsndfile-1.0.28 + rm libsndfile-1.0.28.tar.gz +fi + + +# install decoders +python3 -c "import pkg_resources; pkg_resources.require(\"swig_decoders==1.1\")" +if [ $? != 0 ]; then + cd deepspeech/decoders/swig > /dev/null + sh setup.sh + cd - > /dev/null +fi +python3 -c "import pkg_resources; pkg_resources.require(\"swig_decoders==1.1\")" +if [ $? != 0 ]; then + error_msg "Please check why decoder install error!" + exit -1 +fi + + +info_msg "Install all dependencies successfully."