diff --git a/examples/librispeech/s1/README.md b/examples/librispeech/s1/README.md index 080b340e..7f89b808 100644 --- a/examples/librispeech/s1/README.md +++ b/examples/librispeech/s1/README.md @@ -1,5 +1,12 @@ # LibriSpeech +## Data + +| Data Subset | Duration in Seconds | +| data/manifest.train | 0.83s ~ 29.735s | +| data/manifest.dev | 1.065 ~ 35.155s | +| data/manifest.test-clean | 1.285s ~ 34.955s | + ## Conformer | Model | Params | Config | Augmentation| Test set | Decode method | Loss | WER | diff --git a/examples/librispeech/s1/path.sh b/examples/librispeech/s1/path.sh index 30adb6ca..22fb1255 100644 --- a/examples/librispeech/s1/path.sh +++ b/examples/librispeech/s1/path.sh @@ -1,10 +1,10 @@ export MAIN_ROOT=${PWD}/../../../ -export PATH=${MAIN_ROOT}:${MAIN_ROOT}/utils:${PATH} +export PATH=${MAIN_ROOT}:${PWD}/utils:${PATH} export LC_ALL=C # Use UTF-8 in Python to avoid UnicodeDecodeError when LC_ALL=C -export PYTHONIOENCODING=UTF-8 +export PYTHONIOENCODING=UTF-8 export PYTHONPATH=${MAIN_ROOT}:${PYTHONPATH} export LD_LIBRARY_PATH=${LD_LIBRARY_PATH}:/usr/local/lib/ diff --git a/examples/librispeech/s1/utils b/examples/librispeech/s1/utils new file mode 120000 index 00000000..973afe67 --- /dev/null +++ b/examples/librispeech/s1/utils @@ -0,0 +1 @@ +../../../utils \ No newline at end of file diff --git a/setup.sh b/setup.sh index 384d62d2..b340d47b 100644 --- a/setup.sh +++ b/setup.sh @@ -10,7 +10,7 @@ fi if [ -e /etc/lsb-release ];then #${SUDO} apt-get update - ${SUDO} apt-get install -y vim tig tree sox pkg-config libflac-dev libogg-dev libvorbis-dev libboost-dev swig python3-dev + ${SUDO} apt-get install -y jq vim tig tree sox pkg-config libflac-dev libogg-dev libvorbis-dev libboost-dev swig python3-dev if [ $? != 0 ]; then error_msg "Please using Ubuntu or install pkg-config libflac-dev libogg-dev libvorbis-dev libboost-dev swig python3-dev by user." exit -1 @@ -54,10 +54,10 @@ if [ $? != 0 ]; then fi cd AutoLog pip install -r requirements.txt - python setup.py install + python setup.py install cd .. rm -rf AutoLog -fi +fi # install decoders python3 -c "import pkg_resources; pkg_resources.require(\"swig_decoders==1.1\")" diff --git a/utils/duration_from_maniefst.sh b/utils/duration_from_maniefst.sh new file mode 100644 index 00000000..fae579c7 --- /dev/null +++ b/utils/duration_from_maniefst.sh @@ -0,0 +1,10 @@ +#!/bin/bash + +if [ $# == 1 ];then + echo "usage: ${0} manifest_file" + exit -1 +fi + +manifest=$1 + +jq -S '.feat_shape[0]' ${manifest} | sort -nu