Merge pull request #1979 from SmileGoat/refactor_file_struct
[Speechx] refactor examples && rename some binaryspull/1985/head
Hui Zhang
3 years ago
committed by
GitHub
commit
9e3b43841a
@ -0,0 +1,8 @@
|
|||||||
|
# Codelab
|
||||||
|
|
||||||
|
## introduction
|
||||||
|
|
||||||
|
> The below is for developing and offline testing. Do not run it only if you know what it is.
|
||||||
|
* nnet
|
||||||
|
* feat
|
||||||
|
* decoder
|
||||||
@ -0,0 +1,14 @@
|
|||||||
|
# This contains the locations of binarys build required for running the examples.
|
||||||
|
|
||||||
|
SPEECHX_ROOT=$PWD/../../../
|
||||||
|
SPEECHX_BUILD=$SPEECHX_ROOT/build/speechx
|
||||||
|
|
||||||
|
SPEECHX_TOOLS=$SPEECHX_ROOT/tools
|
||||||
|
TOOLS_BIN=$SPEECHX_TOOLS/valgrind/install/bin
|
||||||
|
|
||||||
|
[ -d $SPEECHX_BUILD ] || { echo "Error: 'build/speechx' directory not found. please ensure that the project build successfully"; }
|
||||||
|
|
||||||
|
export LC_AL=C
|
||||||
|
|
||||||
|
SPEECHX_BIN=$SPEECHX_ROOT/build/speechx/decoder:$SPEECHX_ROOT/build/speechx/frontend/audio
|
||||||
|
export PATH=$PATH:$SPEECHX_BIN:$TOOLS_BIN
|
||||||
@ -1,6 +0,0 @@
|
|||||||
cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
|
|
||||||
|
|
||||||
add_subdirectory(feat)
|
|
||||||
add_subdirectory(nnet)
|
|
||||||
add_subdirectory(decoder)
|
|
||||||
add_subdirectory(websocket)
|
|
||||||
@ -1,22 +0,0 @@
|
|||||||
cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
|
|
||||||
|
|
||||||
set(bin_name ctc-prefix-beam-search-decoder-ol)
|
|
||||||
add_executable(${bin_name} ${CMAKE_CURRENT_SOURCE_DIR}/${bin_name}.cc)
|
|
||||||
target_include_directories(${bin_name} PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
|
||||||
target_link_libraries(${bin_name} PUBLIC nnet decoder fst utils gflags glog kaldi-base kaldi-matrix kaldi-util ${DEPS})
|
|
||||||
|
|
||||||
|
|
||||||
set(bin_name wfst-decoder-ol)
|
|
||||||
add_executable(${bin_name} ${CMAKE_CURRENT_SOURCE_DIR}/${bin_name}.cc)
|
|
||||||
target_include_directories(${bin_name} PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
|
||||||
target_link_libraries(${bin_name} PUBLIC nnet decoder fst utils gflags glog kaldi-base kaldi-matrix kaldi-util kaldi-decoder ${DEPS})
|
|
||||||
|
|
||||||
|
|
||||||
set(bin_name nnet-logprob-decoder-test)
|
|
||||||
add_executable(${bin_name} ${CMAKE_CURRENT_SOURCE_DIR}/${bin_name}.cc)
|
|
||||||
target_include_directories(${bin_name} PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
|
||||||
target_link_libraries(${bin_name} PUBLIC nnet decoder fst utils gflags glog kaldi-base kaldi-matrix kaldi-util ${DEPS})
|
|
||||||
|
|
||||||
add_executable(recognizer_test_main ${CMAKE_CURRENT_SOURCE_DIR}/recognizer_test_main.cc)
|
|
||||||
target_include_directories(recognizer_test_main PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
|
||||||
target_link_libraries(recognizer_test_main PUBLIC frontend kaldi-feat-common nnet decoder fst utils gflags glog kaldi-base kaldi-matrix kaldi-util kaldi-decoder ${DEPS})
|
|
||||||
@ -1,3 +0,0 @@
|
|||||||
#!/bin/bash
|
|
||||||
|
|
||||||
|
|
||||||
@ -1,2 +0,0 @@
|
|||||||
exp
|
|
||||||
data
|
|
||||||
@ -1,16 +0,0 @@
|
|||||||
cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
|
|
||||||
|
|
||||||
set(bin_name linear-spectrogram-wo-db-norm-ol)
|
|
||||||
add_executable(${bin_name} ${CMAKE_CURRENT_SOURCE_DIR}/${bin_name}.cc)
|
|
||||||
target_include_directories(${bin_name} PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
|
||||||
target_link_libraries(${bin_name} frontend kaldi-util kaldi-feat-common gflags glog)
|
|
||||||
|
|
||||||
set(bin_name compute_fbank_main)
|
|
||||||
add_executable(${bin_name} ${CMAKE_CURRENT_SOURCE_DIR}/${bin_name}.cc)
|
|
||||||
target_include_directories(${bin_name} PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
|
||||||
target_link_libraries(${bin_name} frontend kaldi-util kaldi-feat-common gflags glog)
|
|
||||||
|
|
||||||
set(bin_name cmvn-json2kaldi)
|
|
||||||
add_executable(${bin_name} ${CMAKE_CURRENT_SOURCE_DIR}/${bin_name}.cc)
|
|
||||||
target_include_directories(${bin_name} PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
|
||||||
target_link_libraries(${bin_name} utils kaldi-util kaldi-matrix gflags glog)
|
|
||||||
@ -1,14 +0,0 @@
|
|||||||
# This contains the locations of binarys build required for running the examples.
|
|
||||||
|
|
||||||
SPEECHX_ROOT=$PWD/../../../
|
|
||||||
SPEECHX_EXAMPLES=$SPEECHX_ROOT/build/examples
|
|
||||||
|
|
||||||
SPEECHX_TOOLS=$SPEECHX_ROOT/tools
|
|
||||||
TOOLS_BIN=$SPEECHX_TOOLS/valgrind/install/bin
|
|
||||||
|
|
||||||
[ -d $SPEECHX_EXAMPLES ] || { echo "Error: 'build/examples' directory not found. please ensure that the project build successfully"; }
|
|
||||||
|
|
||||||
export LC_AL=C
|
|
||||||
|
|
||||||
SPEECHX_BIN=$SPEECHX_EXAMPLES/ds2_ol/feat
|
|
||||||
export PATH=$PATH:$SPEECHX_BIN:$TOOLS_BIN
|
|
||||||
@ -1,9 +0,0 @@
|
|||||||
cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
|
|
||||||
|
|
||||||
add_executable(websocket_server_main ${CMAKE_CURRENT_SOURCE_DIR}/websocket_server_main.cc)
|
|
||||||
target_include_directories(websocket_server_main PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
|
||||||
target_link_libraries(websocket_server_main PUBLIC frontend kaldi-feat-common nnet decoder fst utils gflags glog kaldi-base kaldi-matrix kaldi-util kaldi-decoder websocket ${DEPS})
|
|
||||||
|
|
||||||
add_executable(websocket_client_main ${CMAKE_CURRENT_SOURCE_DIR}/websocket_client_main.cc)
|
|
||||||
target_include_directories(websocket_client_main PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
|
||||||
target_link_libraries(websocket_client_main PUBLIC frontend kaldi-feat-common nnet decoder fst utils gflags glog kaldi-base kaldi-matrix kaldi-util kaldi-decoder websocket ${DEPS})
|
|
||||||
@ -1,14 +1,14 @@
|
|||||||
# This contains the locations of binarys build required for running the examples.
|
# This contains the locations of binarys build required for running the examples.
|
||||||
|
|
||||||
SPEECHX_ROOT=$PWD/../../..
|
SPEECHX_ROOT=$PWD/../../../
|
||||||
SPEECHX_EXAMPLES=$SPEECHX_ROOT/build/examples
|
SPEECHX_BUILD=$SPEECHX_ROOT/build/speechx
|
||||||
|
|
||||||
SPEECHX_TOOLS=$SPEECHX_ROOT/tools
|
SPEECHX_TOOLS=$SPEECHX_ROOT/tools
|
||||||
TOOLS_BIN=$SPEECHX_TOOLS/valgrind/install/bin
|
TOOLS_BIN=$SPEECHX_TOOLS/valgrind/install/bin
|
||||||
|
|
||||||
[ -d $SPEECHX_EXAMPLES ] || { echo "Error: 'build/examples' directory not found. please ensure that the project build successfully"; }
|
[ -d $SPEECHX_BUILD ] || { echo "Error: 'build/speechx' directory not found. please ensure that the project build successfully"; }
|
||||||
|
|
||||||
export LC_AL=C
|
export LC_AL=C
|
||||||
|
|
||||||
SPEECHX_BIN=$SPEECHX_EXAMPLES/ds2_ol/websocket:$SPEECHX_EXAMPLES/ds2_ol/feat
|
SPEECHX_BIN=$SPEECHX_BUILD/websocket
|
||||||
export PATH=$PATH:$SPEECHX_BIN:$TOOLS_BIN
|
export PATH=$PATH:$SPEECHX_BIN:$TOOLS_BIN
|
||||||
|
|||||||
@ -1,3 +1,4 @@
|
|||||||
cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
|
cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
|
||||||
|
|
||||||
add_subdirectory(ds2_ol)
|
add_subdirectory(glog)
|
||||||
|
add_subdirectory(nnet)
|
||||||
@ -0,0 +1,7 @@
|
|||||||
|
|
||||||
|
## For Developer
|
||||||
|
|
||||||
|
> Reminder: Only for developer.
|
||||||
|
|
||||||
|
* codelab - for speechx developer, using for test.
|
||||||
|
|
||||||
@ -0,0 +1,8 @@
|
|||||||
|
cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
|
||||||
|
|
||||||
|
add_executable(glog_main ${CMAKE_CURRENT_SOURCE_DIR}/glog_main.cc)
|
||||||
|
target_link_libraries(glog_main glog)
|
||||||
|
|
||||||
|
|
||||||
|
add_executable(glog_logtostderr_main ${CMAKE_CURRENT_SOURCE_DIR}/glog_logtostderr_main.cc)
|
||||||
|
target_link_libraries(glog_logtostderr_main glog)
|
||||||
@ -0,0 +1,38 @@
|
|||||||
|
# [GLOG](https://rpg.ifi.uzh.ch/docs/glog.html)
|
||||||
|
|
||||||
|
Unless otherwise specified, glog writes to the filename `/tmp/<program name>.<hostname>.<user name>.log.<severity level>.<date>.<time>.<pid>` (e.g., "/tmp/hello_world.example.com.hamaji.log.INFO.20080709-222411.10474"). By default, glog copies the log messages of severity level ERROR or FATAL to standard error (stderr) in addition to log files.
|
||||||
|
|
||||||
|
Several flags influence glog's output behavior. If the Google gflags library is installed on your machine, the configure script (see the INSTALL file in the package for detail of this script) will automatically detect and use it, allowing you to pass flags on the command line. For example, if you want to turn the flag --logtostderr on, you can start your application with the following command line:
|
||||||
|
|
||||||
|
`./your_application --logtostderr=1`
|
||||||
|
|
||||||
|
If the Google gflags library isn't installed, you set flags via environment variables, prefixing the flag name with "GLOG_", e.g.
|
||||||
|
|
||||||
|
`GLOG_logtostderr=1 ./your_application`
|
||||||
|
|
||||||
|
You can also modify flag values in your program by modifying global variables `FLAGS_*` . Most settings start working immediately after you update `FLAGS_*` . The exceptions are the flags related to destination files. For example, you might want to set `FLAGS_log_dir` before calling `google::InitGoogleLogging` . Here is an example:
|
||||||
|
∂∂
|
||||||
|
```c++
|
||||||
|
LOG(INFO) << "file";
|
||||||
|
// Most flags work immediately after updating values.
|
||||||
|
FLAGS_logtostderr = 1;
|
||||||
|
LOG(INFO) << "stderr";
|
||||||
|
FLAGS_logtostderr = 0;
|
||||||
|
// This won't change the log destination. If you want to set this
|
||||||
|
// value, you should do this before google::InitGoogleLogging .
|
||||||
|
FLAGS_log_dir = "/some/log/directory";
|
||||||
|
LOG(INFO) << "the same file";
|
||||||
|
```
|
||||||
|
|
||||||
|
* this is the test script:
|
||||||
|
```
|
||||||
|
# run
|
||||||
|
glog_test
|
||||||
|
|
||||||
|
echo "------"
|
||||||
|
export FLAGS_logtostderr=1
|
||||||
|
glog_test
|
||||||
|
|
||||||
|
echo "------"
|
||||||
|
glog_logtostderr_test
|
||||||
|
```
|
||||||
@ -1,6 +1,6 @@
|
|||||||
cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
|
cmake_minimum_required(VERSION 3.14 FATAL_ERROR)
|
||||||
|
|
||||||
set(bin_name ds2-model-ol-test)
|
set(bin_name ds2_model_test_main)
|
||||||
add_executable(${bin_name} ${CMAKE_CURRENT_SOURCE_DIR}/${bin_name}.cc)
|
add_executable(${bin_name} ${CMAKE_CURRENT_SOURCE_DIR}/${bin_name}.cc)
|
||||||
target_include_directories(${bin_name} PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
target_include_directories(${bin_name} PRIVATE ${SPEECHX_ROOT} ${SPEECHX_ROOT}/kaldi)
|
||||||
target_link_libraries(${bin_name} PUBLIC nnet gflags glog ${DEPS})
|
target_link_libraries(${bin_name} PUBLIC nnet gflags glog ${DEPS})
|
||||||
@ -1,4 +1,4 @@
|
|||||||
# Utils
|
# Utils
|
||||||
|
|
||||||
* [kaldi utils](https://github.com/kaldi-asr/kaldi/blob/cbed4ff688/egs/wsj/s5/utils)
|
* [kaldi utils](https://github.com/kaldi-asr/kaldi/blob/cbed4ff688/egs/wsj/s5/utils)
|
||||||
* [espnet utils)(https://github.com/espnet/espnet/tree/master/utils)
|
* [espnet utils](https://github.com/espnet/espnet/tree/master/utils)
|
||||||
|
|||||||
Loading…
Reference in new issue