You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
122 lines
4.5 KiB
122 lines
4.5 KiB
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
// todo refactor, repalce with gtest
|
|
|
|
#include "base/flags.h"
|
|
#include "base/log.h"
|
|
#include "decoder/ctc_beam_search_decoder.h"
|
|
#include "frontend/audio/data_cache.h"
|
|
#include "kaldi/util/table-types.h"
|
|
#include "nnet/decodable.h"
|
|
#include "nnet/paddle_nnet.h"
|
|
|
|
DEFINE_string(feature_respecifier, "", "feature matrix rspecifier");
|
|
DEFINE_string(model_path, "avg_1.jit.pdmodel", "paddle nnet model");
|
|
DEFINE_string(param_path, "avg_1.jit.pdiparams", "paddle nnet model param");
|
|
DEFINE_string(dict_file, "vocab.txt", "vocabulary of lm");
|
|
DEFINE_string(lm_path, "lm.klm", "language model");
|
|
DEFINE_int32(chunk_size, 35, "feat chunk size");
|
|
|
|
|
|
using kaldi::BaseFloat;
|
|
using kaldi::Matrix;
|
|
using std::vector;
|
|
|
|
// test decoder by feeding speech feature, deprecated.
|
|
int main(int argc, char* argv[]) {
|
|
gflags::ParseCommandLineFlags(&argc, &argv, false);
|
|
google::InitGoogleLogging(argv[0]);
|
|
|
|
kaldi::SequentialBaseFloatMatrixReader feature_reader(
|
|
FLAGS_feature_respecifier);
|
|
std::string model_graph = FLAGS_model_path;
|
|
std::string model_params = FLAGS_param_path;
|
|
std::string dict_file = FLAGS_dict_file;
|
|
std::string lm_path = FLAGS_lm_path;
|
|
int32 chunk_size = FLAGS_chunk_size;
|
|
LOG(INFO) << "model path: " << model_graph;
|
|
LOG(INFO) << "model param: " << model_params;
|
|
LOG(INFO) << "dict path: " << dict_file;
|
|
LOG(INFO) << "lm path: " << lm_path;
|
|
LOG(INFO) << "chunk size (frame): " << chunk_size;
|
|
|
|
int32 num_done = 0, num_err = 0;
|
|
|
|
// frontend + nnet is decodable
|
|
ppspeech::ModelOptions model_opts;
|
|
model_opts.model_path = model_graph;
|
|
model_opts.params_path = model_params;
|
|
std::shared_ptr<ppspeech::PaddleNnet> nnet(
|
|
new ppspeech::PaddleNnet(model_opts));
|
|
std::shared_ptr<ppspeech::DataCache> raw_data(new ppspeech::DataCache());
|
|
std::shared_ptr<ppspeech::Decodable> decodable(
|
|
new ppspeech::Decodable(nnet, raw_data));
|
|
LOG(INFO) << "Init decodeable.";
|
|
|
|
// init decoder
|
|
ppspeech::CTCBeamSearchOptions opts;
|
|
opts.dict_file = dict_file;
|
|
opts.lm_path = lm_path;
|
|
ppspeech::CTCBeamSearch decoder(opts);
|
|
LOG(INFO) << "Init decoder.";
|
|
|
|
decoder.InitDecoder();
|
|
for (; !feature_reader.Done(); feature_reader.Next()) {
|
|
string utt = feature_reader.Key();
|
|
const kaldi::Matrix<BaseFloat> feature = feature_reader.Value();
|
|
LOG(INFO) << "utt: " << utt;
|
|
|
|
// feat dim
|
|
raw_data->SetDim(feature.NumCols());
|
|
LOG(INFO) << "dim: " << raw_data->Dim();
|
|
|
|
int32 row_idx = 0;
|
|
int32 num_chunks = feature.NumRows() / chunk_size;
|
|
LOG(INFO) << "n chunks: " << num_chunks;
|
|
for (int chunk_idx = 0; chunk_idx < num_chunks; ++chunk_idx) {
|
|
// feat chunk
|
|
kaldi::Vector<kaldi::BaseFloat> feature_chunk(chunk_size *
|
|
feature.NumCols());
|
|
for (int row_id = 0; row_id < chunk_size; ++row_id) {
|
|
kaldi::SubVector<kaldi::BaseFloat> feat_one_row(feature,
|
|
row_idx);
|
|
kaldi::SubVector<kaldi::BaseFloat> f_chunk_tmp(
|
|
feature_chunk.Data() + row_id * feature.NumCols(),
|
|
feature.NumCols());
|
|
f_chunk_tmp.CopyFromVec(feat_one_row);
|
|
row_idx++;
|
|
}
|
|
// feed to raw cache
|
|
raw_data->Accept(feature_chunk);
|
|
if (chunk_idx == num_chunks - 1) {
|
|
raw_data->SetFinished();
|
|
}
|
|
// decode step
|
|
decoder.AdvanceDecode(decodable);
|
|
}
|
|
|
|
std::string result;
|
|
result = decoder.GetFinalBestPath();
|
|
KALDI_LOG << " the result of " << utt << " is " << result;
|
|
decodable->Reset();
|
|
decoder.Reset();
|
|
++num_done;
|
|
}
|
|
|
|
KALDI_LOG << "Done " << num_done << " utterances, " << num_err
|
|
<< " with errors.";
|
|
return (num_done != 0 ? 0 : 1);
|
|
}
|