Yang Zhou
3 years ago
parent
2fd904e9be
commit
156ccfe4e3
@ -0,0 +1,54 @@
|
||||
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#pragma once
|
||||
|
||||
#include "frontend_itf.h"
|
||||
#include "kaldi/feat/feature-window.h"
|
||||
|
||||
namespace ppspeech {
|
||||
|
||||
template <class F>
|
||||
class StreamingFeatureTpl : public FrontendInterface {
|
||||
public:
|
||||
typedef typename F::Options Options;
|
||||
StreamingFeatureTpl(const Options& opts,
|
||||
std::unique_ptr<FrontendInterface> base_extractor);
|
||||
virtual void Accept(const kaldi::VectorBase<kaldi::BaseFloat>& inputs);
|
||||
virtual bool Read(kaldi::Vector<kaldi::BaseFloat>* feats);
|
||||
|
||||
// the dim_ is the dim of single frame feature
|
||||
virtual size_t Dim() const { return computer_.Dim(); }
|
||||
|
||||
virtual void SetFinished() { base_extractor_->SetFinished(); }
|
||||
|
||||
virtual bool IsFinished() const { return base_extractor_->IsFinished(); }
|
||||
|
||||
virtual void Reset() {
|
||||
base_extractor_->Reset();
|
||||
remained_wav_.Resize(0);
|
||||
}
|
||||
private:
|
||||
bool Compute(const kaldi::Vector<kaldi::BaseFloat>& waves,
|
||||
kaldi::Vector<kaldi::BaseFloat>* feats);
|
||||
Options opts_;
|
||||
std::unique_ptr<FrontendInterface> base_extractor_;
|
||||
kaldi::FeatureWindowFunction window_function_;
|
||||
kaldi::Vector<kaldi::BaseFloat> remained_wav_;
|
||||
F computer_;
|
||||
};
|
||||
|
||||
} // namespace ppspeech
|
||||
|
||||
#include "frontend/audio/feature_common_inl.h"
|
||||
@ -0,0 +1,95 @@
|
||||
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
|
||||
namespace ppspeech {
|
||||
|
||||
template <class F>
|
||||
StreamingFeatureTpl<F>::StreamingFeatureTpl(const Options& opts,
|
||||
std::unique_ptr<FrontendInterface> base_extractor):
|
||||
opts_(opts),
|
||||
computer_(opts),
|
||||
window_function_(opts.frame_opts) {
|
||||
base_extractor_ = std::move(base_extractor);
|
||||
}
|
||||
|
||||
template <class F>
|
||||
void StreamingFeatureTpl<F>::Accept(const kaldi::VectorBase<kaldi::BaseFloat>& inputs) {
|
||||
base_extractor_->Accept(inputs);
|
||||
}
|
||||
|
||||
template <class F>
|
||||
bool StreamingFeatureTpl<F>::Read(kaldi::Vector<kaldi::BaseFloat>* feats) {
|
||||
kaldi::Vector<kaldi::BaseFloat> wav(base_extractor_->Dim());
|
||||
bool flag = base_extractor_->Read(&wav);
|
||||
if (flag == false || wav.Dim() == 0) return false;
|
||||
|
||||
// append remaned waves
|
||||
int32 wav_len = wav.Dim();
|
||||
int32 left_len = remained_wav_.Dim();
|
||||
kaldi::Vector<kaldi::BaseFloat> waves(left_len + wav_len);
|
||||
waves.Range(0, left_len).CopyFromVec(remained_wav_);
|
||||
waves.Range(left_len, wav_len).CopyFromVec(wav);
|
||||
|
||||
// compute speech feature
|
||||
Compute(waves, feats);
|
||||
|
||||
// cache remaned waves
|
||||
kaldi::FrameExtractionOptions frame_opts = computer_.GetFrameOptions();
|
||||
int32 num_frames = kaldi::NumFrames(waves.Dim(), frame_opts);
|
||||
int32 frame_shift = frame_opts.WindowShift();
|
||||
int32 left_samples = waves.Dim() - frame_shift * num_frames;
|
||||
remained_wav_.Resize(left_samples);
|
||||
remained_wav_.CopyFromVec(
|
||||
waves.Range(frame_shift * num_frames, left_samples));
|
||||
return true;
|
||||
}
|
||||
|
||||
// Compute feat
|
||||
template <class F>
|
||||
bool StreamingFeatureTpl<F>::Compute(const kaldi::Vector<kaldi::BaseFloat>& waves,
|
||||
kaldi::Vector<kaldi::BaseFloat>* feats) {
|
||||
const kaldi::FrameExtractionOptions& frame_opts =
|
||||
computer_.GetFrameOptions();
|
||||
int32 num_samples = waves.Dim();
|
||||
int32 frame_length = frame_opts.WindowSize();
|
||||
int32 sample_rate = frame_opts.samp_freq;
|
||||
if (num_samples < frame_length) {
|
||||
return true;
|
||||
}
|
||||
|
||||
int32 num_frames = kaldi::NumFrames(num_samples, frame_opts);
|
||||
feats->Resize(num_frames * Dim());
|
||||
|
||||
kaldi::Vector<kaldi::BaseFloat> window;
|
||||
bool need_raw_log_energy = computer_.NeedRawLogEnergy();
|
||||
for (int32 frame = 0; frame < num_frames; frame++) {
|
||||
kaldi::BaseFloat raw_log_energy = 0.0;
|
||||
kaldi::ExtractWindow(0,
|
||||
waves,
|
||||
frame,
|
||||
frame_opts,
|
||||
window_function_,
|
||||
&window,
|
||||
need_raw_log_energy ? &raw_log_energy : NULL);
|
||||
|
||||
kaldi::Vector<kaldi::BaseFloat> this_feature(computer_.Dim(), kaldi::kUndefined);
|
||||
computer_.Compute(&window, &this_feature);
|
||||
kaldi::SubVector<kaldi::BaseFloat> output_row(feats->Data() + frame * Dim(), Dim());
|
||||
output_row.CopyFromVec(this_feature);
|
||||
}
|
||||
return true;
|
||||
}
|
||||
|
||||
} // namespace ppspeech
|
||||
Loading…
Reference in new issue