parent
a9f4ce47a3
commit
8d66a254da
@ -0,0 +1,34 @@
|
||||
#pragma once
|
||||
|
||||
#include "base/common.h"
|
||||
#include "frontend/frontend_itf.h"
|
||||
#include "kaldi/matrix/kaldi-matrix.h"
|
||||
#include "kaldi/util/options-itf.h"
|
||||
|
||||
namespace ppspeech {
|
||||
|
||||
class CMVN : public FrontendInterface {
|
||||
public:
|
||||
explicit CMVN(std::string cmvn_file,
|
||||
std::unique_ptr<FrontendInterface> base_extractor);
|
||||
virtual void Accept(const kaldi::VectorBase<kaldi::BaseFloat>& inputs);
|
||||
|
||||
// the length of feats = feature_row * feature_dim,
|
||||
// the Matrix is squashed into Vector
|
||||
virtual bool Read(kaldi::Vector<kaldi::BaseFloat>* feats);
|
||||
// the dim_ is the feautre dim.
|
||||
virtual size_t Dim() const { return dim_; }
|
||||
virtual void SetFinished() { base_extractor_->SetFinished(); }
|
||||
virtual bool IsFinished() const { return base_extractor_->IsFinished(); }
|
||||
virtual void Reset() { base_extractor_->Reset(); }
|
||||
|
||||
private:
|
||||
void Compute(kaldi::VectorBase<kaldi::BaseFloat>* feats) const;
|
||||
void ApplyCMVN(kaldi::MatrixBase<BaseFloat>* feats);
|
||||
kaldi::Matrix<double> stats_;
|
||||
std::unique_ptr<FrontendInterface> base_extractor_;
|
||||
size_t dim_;
|
||||
bool var_norm_;
|
||||
};
|
||||
|
||||
} // namespace ppspeech
|
@ -0,0 +1,95 @@
|
||||
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
|
||||
#include "frontend/normalizer.h"
|
||||
#include "kaldi/feat/cmvn.h"
|
||||
#include "kaldi/util/kaldi-io.h"
|
||||
|
||||
namespace ppspeech {
|
||||
|
||||
using kaldi::Vector;
|
||||
using kaldi::VectorBase;
|
||||
using kaldi::BaseFloat;
|
||||
using std::vector;
|
||||
using kaldi::SubVector;
|
||||
using std::unique_ptr;
|
||||
|
||||
DecibelNormalizer::DecibelNormalizer(
|
||||
const DecibelNormalizerOptions& opts,
|
||||
std::unique_ptr<FrontendInterface> base_extractor) {
|
||||
base_extractor_ = std::move(base_extractor);
|
||||
opts_ = opts;
|
||||
dim_ = 1;
|
||||
}
|
||||
|
||||
void DecibelNormalizer::Accept(const kaldi::VectorBase<BaseFloat>& waves) {
|
||||
base_extractor_->Accept(waves);
|
||||
}
|
||||
|
||||
bool DecibelNormalizer::Read(kaldi::Vector<BaseFloat>* waves) {
|
||||
if (base_extractor_->Read(waves) == false || waves->Dim() == 0) {
|
||||
return false;
|
||||
}
|
||||
Compute(waves);
|
||||
return true;
|
||||
}
|
||||
|
||||
bool DecibelNormalizer::Compute(VectorBase<BaseFloat>* waves) const {
|
||||
// calculate db rms
|
||||
BaseFloat rms_db = 0.0;
|
||||
BaseFloat mean_square = 0.0;
|
||||
BaseFloat gain = 0.0;
|
||||
BaseFloat wave_float_normlization = 1.0f / (std::pow(2, 16 - 1));
|
||||
|
||||
vector<BaseFloat> samples;
|
||||
samples.resize(waves->Dim());
|
||||
for (size_t i = 0; i < samples.size(); ++i) {
|
||||
samples[i] = (*waves)(i);
|
||||
}
|
||||
|
||||
// square
|
||||
for (auto& d : samples) {
|
||||
if (opts_.convert_int_float) {
|
||||
d = d * wave_float_normlization;
|
||||
}
|
||||
mean_square += d * d;
|
||||
}
|
||||
|
||||
// mean
|
||||
mean_square /= samples.size();
|
||||
rms_db = 10 * std::log10(mean_square);
|
||||
gain = opts_.target_db - rms_db;
|
||||
|
||||
if (gain > opts_.max_gain_db) {
|
||||
LOG(ERROR)
|
||||
<< "Unable to normalize segment to " << opts_.target_db << "dB,"
|
||||
<< "because the the probable gain have exceeds opts_.max_gain_db"
|
||||
<< opts_.max_gain_db << "dB.";
|
||||
return false;
|
||||
}
|
||||
|
||||
// Note that this is an in-place transformation.
|
||||
for (auto& item : samples) {
|
||||
// python item *= 10.0 ** (gain / 20.0)
|
||||
item *= std::pow(10.0, gain / 20.0);
|
||||
}
|
||||
|
||||
std::memcpy(
|
||||
waves->Data(), samples.data(), sizeof(BaseFloat) * samples.size());
|
||||
return true;
|
||||
}
|
||||
|
||||
|
||||
} // namespace ppspeech
|
@ -0,0 +1,65 @@
|
||||
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
|
||||
#pragma once
|
||||
|
||||
#include "base/common.h"
|
||||
#include "frontend/frontend_itf.h"
|
||||
#include "kaldi/matrix/kaldi-matrix.h"
|
||||
#include "kaldi/util/options-itf.h"
|
||||
|
||||
namespace ppspeech {
|
||||
|
||||
struct DecibelNormalizerOptions {
|
||||
float target_db;
|
||||
float max_gain_db;
|
||||
bool convert_int_float;
|
||||
DecibelNormalizerOptions()
|
||||
: target_db(-20), max_gain_db(300.0), convert_int_float(false) {}
|
||||
|
||||
void Register(kaldi::OptionsItf* opts) {
|
||||
opts->Register(
|
||||
"target-db", &target_db, "target db for db normalization");
|
||||
opts->Register(
|
||||
"max-gain-db", &max_gain_db, "max gain db for db normalization");
|
||||
opts->Register("convert-int-float",
|
||||
&convert_int_float,
|
||||
"if convert int samples to float");
|
||||
}
|
||||
};
|
||||
|
||||
class DecibelNormalizer : public FrontendInterface {
|
||||
public:
|
||||
explicit DecibelNormalizer(
|
||||
const DecibelNormalizerOptions& opts,
|
||||
std::unique_ptr<FrontendInterface> base_extractor);
|
||||
virtual void Accept(const kaldi::VectorBase<kaldi::BaseFloat>& waves);
|
||||
virtual bool Read(kaldi::Vector<kaldi::BaseFloat>* waves);
|
||||
// noramlize audio, the dim is 1.
|
||||
virtual size_t Dim() const { return dim_; }
|
||||
virtual void SetFinished() { base_extractor_->SetFinished(); }
|
||||
virtual bool IsFinished() const { return base_extractor_->IsFinished(); }
|
||||
virtual void Reset() { base_extractor_->Reset(); }
|
||||
|
||||
private:
|
||||
bool Compute(kaldi::VectorBase<kaldi::BaseFloat>* waves) const;
|
||||
DecibelNormalizerOptions opts_;
|
||||
size_t dim_;
|
||||
std::unique_ptr<FrontendInterface> base_extractor_;
|
||||
kaldi::Vector<kaldi::BaseFloat> waveform_;
|
||||
};
|
||||
|
||||
|
||||
} // namespace ppspeech
|
@ -1,89 +1,4 @@
|
||||
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
||||
//
|
||||
// Licensed under the Apache License, Version 2.0 (the "License");
|
||||
// you may not use this file except in compliance with the License.
|
||||
// You may obtain a copy of the License at
|
||||
//
|
||||
// http://www.apache.org/licenses/LICENSE-2.0
|
||||
//
|
||||
// Unless required by applicable law or agreed to in writing, software
|
||||
// distributed under the License is distributed on an "AS IS" BASIS,
|
||||
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
|
||||
#pragma once
|
||||
|
||||
#include "base/common.h"
|
||||
#include "frontend/frontend_itf.h"
|
||||
#include "kaldi/matrix/kaldi-matrix.h"
|
||||
#include "kaldi/util/options-itf.h"
|
||||
|
||||
namespace ppspeech {
|
||||
|
||||
struct DecibelNormalizerOptions {
|
||||
float target_db;
|
||||
float max_gain_db;
|
||||
bool convert_int_float;
|
||||
DecibelNormalizerOptions()
|
||||
: target_db(-20), max_gain_db(300.0), convert_int_float(false) {}
|
||||
|
||||
void Register(kaldi::OptionsItf* opts) {
|
||||
opts->Register(
|
||||
"target-db", &target_db, "target db for db normalization");
|
||||
opts->Register(
|
||||
"max-gain-db", &max_gain_db, "max gain db for db normalization");
|
||||
opts->Register("convert-int-float",
|
||||
&convert_int_float,
|
||||
"if convert int samples to float");
|
||||
}
|
||||
};
|
||||
|
||||
class DecibelNormalizer : public FrontendInterface {
|
||||
public:
|
||||
explicit DecibelNormalizer(
|
||||
const DecibelNormalizerOptions& opts,
|
||||
std::unique_ptr<FrontendInterface> base_extractor);
|
||||
virtual void Accept(const kaldi::VectorBase<kaldi::BaseFloat>& waves);
|
||||
virtual bool Read(kaldi::Vector<kaldi::BaseFloat>* waves);
|
||||
// noramlize audio, the dim is 1.
|
||||
virtual size_t Dim() const { return dim_; }
|
||||
virtual void SetFinished() { base_extractor_->SetFinished(); }
|
||||
virtual bool IsFinished() const { return base_extractor_->IsFinished(); }
|
||||
virtual void Reset() { base_extractor_->Reset(); }
|
||||
|
||||
private:
|
||||
bool Compute(kaldi::VectorBase<kaldi::BaseFloat>* waves) const;
|
||||
DecibelNormalizerOptions opts_;
|
||||
size_t dim_;
|
||||
std::unique_ptr<FrontendInterface> base_extractor_;
|
||||
kaldi::Vector<kaldi::BaseFloat> waveform_;
|
||||
};
|
||||
|
||||
|
||||
class CMVN : public FrontendInterface {
|
||||
public:
|
||||
explicit CMVN(std::string cmvn_file,
|
||||
std::unique_ptr<FrontendInterface> base_extractor);
|
||||
virtual void Accept(const kaldi::VectorBase<kaldi::BaseFloat>& inputs);
|
||||
|
||||
// the length of feats = feature_row * feature_dim,
|
||||
// the Matrix is squashed into Vector
|
||||
virtual bool Read(kaldi::Vector<kaldi::BaseFloat>* feats);
|
||||
// the dim_ is the feautre dim.
|
||||
virtual size_t Dim() const { return dim_; }
|
||||
virtual void SetFinished() { base_extractor_->SetFinished(); }
|
||||
virtual bool IsFinished() const { return base_extractor_->IsFinished(); }
|
||||
virtual void Reset() { base_extractor_->Reset(); }
|
||||
|
||||
private:
|
||||
void Compute(kaldi::VectorBase<kaldi::BaseFloat>* feats) const;
|
||||
void ApplyCMVN(kaldi::MatrixBase<BaseFloat>* feats);
|
||||
kaldi::Matrix<double> stats_;
|
||||
std::unique_ptr<FrontendInterface> base_extractor_;
|
||||
size_t dim_;
|
||||
bool var_norm_;
|
||||
};
|
||||
|
||||
} // namespace ppspeech
|
||||
#include "frontend/cmvn.h"
|
||||
#include "frontend/db_norm.h"
|
Loading…
Reference in new issue