|
|
|
@ -1,3 +1,17 @@
|
|
|
|
|
|
|
|
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
|
|
|
|
|
|
//
|
|
|
|
|
|
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
|
|
|
|
// you may not use this file except in compliance with the License.
|
|
|
|
|
|
|
|
// You may obtain a copy of the License at
|
|
|
|
|
|
|
|
//
|
|
|
|
|
|
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
|
|
|
|
//
|
|
|
|
|
|
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
|
|
|
|
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
|
|
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
|
|
|
|
// See the License for the specific language governing permissions and
|
|
|
|
|
|
|
|
// limitations under the License.
|
|
|
|
|
|
|
|
|
|
|
|
// itf/decodable-itf.h
|
|
|
|
// itf/decodable-itf.h
|
|
|
|
|
|
|
|
|
|
|
|
// Copyright 2009-2011 Microsoft Corporation; Saarland University;
|
|
|
|
// Copyright 2009-2011 Microsoft Corporation; Saarland University;
|
|
|
|
@ -42,8 +56,10 @@ namespace kaldi {
|
|
|
|
|
|
|
|
|
|
|
|
For online decoding, where the features are coming in in real time, it is
|
|
|
|
For online decoding, where the features are coming in in real time, it is
|
|
|
|
important to understand the IsLastFrame() and NumFramesReady() functions.
|
|
|
|
important to understand the IsLastFrame() and NumFramesReady() functions.
|
|
|
|
There are two ways these are used: the old online-decoding code, in ../online/,
|
|
|
|
There are two ways these are used: the old online-decoding code, in
|
|
|
|
and the new online-decoding code, in ../online2/. In the old online-decoding
|
|
|
|
../online/,
|
|
|
|
|
|
|
|
and the new online-decoding code, in ../online2/. In the old
|
|
|
|
|
|
|
|
online-decoding
|
|
|
|
code, the decoder would do:
|
|
|
|
code, the decoder would do:
|
|
|
|
\code{.cc}
|
|
|
|
\code{.cc}
|
|
|
|
for (int frame = 0; !decodable.IsLastFrame(frame); frame++) {
|
|
|
|
for (int frame = 0; !decodable.IsLastFrame(frame); frame++) {
|
|
|
|
@ -52,13 +68,16 @@ namespace kaldi {
|
|
|
|
\endcode
|
|
|
|
\endcode
|
|
|
|
and the call to IsLastFrame would block if the features had not arrived yet.
|
|
|
|
and the call to IsLastFrame would block if the features had not arrived yet.
|
|
|
|
The decodable object would have to know when to terminate the decoding. This
|
|
|
|
The decodable object would have to know when to terminate the decoding. This
|
|
|
|
online-decoding mode is still supported, it is what happens when you call, for
|
|
|
|
online-decoding mode is still supported, it is what happens when you call,
|
|
|
|
|
|
|
|
for
|
|
|
|
example, LatticeFasterDecoder::Decode().
|
|
|
|
example, LatticeFasterDecoder::Decode().
|
|
|
|
|
|
|
|
|
|
|
|
We realized that this "blocking" mode of decoding is not very convenient
|
|
|
|
We realized that this "blocking" mode of decoding is not very convenient
|
|
|
|
because it forces the program to be multi-threaded and makes it complex to
|
|
|
|
because it forces the program to be multi-threaded and makes it complex to
|
|
|
|
control endpointing. In the "new" decoding code, you don't call (for example)
|
|
|
|
control endpointing. In the "new" decoding code, you don't call (for
|
|
|
|
LatticeFasterDecoder::Decode(), you call LatticeFasterDecoder::InitDecoding(),
|
|
|
|
example)
|
|
|
|
|
|
|
|
LatticeFasterDecoder::Decode(), you call
|
|
|
|
|
|
|
|
LatticeFasterDecoder::InitDecoding(),
|
|
|
|
and then each time you get more features, you provide them to the decodable
|
|
|
|
and then each time you get more features, you provide them to the decodable
|
|
|
|
object, and you call LatticeFasterDecoder::AdvanceDecoding(), which does
|
|
|
|
object, and you call LatticeFasterDecoder::AdvanceDecoding(), which does
|
|
|
|
something like this:
|
|
|
|
something like this:
|
|
|
|
@ -68,7 +87,8 @@ namespace kaldi {
|
|
|
|
}
|
|
|
|
}
|
|
|
|
\endcode
|
|
|
|
\endcode
|
|
|
|
So the decodable object never has IsLastFrame() called. For decoding where
|
|
|
|
So the decodable object never has IsLastFrame() called. For decoding where
|
|
|
|
you are starting with a matrix of features, the NumFramesReady() function will
|
|
|
|
you are starting with a matrix of features, the NumFramesReady() function
|
|
|
|
|
|
|
|
will
|
|
|
|
always just return the number of frames in the file, and IsLastFrame() will
|
|
|
|
always just return the number of frames in the file, and IsLastFrame() will
|
|
|
|
return true for the last frame.
|
|
|
|
return true for the last frame.
|
|
|
|
|
|
|
|
|
|
|
|
@ -80,45 +100,52 @@ namespace kaldi {
|
|
|
|
frame of the file once we've decided to terminate decoding.
|
|
|
|
frame of the file once we've decided to terminate decoding.
|
|
|
|
*/
|
|
|
|
*/
|
|
|
|
class DecodableInterface {
|
|
|
|
class DecodableInterface {
|
|
|
|
public:
|
|
|
|
public:
|
|
|
|
/// Returns the log likelihood, which will be negated in the decoder.
|
|
|
|
/// Returns the log likelihood, which will be negated in the decoder.
|
|
|
|
/// The "frame" starts from zero. You should verify that NumFramesReady() > frame
|
|
|
|
/// The "frame" starts from zero. You should verify that NumFramesReady() >
|
|
|
|
/// before calling this.
|
|
|
|
/// frame
|
|
|
|
virtual BaseFloat LogLikelihood(int32 frame, int32 index) = 0;
|
|
|
|
/// before calling this.
|
|
|
|
|
|
|
|
virtual BaseFloat LogLikelihood(int32 frame, int32 index) = 0;
|
|
|
|
/// Returns true if this is the last frame. Frames are zero-based, so the
|
|
|
|
|
|
|
|
/// first frame is zero. IsLastFrame(-1) will return false, unless the file
|
|
|
|
/// Returns true if this is the last frame. Frames are zero-based, so the
|
|
|
|
/// is empty (which is a case that I'm not sure all the code will handle, so
|
|
|
|
/// first frame is zero. IsLastFrame(-1) will return false, unless the file
|
|
|
|
/// be careful). Caution: the behavior of this function in an online setting
|
|
|
|
/// is empty (which is a case that I'm not sure all the code will handle, so
|
|
|
|
/// is being changed somewhat. In future it may return false in cases where
|
|
|
|
/// be careful). Caution: the behavior of this function in an online
|
|
|
|
/// we haven't yet decided to terminate decoding, but later true if we decide
|
|
|
|
/// setting
|
|
|
|
/// to terminate decoding. The plan in future is to rely more on
|
|
|
|
/// is being changed somewhat. In future it may return false in cases where
|
|
|
|
/// NumFramesReady(), and in future, IsLastFrame() would always return false
|
|
|
|
/// we haven't yet decided to terminate decoding, but later true if we
|
|
|
|
/// in an online-decoding setting, and would only return true in a
|
|
|
|
/// decide
|
|
|
|
/// decoding-from-matrix setting where we want to allow the last delta or LDA
|
|
|
|
/// to terminate decoding. The plan in future is to rely more on
|
|
|
|
/// features to be flushed out for compatibility with the baseline setup.
|
|
|
|
/// NumFramesReady(), and in future, IsLastFrame() would always return false
|
|
|
|
virtual bool IsLastFrame(int32 frame) const = 0;
|
|
|
|
/// in an online-decoding setting, and would only return true in a
|
|
|
|
|
|
|
|
/// decoding-from-matrix setting where we want to allow the last delta or
|
|
|
|
/// The call NumFramesReady() will return the number of frames currently available
|
|
|
|
/// LDA
|
|
|
|
/// for this decodable object. This is for use in setups where you don't want the
|
|
|
|
/// features to be flushed out for compatibility with the baseline setup.
|
|
|
|
/// decoder to block while waiting for input. This is newly added as of Jan 2014,
|
|
|
|
virtual bool IsLastFrame(int32 frame) const = 0;
|
|
|
|
/// and I hope, going forward, to rely on this mechanism more than IsLastFrame to
|
|
|
|
|
|
|
|
/// know when to stop decoding.
|
|
|
|
/// The call NumFramesReady() will return the number of frames currently
|
|
|
|
virtual int32 NumFramesReady() const {
|
|
|
|
/// available
|
|
|
|
KALDI_ERR << "NumFramesReady() not implemented for this decodable type.";
|
|
|
|
/// for this decodable object. This is for use in setups where you don't
|
|
|
|
return -1;
|
|
|
|
/// want the
|
|
|
|
}
|
|
|
|
/// decoder to block while waiting for input. This is newly added as of Jan
|
|
|
|
|
|
|
|
/// 2014,
|
|
|
|
/// Returns the number of states in the acoustic model
|
|
|
|
/// and I hope, going forward, to rely on this mechanism more than
|
|
|
|
/// (they will be indexed one-based, i.e. from 1 to NumIndices();
|
|
|
|
/// IsLastFrame to
|
|
|
|
/// this is for compatibility with OpenFst).
|
|
|
|
/// know when to stop decoding.
|
|
|
|
virtual int32 NumIndices() const = 0;
|
|
|
|
virtual int32 NumFramesReady() const {
|
|
|
|
|
|
|
|
KALDI_ERR
|
|
|
|
virtual bool FrameLogLikelihood(int32 frame,
|
|
|
|
<< "NumFramesReady() not implemented for this decodable type.";
|
|
|
|
std::vector<kaldi::BaseFloat>* likelihood) = 0;
|
|
|
|
return -1;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
|
|
|
|
virtual ~DecodableInterface() {}
|
|
|
|
/// Returns the number of states in the acoustic model
|
|
|
|
|
|
|
|
/// (they will be indexed one-based, i.e. from 1 to NumIndices();
|
|
|
|
|
|
|
|
/// this is for compatibility with OpenFst).
|
|
|
|
|
|
|
|
virtual int32 NumIndices() const = 0;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
virtual std::vector<BaseFloat> FrameLogLikelihood(int32 frame) = 0;
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
virtual ~DecodableInterface() {}
|
|
|
|
};
|
|
|
|
};
|
|
|
|
/// @}
|
|
|
|
/// @}
|
|
|
|
} // namespace Kaldi
|
|
|
|
} // namespace Kaldi
|
|
|
|
|
YangZhou
3 years ago
committed by
GitHub