// fstext/kaldi-fst-io.h // Copyright 2009-2011 Microsoft Corporation // 2012-2015 Johns Hopkins University (Author: Daniel Povey) // 2013 Guoguo Chen // See ../../COPYING for clarification regarding multiple authors // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // THIS CODE IS PROVIDED *AS IS* BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY // KIND, EITHER EXPRESS OR IMPLIED, INCLUDING WITHOUT LIMITATION ANY IMPLIED // WARRANTIES OR CONDITIONS OF TITLE, FITNESS FOR A PARTICULAR PURPOSE, // MERCHANTABLITY OR NON-INFRINGEMENT. // See the Apache 2 License for the specific language governing permissions and // limitations under the License. #ifndef KALDI_FSTEXT_KALDI_FST_IO_H_ #define KALDI_FSTEXT_KALDI_FST_IO_H_ #include #include #include "fst/fst-decl.h" #include "fst/fstlib.h" #include "fst/script/print-impl.h" #include "base/kaldi-common.h" // Some functions for writing Fsts. // I/O for FSTs is a bit of a mess, and not very well integrated with Kaldi's // generic I/O mechanisms, because we want files containing just FSTs to // be readable by OpenFST's native binaries, which is not compatible // with the normal \0B header that identifies Kaldi files as containing // binary data. // So use the functions here with your eyes open, and with caution! namespace fst { // Read a binary FST using Kaldi I/O mechanisms (pipes, etc.) // On error returns NULL. Only supports VectorFst and exists // mainly for backward code compabibility. VectorFst *ReadFstKaldi(std::string rxfilename); // Read a binary FST using Kaldi I/O mechanisms (pipes, etc.) // If it can't read the FST, if throw_on_err == true it throws using KALDI_ERR; // otherwise it prints a warning and returns. Note:this // doesn't support the text-mode option that we generally like to support. // This version currently supports ConstFst or VectorFst // (const-fst can give better performance for decoding). Other // types could be also loaded if registered inside OpenFst. Fst *ReadFstKaldiGeneric(std::string rxfilename, bool throw_on_err = true); // This function attempts to dynamic_cast the pointer 'fst' (which will likely // have been returned by ReadFstGeneric()), to the more derived // type VectorFst. If this succeeds, it returns the same pointer; // if it fails, it converts the FST type (by creating a new VectorFst // initialized by 'fst'), prints a warning, and deletes 'fst'. VectorFst *CastOrConvertToVectorFst(Fst *fst); // Version of ReadFstKaldi() that writes to a pointer. Assumes // the FST is binary with no binary marker. Crashes on error. void ReadFstKaldi(std::string rxfilename, VectorFst *ofst); // Write an FST using Kaldi I/O mechanisms (pipes, etc.) // On error, throws using KALDI_ERR. For use only in code in fstbin/, // as it doesn't support the text-mode option. void WriteFstKaldi(const VectorFst &fst, std::string wxfilename); // This is a more general Kaldi-type-IO mechanism of writing FSTs to // streams, supporting binary or text-mode writing. (note: we just // write the integers, symbol tables are not supported). // On error, throws using KALDI_ERR. template void WriteFstKaldi(std::ostream &os, bool binary, const VectorFst &fst); // A generic Kaldi-type-IO mechanism of reading FSTs from streams, // supporting binary or text-mode reading/writing. template void ReadFstKaldi(std::istream &is, bool binary, VectorFst *fst); // Read an FST file for LM (G.fst) and make it an acceptor, // and make sure it is sorted on labels fst::VectorFst *ReadAndPrepareLmFst(std::string rxfilename); // This is a Holder class with T = VectorFst, that meets the requirements // of a Holder class as described in ../util/kaldi-holder.h. This enables us to // read/write collections of FSTs indexed by strings, using the Table concept ( // see ../util/kaldi-table.h). // Originally it was only templated on T = VectorFst, but as the keyword // spotting stuff introduced more types of FSTs, we made it also templated on // the arc. template class VectorFstTplHolder { public: typedef VectorFst T; VectorFstTplHolder() : t_(NULL) {} static bool Write(std::ostream &os, bool binary, const T &t); void Copy(const T &t) { // copies it into the holder. Clear(); t_ = new T(t); } // Reads into the holder. bool Read(std::istream &is); // It's potentially a binary format, so must read in binary mode (linefeed // translation will corrupt the file. We don't know till we open the file if // it's really binary, so we need to read in binary mode to be on the safe // side. Extra linefeeds won't matter, the text-mode reading code ignores // them. static bool IsReadInBinary() { return true; } T &Value() { // code error if !t_. if (!t_) KALDI_ERR << "VectorFstTplHolder::Value() called wrongly."; return *t_; } void Clear() { if (t_) { delete t_; t_ = NULL; } } void Swap(VectorFstTplHolder *other) { std::swap(t_, other->t_); } bool ExtractRange(const VectorFstTplHolder &other, const std::string &range) { KALDI_ERR << "ExtractRange is not defined for this type of holder."; return false; } ~VectorFstTplHolder() { Clear(); } // No destructor. Assignment and // copy constructor take their default implementations. private: KALDI_DISALLOW_COPY_AND_ASSIGN(VectorFstTplHolder); T *t_; }; // Now make the original VectorFstHolder as the typedef of // VectorFstHolder. typedef VectorFstTplHolder VectorFstHolder; } // end namespace fst #include "fstext/kaldi-fst-io-inl.h" #endif // KALDI_FSTEXT_KALDI_FST_IO_H_