// $Id$ // vim:tabstop=2 /*********************************************************************** Moses - factored phrase-based language decoder Copyright (C) 2010 Hieu Hoang This library is free software; you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation; either version 2.1 of the License, or (at your option) any later version. This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with this library; if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA ***********************************************************************/ #pragma once #include #include #include #include "moses/TranslationModel/PhraseDictionary.h" #include "OnDiskPt/OnDiskWrapper.h" #include "OnDiskPt/Word.h" #include "OnDiskPt/PhraseNode.h" #ifdef WITH_THREADS #include #else #include #endif namespace Moses { class TargetPhraseCollection; class DottedRuleStackOnDisk; class InputPath; class ChartParser; /** Implementation of on-disk phrase table for hierarchical/syntax model. */ class PhraseDictionaryOnDisk : public PhraseDictionary { typedef PhraseDictionary MyBase; friend std::ostream& operator<<(std::ostream&, const PhraseDictionaryOnDisk&); friend class ChartRuleLookupManagerOnDisk; protected: #ifdef WITH_THREADS boost::thread_specific_ptr m_implementation; #else boost::scoped_ptr m_implementation; #endif size_t m_maxSpanDefault, m_maxSpanLabelled; OnDiskPt::OnDiskWrapper &GetImplementation(); const OnDiskPt::OnDiskWrapper &GetImplementation() const; void GetTargetPhraseCollectionBatch(InputPath &inputPath) const; public: PhraseDictionaryOnDisk(const std::string &line); ~PhraseDictionaryOnDisk(); void Load(); PhraseTableImplementation GetPhraseTableImplementation() const { return OnDisk; } // PhraseDictionary impl virtual ChartRuleLookupManager *CreateRuleLookupManager( const ChartParser &parser, const ChartCellCollectionBase &); virtual void InitializeForInput(InputType const& source); void GetTargetPhraseCollectionBatch(const InputPathList &inputPathQueue) const; const TargetPhraseCollection *GetTargetPhraseCollection(const OnDiskPt::PhraseNode *ptNode) const; const TargetPhraseCollection *GetTargetPhraseCollectionNonCache(const OnDiskPt::PhraseNode *ptNode) const; void SetParameter(const std::string& key, const std::string& value); }; } // namespace Moses