// $Id$ // vim:tabstop=2 /*********************************************************************** Moses - factored phrase-based language decoder Copyright (C) 2010 Hieu Hoang This library is free software; you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation; either version 2.1 of the License, or (at your option) any later version. This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with this library; if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA ***********************************************************************/ #pragma once #include #include #include #include "PhraseDictionary.h" #include "../../OnDiskPt/src/OnDiskWrapper.h" #include "../../OnDiskPt/src/Word.h" #include "../../OnDiskPt/src/PhraseNode.h" namespace Moses { class TargetPhraseCollection; class ProcessedRuleStackOnDisk; class CellCollection; class WordPenaltyProducer; class PhraseDictionaryOnDisk : public PhraseDictionary { typedef PhraseDictionary MyBase; friend std::ostream& operator<<(std::ostream&, const PhraseDictionaryOnDisk&); protected: const LMList* m_languageModels; const WordPenaltyProducer* m_wpProducer;; std::vector m_inputFactorsVec, m_outputFactorsVec; std::vector m_weight; std::string m_filePath; mutable OnDiskPt::OnDiskWrapper m_dbWrapper; mutable std::map m_cache; mutable std::list m_sourcePhraseNode; mutable std::vector m_runningNodesVec; void LoadTargetLookup(); public: PhraseDictionaryOnDisk(size_t numScoreComponent, PhraseDictionaryFeature* feature) : MyBase(numScoreComponent, feature), m_languageModels(NULL) {} virtual ~PhraseDictionaryOnDisk(); PhraseTableImplementation GetPhraseTableImplementation() const { return OnDisk; } bool Load(const std::vector &input , const std::vector &output , const std::string &filePath , const std::vector &weight , size_t tableLimit, const LMList& languageModels, const WordPenaltyProducer* wpProducer); std::string GetScoreProducerDescription() const { return "BerkeleyPt"; } // PhraseDictionary impl //! find list of translations that can translates src. Only for phrase input virtual const TargetPhraseCollection *GetTargetPhraseCollection(const Phrase& src) const; void AddEquivPhrase(const Phrase &source, const TargetPhrase &targetPhrase); //! Create entry for translation of source to targetPhrase virtual void AddEquivPhrase(const Phrase &source, TargetPhrase *targetPhrase); virtual void GetChartRuleCollection(ChartTranslationOptionList &outColl ,InputType const& src ,WordsRange const& range ,bool adhereTableLimit ,const CellCollection &cellColl) const; void InitializeForInput(const InputType& input); void CleanUp(); }; };