// $Id$ /*********************************************************************** Moses - factored phrase-based language decoder Copyright (C) 2006 University of Edinburgh This library is free software; you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation; either version 2.1 of the License, or (at your option) any later version. This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with this library; if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA ***********************************************************************/ #pragma once #include #include #include #include #include #ifdef WITH_THREADS #include #endif #include "Phrase.h" #include "TargetPhrase.h" #include "Dictionary.h" #include "TargetPhraseCollection.h" #include "FeatureFunction.h" namespace Moses { class StaticData; class InputType; class WordsRange; class PhraseDictionaryFeature; /** * Abstract base class for phrase dictionaries (tables). **/ class PhraseDictionary: public Dictionary { public: PhraseDictionary(size_t numScoreComponent, const PhraseDictionaryFeature* feature): Dictionary(numScoreComponent), m_tableLimit(0), m_feature(feature) {} //! table limit number. size_t GetTableLimit() const { return m_tableLimit; } DecodeType GetDecodeType() const { return Translate; } const PhraseDictionaryFeature* GetFeature() const; /** set/change translation weights and recalc weighted score for each translation. * TODO This may be redundant now we use ScoreCollection */ virtual void SetWeightTransModel(const std::vector &weightT)=0; //! find list of translations that can translates src. Only for phrase input virtual const TargetPhraseCollection *GetTargetPhraseCollection(const Phrase& src) const=0; //! find list of translations that can translates a portion of src. Used by confusion network decoding virtual const TargetPhraseCollection *GetTargetPhraseCollection(InputType const& src,WordsRange const& range) const; //! Create entry for translation of source to targetPhrase virtual void AddEquivPhrase(const Phrase &source, const TargetPhrase &targetPhrase)=0; virtual void InitializeForInput(InputType const& source) = 0; protected: size_t m_tableLimit; const PhraseDictionaryFeature* m_feature; }; /** * Represents a feature derived from a phrase table. */ class PhraseDictionaryFeature : public StatelessFeatureFunction { public: PhraseDictionaryFeature( size_t numScoreComponent , unsigned numInputScores , const std::vector &input , const std::vector &output , const std::string &filePath , const std::vector &weight , size_t tableLimit); virtual ~PhraseDictionaryFeature(); virtual bool ComputeValueInTranslationOption() const; std::string GetScoreProducerDescription() const; std::string GetScoreProducerWeightShortName() const { return "tm"; } size_t GetNumScoreComponents() const; size_t GetNumInputScores() const; PhraseDictionary* GetDictionary(const InputType& source); private: size_t m_numScoreComponent; unsigned m_numInputScores; std::vector m_input; std::vector m_output; std::string m_filePath; std::vector m_weight; size_t m_tableLimit; //Only instantiate one of these std::auto_ptr m_memoryDictionary; #ifdef WITH_THREADS boost::thread_specific_ptr m_treeDictionary; #else std::auto_ptr m_treeDictionary; #endif }; }