2008-06-11 14:52:57 +04:00
|
|
|
// $Id$
|
|
|
|
|
|
|
|
/***********************************************************************
|
|
|
|
Moses - factored phrase-based language decoder
|
|
|
|
Copyright (C) 2006 University of Edinburgh
|
|
|
|
|
|
|
|
This library is free software; you can redistribute it and/or
|
|
|
|
modify it under the terms of the GNU Lesser General Public
|
|
|
|
License as published by the Free Software Foundation; either
|
|
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
|
|
|
This library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
Lesser General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
|
|
License along with this library; if not, write to the Free Software
|
|
|
|
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
***********************************************************************/
|
|
|
|
|
2010-02-24 14:15:44 +03:00
|
|
|
#ifndef moses_GenerationDictionary_h
|
|
|
|
#define moses_GenerationDictionary_h
|
2008-06-11 14:52:57 +04:00
|
|
|
|
|
|
|
#include <list>
|
2012-09-13 21:16:13 +04:00
|
|
|
#include <stdexcept>
|
2008-06-11 14:52:57 +04:00
|
|
|
#include <vector>
|
2015-10-17 23:43:03 +03:00
|
|
|
#include <boost/unordered_map.hpp>
|
2008-06-11 14:52:57 +04:00
|
|
|
#include "ScoreComponentCollection.h"
|
|
|
|
#include "Phrase.h"
|
|
|
|
#include "TypeDef.h"
|
2013-08-30 19:03:06 +04:00
|
|
|
#include "moses/FF/DecodeFeature.h"
|
2008-06-11 14:52:57 +04:00
|
|
|
|
2008-10-09 03:51:26 +04:00
|
|
|
namespace Moses
|
|
|
|
{
|
|
|
|
|
2008-06-11 14:52:57 +04:00
|
|
|
class FactorCollection;
|
|
|
|
|
2015-10-17 23:43:03 +03:00
|
|
|
typedef boost::unordered_map < Word , ScoreComponentCollection > OutputWordCollection;
|
2011-02-24 16:14:42 +03:00
|
|
|
// 1st = output phrase
|
|
|
|
// 2nd = log probability (score)
|
2008-06-11 14:52:57 +04:00
|
|
|
|
2011-02-24 16:14:42 +03:00
|
|
|
/** Implementation of a generation table in a trie.
|
2008-06-11 14:52:57 +04:00
|
|
|
*/
|
2013-02-05 23:02:36 +04:00
|
|
|
class GenerationDictionary : public DecodeFeature
|
2008-06-11 14:52:57 +04:00
|
|
|
{
|
2015-10-18 03:02:38 +03:00
|
|
|
typedef boost::unordered_map<const Word* , OutputWordCollection, UnorderedComparer<Word>, UnorderedComparer<Word> > Collection;
|
2008-06-11 14:52:57 +04:00
|
|
|
protected:
|
2013-11-15 21:43:41 +04:00
|
|
|
static std::vector<GenerationDictionary*> s_staticColl;
|
|
|
|
|
2011-02-24 16:14:42 +03:00
|
|
|
Collection m_collection;
|
|
|
|
// 1st = source
|
|
|
|
// 2nd = target
|
|
|
|
std::string m_filePath;
|
2008-06-11 14:52:57 +04:00
|
|
|
|
|
|
|
public:
|
2013-11-15 21:43:41 +04:00
|
|
|
static const std::vector<GenerationDictionary*>& GetColl() {
|
2014-01-15 19:42:02 +04:00
|
|
|
return s_staticColl;
|
2013-11-15 21:43:41 +04:00
|
|
|
}
|
|
|
|
|
2013-01-18 21:57:26 +04:00
|
|
|
GenerationDictionary(const std::string &line);
|
2013-05-29 21:16:15 +04:00
|
|
|
virtual ~GenerationDictionary();
|
|
|
|
|
|
|
|
//! load data file
|
2015-12-10 06:17:36 +03:00
|
|
|
void Load(AllOptions::ptr const& opts);
|
2013-05-29 21:16:15 +04:00
|
|
|
|
|
|
|
/** number of unique input entries in the generation table.
|
|
|
|
* NOT the number of lines in the generation table
|
|
|
|
*/
|
|
|
|
size_t GetSize() const {
|
|
|
|
return m_collection.size();
|
|
|
|
}
|
|
|
|
/** returns a bag of output words, OutputWordCollection, for a particular input word.
|
|
|
|
* Or NULL if the input word isn't found. The search function used is the WordComparer functor
|
|
|
|
*/
|
|
|
|
const OutputWordCollection *FindWord(const Word &word) const;
|
2013-06-20 16:25:02 +04:00
|
|
|
void SetParameter(const std::string& key, const std::string& value);
|
2012-09-13 21:16:13 +04:00
|
|
|
|
2008-06-11 14:52:57 +04:00
|
|
|
};
|
|
|
|
|
2008-10-09 03:51:26 +04:00
|
|
|
|
|
|
|
}
|
2010-02-24 14:15:44 +03:00
|
|
|
#endif
|