mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-09-20 07:42:21 +03:00
5240c430ce
This adds a new string-to-tree decoder, which can be enabled with the -s2t option. It's intended to be faster and simpler than the generic chart decoder, and is designed to support lattice input (still WIP). For a en-de system trained on WMT14 data, it's approximately 40% faster in practice. For background information, see the decoding section of the EMNLP tutorial on syntax-based MT: http://www.emnlp2014.org/tutorials/5_notes.pdf Some features are not implemented yet, including support for internal tree structure and soft source-syntactic constraints.
103 lines
3.4 KiB
C++
103 lines
3.4 KiB
C++
// $Id: PhraseDictionaryMemory.cpp 2477 2009-08-07 16:47:54Z bhaddow $
|
|
// vim:tabstop=2
|
|
|
|
/***********************************************************************
|
|
Moses - factored phrase-based language decoder
|
|
Copyright (C) 2010 University of Edinburgh
|
|
|
|
This library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
This library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with this library; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
***********************************************************************/
|
|
#ifndef moses_DecodeFeature
|
|
#define moses_DecodeFeature
|
|
|
|
#include <vector>
|
|
|
|
#include "moses/FF/StatelessFeatureFunction.h"
|
|
#include "moses/FactorTypeSet.h"
|
|
#include "moses/TypeDef.h"
|
|
|
|
namespace Moses
|
|
{
|
|
class DecodeStep;
|
|
class DecodeGraph;
|
|
|
|
/**
|
|
* Baseclass for phrase-table or generation table feature function
|
|
**/
|
|
class DecodeFeature : public StatelessFeatureFunction
|
|
{
|
|
|
|
public:
|
|
DecodeFeature(const std::string &line);
|
|
|
|
DecodeFeature(size_t numScoreComponents
|
|
, const std::string &line);
|
|
|
|
DecodeFeature(size_t numScoreComponents
|
|
, const std::vector<FactorType> &input
|
|
, const std::vector<FactorType> &output
|
|
, const std::string &line);
|
|
|
|
//! returns output factor types as specified by the ini file
|
|
const FactorMask& GetOutputFactorMask() const;
|
|
|
|
//! returns input factor types as specified by the ini file
|
|
const FactorMask& GetInputFactorMask() const;
|
|
|
|
const std::vector<FactorType>& GetInput() const;
|
|
const std::vector<FactorType>& GetOutput() const;
|
|
|
|
bool IsUseable(const FactorMask &mask) const;
|
|
void SetParameter(const std::string& key, const std::string& value);
|
|
|
|
void EvaluateWhenApplied(const Hypothesis& hypo,
|
|
ScoreComponentCollection* accumulator) const
|
|
{}
|
|
void EvaluateWhenApplied(const ChartHypothesis &hypo,
|
|
ScoreComponentCollection* accumulator) const
|
|
{}
|
|
void EvaluateWhenApplied(const Syntax::SHyperedge &hyperedge,
|
|
ScoreComponentCollection* accumulator) const
|
|
{}
|
|
void EvaluateWithSourceContext(const InputType &input
|
|
, const InputPath &inputPath
|
|
, const TargetPhrase &targetPhrase
|
|
, const StackVec *stackVec
|
|
, ScoreComponentCollection &scoreBreakdown
|
|
, ScoreComponentCollection *estimatedFutureScore = NULL) const
|
|
{}
|
|
void EvaluateInIsolation(const Phrase &source
|
|
, const TargetPhrase &targetPhrase
|
|
, ScoreComponentCollection &scoreBreakdown
|
|
, ScoreComponentCollection &estimatedFutureScore) const
|
|
{}
|
|
|
|
void SetContainer(const DecodeStep *container)
|
|
{ m_container = container; }
|
|
|
|
const DecodeGraph &GetDecodeGraph() const;
|
|
|
|
protected:
|
|
std::vector<FactorType> m_input;
|
|
std::vector<FactorType> m_output;
|
|
FactorMask m_inputFactors;
|
|
FactorMask m_outputFactors;
|
|
const DecodeStep *m_container;
|
|
};
|
|
|
|
}
|
|
|
|
#endif
|