mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-12-27 05:55:02 +03:00
62 lines
1.6 KiB
C++
62 lines
1.6 KiB
C++
#ifndef moses_WordTranslationFeature_h
|
|
#define moses_WordTranslationFeature_h
|
|
|
|
#include <string>
|
|
#include <map>
|
|
|
|
#include "FeatureFunction.h"
|
|
#include "FactorCollection.h"
|
|
|
|
#include "Sentence.h"
|
|
#include "FFState.h"
|
|
|
|
namespace Moses
|
|
{
|
|
|
|
/** Sets the features for word translation
|
|
*/
|
|
class WordTranslationFeature : public StatelessFeatureFunction {
|
|
|
|
typedef std::map< char, short > CharHash;
|
|
typedef std::vector< std::set<std::string> > DocumentVector;
|
|
|
|
private:
|
|
std::set<std::string> m_vocabSource;
|
|
std::set<std::string> m_vocabTarget;
|
|
DocumentVector m_vocabDomain;
|
|
FactorType m_factorTypeSource;
|
|
FactorType m_factorTypeTarget;
|
|
bool m_unrestricted;
|
|
bool m_simple;
|
|
bool m_sourceContext;
|
|
bool m_targetContext;
|
|
bool m_domainTrigger;
|
|
float m_sparseProducerWeight;
|
|
bool m_ignorePunctuation;
|
|
CharHash m_punctuationHash;
|
|
|
|
public:
|
|
WordTranslationFeature(const std::string &line);
|
|
|
|
bool Load(const std::string &filePathSource, const std::string &filePathTarget);
|
|
|
|
const FFState* EmptyHypothesisState(const InputType &) const {
|
|
return new DummyState();
|
|
}
|
|
|
|
void Evaluate(const PhraseBasedFeatureContext& context,
|
|
ScoreComponentCollection* accumulator) const;
|
|
|
|
void EvaluateChart(const ChartBasedFeatureContext& context,
|
|
ScoreComponentCollection* accumulator) const;
|
|
|
|
bool ComputeValueInTranslationOption() const {return true;}
|
|
|
|
void SetSparseProducerWeight(float weight) { m_sparseProducerWeight = weight; }
|
|
float GetSparseProducerWeight() const { return m_sparseProducerWeight; }
|
|
};
|
|
|
|
}
|
|
|
|
#endif // moses_WordTranslationFeature_h
|