mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-09-11 19:27:11 +03:00
95 lines
2.9 KiB
C++
95 lines
2.9 KiB
C++
#ifndef moses_WordTranslationFeature_h
|
||
#define moses_WordTranslationFeature_h
|
||
|
||
#include <string>
|
||
#include <map>
|
||
|
||
#include "FeatureFunction.h"
|
||
#include "FactorCollection.h"
|
||
|
||
#include "Sentence.h"
|
||
#include "FFState.h"
|
||
|
||
namespace Moses
|
||
{
|
||
|
||
/** Sets the features for word translation
|
||
*/
|
||
class WordTranslationFeature : public StatelessFeatureFunction {
|
||
|
||
typedef std::map< char, short > CharHash;
|
||
typedef std::vector< std::set<std::string> > DocumentVector;
|
||
|
||
private:
|
||
std::set<std::string> m_vocabSource;
|
||
std::set<std::string> m_vocabTarget;
|
||
DocumentVector m_vocabDomain;
|
||
FactorType m_factorTypeSource;
|
||
FactorType m_factorTypeTarget;
|
||
bool m_unrestricted;
|
||
bool m_simple;
|
||
bool m_sourceContext;
|
||
bool m_targetContext;
|
||
bool m_domainTrigger;
|
||
float m_sparseProducerWeight;
|
||
bool m_ignorePunctuation;
|
||
CharHash m_punctuationHash;
|
||
|
||
public:
|
||
WordTranslationFeature(FactorType factorTypeSource, FactorType factorTypeTarget,
|
||
bool simple, bool sourceContext, bool targetContext, bool ignorePunctuation,
|
||
bool domainTrigger):
|
||
StatelessFeatureFunction("wt", ScoreProducer::unlimited),
|
||
m_factorTypeSource(factorTypeSource),
|
||
m_factorTypeTarget(factorTypeTarget),
|
||
m_unrestricted(true),
|
||
m_simple(simple),
|
||
m_sourceContext(sourceContext),
|
||
m_targetContext(targetContext),
|
||
m_domainTrigger(domainTrigger),
|
||
m_sparseProducerWeight(1),
|
||
m_ignorePunctuation(ignorePunctuation)
|
||
{
|
||
std::cerr << "Initializing word translation feature.. ";
|
||
if (m_simple == 1) std::cerr << "using simple word translations.. ";
|
||
if (m_sourceContext == 1) std::cerr << "using source context.. ";
|
||
if (m_targetContext == 1) std::cerr << "using target context.. ";
|
||
if (m_domainTrigger == 1) std::cerr << "using domain triggers.. ";
|
||
|
||
// compile a list of punctuation characters
|
||
if (m_ignorePunctuation) {
|
||
std::cerr << "ignoring punctuation for triggers.. ";
|
||
char punctuation[] = "\"'!?¿·()#_,.:;•&@‑/\\0123456789~=";
|
||
for (size_t i=0; i < sizeof(punctuation)-1; ++i)
|
||
m_punctuationHash[punctuation[i]] = 1;
|
||
}
|
||
|
||
std::cerr << "done." << std::endl;
|
||
}
|
||
|
||
bool Load(const std::string &filePathSource, const std::string &filePathTarget);
|
||
|
||
const FFState* EmptyHypothesisState(const InputType &) const {
|
||
return new DummyState();
|
||
}
|
||
|
||
void Evaluate(const PhraseBasedFeatureContext& context,
|
||
ScoreComponentCollection* accumulator) const;
|
||
|
||
void EvaluateChart(const ChartBasedFeatureContext& context,
|
||
ScoreComponentCollection* accumulator) const;
|
||
|
||
// basic properties
|
||
std::string GetScoreProducerWeightShortName(unsigned) const { return "wt"; }
|
||
size_t GetNumInputScores() const { return 0; }
|
||
|
||
bool ComputeValueInTranslationOption() const {return true;}
|
||
|
||
void SetSparseProducerWeight(float weight) { m_sparseProducerWeight = weight; }
|
||
float GetSparseProducerWeight() const { return m_sparseProducerWeight; }
|
||
};
|
||
|
||
}
|
||
|
||
#endif // moses_WordTranslationFeature_h
|