moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-12-27 22:14:57 +03:00
Code Issues Packages Projects Releases Wiki Activity

add default weights for feature functions that aren't tuneable, eg. OOV feature

Browse Source
This commit is contained in:
Hieu Hoang 2013-07-19 13:24:05 +01:00
parent 8a28178339
commit a95127b972
1 changed files with 2 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
moses/FF/Factory.cpp
View File

@ -96,19 +96,6 @@ class KenFactory : public FeatureFactory {
}
};
//WTF(hieu): unknown word should be a normal feature
class UnknownFactory : public FeatureFactory {
public:
void Create(const std::string &line) {
StaticData &static_data = StaticData::InstanceNonConst();
UnknownWordPenaltyProducer *f = new UnknownWordPenaltyProducer(line);
std::vector<float> weights = static_data.GetParameter()->GetWeights(f->GetScoreProducerDescription());
if (weights.empty())
weights.push_back(1.0f);
static_data.SetWeights(f, weights);
}
};
#ifdef LM_RAND
class RandFactory : public FeatureFactory {
public:
@ -151,6 +138,8 @@ FeatureRegistry::FeatureRegistry() {
MOSES_FNAME(PhraseDictionaryDynSuffixArray);
MOSES_FNAME(OpSequenceModel);
MOSES_FNAME(PhrasePenalty);
MOSES_FNAME2("UnknownWordPenalty", UnknownWordPenaltyProducer);
#ifdef HAVE_SYNLM
MOSES_FNAME(SyntacticLanguageModel);
#endif
@ -164,7 +153,6 @@ FeatureRegistry::FeatureRegistry() {
Add("RANDLM", new RandFactory());
#endif
Add("KENLM", new KenFactory());
Add("UnknownWordPenalty", new UnknownFactory());
}
FeatureRegistry::~FeatureRegistry() {}