moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-09-20 15:48:05 +03:00
Code Issues Packages Projects Releases Wiki Activity

Integrated handling of oov penalty into irstlm library.

Browse Source 
git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/trunk@1874 1f5c12ca-751b-0410-a591-d2e778427230
This commit is contained in:
mfederico 2008-08-05 11:56:32 +00:00
parent 7a0e5811ba
commit 842f5842a2
1 changed files with 0 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
moses/src/LanguageModelIRST.cpp
View File

@ -203,12 +203,6 @@ float LanguageModelIRST::GetValue(const vector<const Word*> &contextFactor, Stat
float prob = m_lmtb->clprob(*m_lmtb_ng);
//apply OOV penalty if the n-gram starts with an OOV word
//in a following version this will be integrated into the
//irstlm library
if (*m_lmtb_ng->wordp(1) == m_lmtb->dict->oovcode())
prob-=m_lmtb->getlogOOVpenalty();
return TransformIRSTScore(prob);
}