moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2025-01-06 19:49:41 +03:00
Code Issues Packages Projects Releases Wiki Activity

LM state

Browse Source
This commit is contained in:
Hieu Hoang 2015-10-31 08:56:40 +00:00
parent 826f365e10
commit 460d8e9692
1 changed files with 18 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

21
contrib/other-builds/moses2/LanguageModel.cpp
View File

@ -207,10 +207,25 @@ std::pair<SCORE, void*> LanguageModel::Score(const std::vector<const Moses::Fact
typedef Node<const Moses::Factor*, LMScores> LMNode;
vector<const LMNode*> nodes = m_root.getNodes(context, stoppedAtInd);
const LMNode &lastNode = *nodes.back();
const LMNode *lastNode = nodes.back();
assert(lastNode);
ret.first = lastNode.getValue().prob;
ret.second = (void*) &lastNode;
ret.first = lastNode->getValue().prob;
if (m_order == 1) {
// no state
ret.second = NULL;
}
else if (nodes.size() == m_order) {
// found entire ngram
const LMNode *state = nodes[nodes.size() - 2];
assert(state);
ret.second = (void*) state;
}
else {
// backed off
ret.second = (void*) lastNode;
}
if (stoppedAtInd == context.size()) {
// found entire ngram