moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-12-29 15:04:05 +03:00
Code Issues Packages Projects Releases Wiki Activity

More informative error message about <s> errors

Browse Source
This commit is contained in:
Kenneth Heafield 2011-11-01 10:24:40 +00:00
parent 314313ad89
commit 1c72f79698
2 changed files with 8 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
moses/src/LM/Implementation.cpp
View File

@ -99,7 +99,10 @@ void LanguageModelImplementation::CalcScore(const Phrase &phrase, float &fullSco
if (word == GetSentenceStartArray()) {
// do nothing, don't include prob for <s> unigram
assert(currPos == 0);
if (currPos != 0) {
std::cerr << "Your data contains <s> in a position other than the first word." << std::endl;
abort();
}
} else {
LMResult result = GetValueGivenState(contextFactor, *state);
fullScore += result.score;

4
moses/src/LM/Ken.cpp
View File

@ -198,6 +198,10 @@ template <class Model> void LanguageModelKen<Model>::CalcScore(const Phrase &phr
*state0 = m_ngram->NullContextState();
} else {
lm::WordIndex index = TranslateID(word);
if (index == m_ngram->GetVocabulary().BeginSentence()) {
std::cerr << "Your data contains <s> in a position other than the first word." << std::endl;
abort();
}
float score = TransformLMScore(m_ngram->Score(*state0, index, *state1));
std::swap(state0, state1);
if (position >= ngramBoundary) ngramScore += score;