moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-09-20 15:48:05 +03:00
Code Issues Packages Projects Releases Wiki Activity

Align unknown word in most simple cases

Browse Source
This commit is contained in:
Jacob Dlougach 2012-09-24 15:19:24 +04:00
parent a84fbcb80a
commit 6e6e731ceb
1 changed files with 11 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
moses-chart-cmd/src/IOWrapper.cpp
View File

@ -199,6 +199,13 @@ void OutputSurface(std::ostream &out, const ChartHypothesis *hypo, const std::ve
namespace {
typedef std::vector< std::pair<size_t, size_t> > WordAlignment;
bool IsUnknownWord(const Word& word) {
const Factor* factor = word[MAX_NUM_FACTORS - 1];
if (factor == NULL)
return false;
return factor->GetString() == UNKNOWN_FACTOR;
}
WordAlignment GetWordAlignment(const Moses::ChartHypothesis *hypo, size_t *targetWordsCount)
{
const Moses::TargetPhrase& targetPhrase = hypo->GetCurrTargetPhrase();
@ -244,6 +251,9 @@ namespace {
result.push_back(make_pair(sourceOffset + it2->first, targetOffset + it2->second));
}
}
if (result.empty() && targetPhrase.GetSize() == 1 && hypo->GetCurrSourceRange().GetNumWordsCovered() == 1 && IsUnknownWord(targetPhrase.GetWord(0))) {
result.push_back(WordAlignment::value_type(0, 0));
}
return result;
}
}
@ -399,6 +409,7 @@ void IOWrapper::OutputDetailedTranslationReport(
CHECK(m_detailOutputCollector);
m_detailOutputCollector->Write(translationId, out.str());
}
void IOWrapper::OutputBestHypo(const ChartHypothesis *hypo, long translationId, bool /* reportSegmentation */, bool /* reportAllFactors */)
{