moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2025-01-08 04:27:53 +03:00
Code Issues Packages Projects Releases Wiki Activity

synchronise with old cold

Browse Source
This commit is contained in:
Hieu Hoang 2016-01-18 21:17:20 +00:00
parent f470b90645
commit 98fe921443
1 changed files with 14 additions and 9 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
contrib/other-builds/moses2/legacy/ProbingPT/line_splitter.cpp
View File

@ -57,6 +57,11 @@ std::vector<unsigned char> splitWordAll1(const StringPiece &textin)
const char delim2[] = "-"; const char delim2[] = "-";
std::vector<unsigned char> output; std::vector<unsigned char> output;
//Case with no word alignments.
if (textin.size() == 0) {
return output;
}
//Split on space //Split on space
util::TokenIter<util::MultiCharacter> it(textin, util::MultiCharacter(delim)); util::TokenIter<util::MultiCharacter> it(textin, util::MultiCharacter(delim));