mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-08-16 23:10:31 +03:00
line buffering for tokeniser and truecaser
This commit is contained in:
parent
4c5e89f075
commit
691717c425
@ -83,6 +83,7 @@ sub process {
|
||||
print $_;
|
||||
}
|
||||
print "\n";
|
||||
STDOUT->flush;
|
||||
$sentence++;
|
||||
}
|
||||
|
||||
|
@ -82,6 +82,7 @@ while(<STDIN>) {
|
||||
}
|
||||
print $$MARKUP[$#$MARKUP];
|
||||
print "\n";
|
||||
STDOUT->flush
|
||||
}
|
||||
|
||||
# store away xml markup
|
||||
|
@ -64,6 +64,7 @@ while(<STDIN>) {
|
||||
} else {
|
||||
print &detokenize($_);
|
||||
}
|
||||
STDOUT->flush
|
||||
}
|
||||
|
||||
|
||||
|
@ -186,6 +186,7 @@ else
|
||||
{
|
||||
print &tokenize($_);
|
||||
}
|
||||
STDOUT->flush
|
||||
}
|
||||
}
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user