Merge pull request #219 from wwaites/master

line buffering for tokeniser and truecaser
This commit is contained in:
Hieu Hoang 2020-02-19 10:35:29 -08:00 committed by GitHub
commit 3c881255b1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
4 changed files with 4 additions and 0 deletions

View File

@ -83,6 +83,7 @@ sub process {
print $_;
}
print "\n";
STDOUT->flush;
$sentence++;
}

View File

@ -82,6 +82,7 @@ while(<STDIN>) {
}
print $$MARKUP[$#$MARKUP];
print "\n";
STDOUT->flush
}
# store away xml markup

View File

@ -64,6 +64,7 @@ while(<STDIN>) {
} else {
print &detokenize($_);
}
STDOUT->flush
}

View File

@ -186,6 +186,7 @@ else
{
print &tokenize($_);
}
STDOUT->flush
}
}