mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-08-16 23:10:31 +03:00
Merge pull request #144 from jimregan/patch-2
.' at end of sentence is missed
This commit is contained in:
commit
000de1c1dd
@ -348,6 +348,9 @@ sub tokenize
|
||||
$text =~ s/^ //g;
|
||||
$text =~ s/ $//g;
|
||||
|
||||
# .' at end of sentence is missed
|
||||
$text =~ s/\.\' ?$/ . ' /;
|
||||
|
||||
# restore protected
|
||||
for (my $i = 0; $i < scalar(@protected); ++$i) {
|
||||
my $subst = sprintf("THISISPROTECTED%.3d", $i);
|
||||
|
Loading…
Reference in New Issue
Block a user