mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-09-11 11:25:40 +03:00
ignore words where there is nothing to case
This commit is contained in:
parent
1d65006190
commit
d9faf8f901
@ -44,6 +44,12 @@ while(<CORPUS>) {
|
||||
$firstWordOfSentence = 1;
|
||||
}
|
||||
|
||||
if ($currentWord !~ /[\p{Ll}\p{Lu}\p{Lt}]/) {
|
||||
# skip words with nothing to case
|
||||
$firstWordOfSentence = 0;
|
||||
next;
|
||||
}
|
||||
|
||||
my $currentWordWeight = 0;
|
||||
if (! $firstWordOfSentence) {
|
||||
$currentWordWeight = 1;
|
||||
|
Loading…
Reference in New Issue
Block a user