moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-08-16 23:10:31 +03:00
Code Issues Packages Projects Releases Wiki Activity

2 letter codes

Browse Source
This commit is contained in:
Barry Haddow 2019-11-08 15:36:22 +00:00
parent 1037070026
commit 74d54b54c3
3 changed files with 2 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
scripts/ems/support/split-sentences.perl
View File

@ -126,10 +126,10 @@ sub preprocess {
my $sentence_start = "\\p{IsUpper}0-9";
$sentence_start .= "\\p{Block: Devanagari}\\p{Block: Devanagari_Extended}" if ($language eq "hi" || $language eq "mr");
$sentence_start .= "\\p{Block: Gujarati}" if $language eq "gu";
$sentence_start .= "\\p{Block: Bengali}" if ($language eq "asm" || $language eq "bn" || $language eq "mni");
$sentence_start .= "\\p{Block: Bengali}" if ($language eq "as" || $language eq "bn" || $language eq "mni");
$sentence_start .= "\\p{Block: Kannada}" if $language eq "kn";
$sentence_start .= "\\p{Block: Malayalam}" if $language eq "ml";
$sentence_start .= "\\p{Block: Oriya}" if $language eq "ory";
$sentence_start .= "\\p{Block: Oriya}" if $language eq "or";
$sentence_start .= "\\p{Block: Gurmukhi}" if $language eq "pa";
$sentence_start .= "\\p{Block: Tamil}" if $language eq "ta";
$sentence_start .= "\\p{Block: Telugu}" if $language eq "te";

0
scripts/share/nonbreaking_prefixes/nonbreaking_prefix.asm → scripts/share/nonbreaking_prefixes/nonbreaking_prefix.as
View File

0
scripts/share/nonbreaking_prefixes/nonbreaking_prefix.ory → scripts/share/nonbreaking_prefixes/nonbreaking_prefix.or
View File