mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-08-16 23:10:31 +03:00
Allow Arabic letters to begin a fa sentence
This commit is contained in:
parent
d65d392d46
commit
78ca5f3cc5
@ -141,6 +141,7 @@ sub preprocess {
|
||||
$sentence_start .= "\\p{Block: Tamil}" if $language eq "ta";
|
||||
$sentence_start .= "\\p{Block: Telugu}" if $language eq "te";
|
||||
$sentence_start .= "\\p{Block: Hangul}\\p{Block: Hangul_Compatibility_Jamo}\\p{Block: Hangul_Jamo}\\p{Block: Hangul_Jamo_Extended_A}\\p{Block: Hangul_Jamo_Extended_B}" if $language eq "ko";
|
||||
$sentence_start .= "\\p{Arabic}" if $language eq "fa";
|
||||
|
||||
# we include danda and double danda (U+0964 and U+0965) as sentence split characters
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user