From b1d9fb6d75a92f19b33d89430aea1057984c24f1 Mon Sep 17 00:00:00 2001 From: Barry Haddow Date: Mon, 28 Oct 2019 09:53:45 +0000 Subject: [PATCH] full cjk test --- scripts/ems/support/split-sentences.perl | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/scripts/ems/support/split-sentences.perl b/scripts/ems/support/split-sentences.perl index 6d562a1c8..53e9bc727 100755 --- a/scripts/ems/support/split-sentences.perl +++ b/scripts/ems/support/split-sentences.perl @@ -45,7 +45,7 @@ if (!$QUIET) { } # Is it Chinese, Japanese, Korean? -if ($language eq "yue" || $language eq "zh") { +if ($language eq "yue" || $language eq "zh" || $language eq "ja" || $language eq "ko" ) { $is_cjk = 1; }