diff --git a/scripts/generic/multi-bleu-detok.perl b/scripts/generic/multi-bleu-detok.perl index d2ef60c90..e1f69501e 100755 --- a/scripts/generic/multi-bleu-detok.perl +++ b/scripts/generic/multi-bleu-detok.perl @@ -14,6 +14,9 @@ use warnings; use strict; +binmode(STDIN, ":utf8"); +use open ':encoding(UTF-8)'; + my $lowercase = 0; if ($ARGV[0] eq "-lc") { $lowercase = 1;