mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-10-06 16:27:32 +03:00
19 lines
286 B
Perl
Executable File
19 lines
286 B
Perl
Executable File
#!/usr/bin/perl
|
|
|
|
use utf8;
|
|
|
|
binmode(STDIN, ":utf8");
|
|
binmode(STDOUT, ":utf8");
|
|
binmode(STDERR, ":utf8");
|
|
|
|
while (my $line = <STDIN>) {
|
|
chomp($line);
|
|
#$line =~ tr/\040-\176/ /c;
|
|
#$line =~ s/[^[:print:]]/ /g;
|
|
#$line =~ s/\s+/ /g;
|
|
$line =~ s/\p{C}/ /g;
|
|
|
|
print "$line\n";
|
|
}
|
|
|