moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-12-26 21:42:19 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'hieu' of github.com:hieuhoang/mosesdecoder into hieu

Browse Source
This commit is contained in:
Hieu Hoang 2014-03-16 00:21:17 +00:00
commit 5198352ce2
1 changed files with 9 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
scripts/training/wrappers/parse-de-bitpar.perl
View File

@ -15,6 +15,7 @@ my $DEESCAPE = "$SCRIPTS_ROOT_DIR/tokenizer/deescape-special-chars.perl";
my $DEBUG = 0;
my $BASIC = 0;
my $OLD_BITPAR = 0;
my $UNPARSEABLE = 0;
my $RAW = "";
@ -22,7 +23,8 @@ GetOptions(
"basic" => \$BASIC,
"bitpar=s" => \$BITPAR,
"old-bitpar" => \$OLD_BITPAR,
"raw=s" => \$RAW
"raw=s" => \$RAW,
"unparseable" => \$UNPARSEABLE
) or die("ERROR: unknown options");
`mkdir -p $TMPDIR`;
@ -71,6 +73,12 @@ if ($OLD_BITPAR)
open(PARSER,$pipeline);
while(my $line = <PARSER>) {
if ($line =~ /^No parse for/) {
if ($UNPARSEABLE) {
my $len = length($line);
$line = substr($line, 15, $len - 17);
$line = escape($line);
print $line;
}
print "\n";
next;
}