mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-09-11 11:25:40 +03:00
filter-model-given-input.pl: drop "-encoding None" from phrase table binaization with processPhraseTableMin. Recommended by Marcin.
This commit is contained in:
parent
faa3ae8afc
commit
506427368f
@ -404,8 +404,7 @@ for(my $i=0;$i<=$#TABLE;$i++) {
|
||||
# ... phrase translation model
|
||||
elsif ($binarizer =~ /processPhraseTableMin/) {
|
||||
#compact phrase table
|
||||
##my $cmd = "$catcmd $mid_file | LC_ALL=C sort -T $tempdir > $mid_file.sorted && $binarizer -in $mid_file.sorted -out $new_file -nscores $TABLE_WEIGHTS[$i] && rm $mid_file.sorted";
|
||||
my $cmd = "$binarizer -in <($catcmd $mid_file | LC_ALL=C sort -T $tempdir) -out $new_file -nscores $TABLE_WEIGHTS[$i] -encoding None";
|
||||
my $cmd = "$catcmd $mid_file | LC_ALL=C sort -T $tempdir > $mid_file.sorted && $binarizer -in $mid_file.sorted -out $new_file -nscores $TABLE_WEIGHTS[$i] && rm $mid_file.sorted";
|
||||
safesystem($cmd) or die "Can't binarize";
|
||||
} elsif ($binarizer =~ /CreateOnDiskPt/) {
|
||||
my $cmd = "$binarizer $mid_file $new_file.bin";
|
||||
|
Loading…
Reference in New Issue
Block a user