moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-12-27 14:05:29 +03:00
Code Issues Packages Projects Releases Wiki Activity

allow overriding table filtering in config (required for multimodelcounts)

Browse Source
This commit is contained in:
Rico Sennrich 2013-07-30 16:46:23 +02:00
parent 7b6239b663
commit 29cde2a204
2 changed files with 8 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
moses/FF/FeatureFunction.cpp
View File

@ -94,6 +94,8 @@ void FeatureFunction::SetParameter(const std::string& key, const std::string& va
{ {
if (key == "tuneable") { if (key == "tuneable") {
m_tuneable = Scan<bool>(value); m_tuneable = Scan<bool>(value);
}
else if (key == "filterable") { //ignore
} else { } else {
UTIL_THROW(util::Exception, "Unknown argument " << key << "=" << value); UTIL_THROW(util::Exception, "Unknown argument " << key << "=" << value);
} }

8
scripts/training/filter-model-given-input.pl
View File

@ -111,9 +111,10 @@ while(my $line = <INI>) {
) { ) {
print STDERR "pt:$line\n"; print STDERR "pt:$line\n";
my ($phrase_table_impl,$source_factor,$t,$w,$file,$table_flag); # = ($1,$2,$3,$4,$5,$6); my ($phrase_table_impl,$source_factor,$t,$w,$file,$table_flag,$skip); # = ($1,$2,$3,$4,$5,$6,$7);
$table_flag = ""; $table_flag = "";
$phrase_table_impl = $toks[0]; $phrase_table_impl = $toks[0];
$skip = 0;
for (my $i = 1; $i < scalar(@toks); ++$i) { for (my $i = 1; $i < scalar(@toks); ++$i) {
my @args = split(/=/, $toks[$i]); my @args = split(/=/, $toks[$i]);
@ -132,9 +133,12 @@ while(my $line = <INI>) {
elsif ($args[0] eq "path") { elsif ($args[0] eq "path") {
$file = $args[1]; $file = $args[1];
} }
elsif ($args[0] eq "filterable" && $args[1] eq "false") {
$skip = 1;
}
} #for (my $i = 1; $i < scalar(@toks); ++$i) { } #for (my $i = 1; $i < scalar(@toks); ++$i) {
if (($phrase_table_impl ne "PhraseDictionaryMemory" && $phrase_table_impl ne "PhraseDictionarySCFG") || $file =~ /glue-grammar/) { if (($phrase_table_impl ne "PhraseDictionaryMemory" && $phrase_table_impl ne "PhraseDictionarySCFG") || $file =~ /glue-grammar/ || $skip) {
# Only Memory ("0") and NewFormat ("6") can be filtered. # Only Memory ("0") and NewFormat ("6") can be filtered.
print INI_OUT "$line\n"; print INI_OUT "$line\n";
next; next;