mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-09-11 11:25:40 +03:00
bug fix with MML settings
This commit is contained in:
parent
a7f7379fa4
commit
124c36a837
@ -360,17 +360,19 @@ split-indomain-target
|
||||
pass-unless: output-splitter
|
||||
template: $output-splitter -model IN1.$output-extension < IN > OUT
|
||||
train
|
||||
in: indomain-stem outdomain-stem settings
|
||||
in: indomain-stem outdomain-stem
|
||||
out: model
|
||||
rerun-on-change: settings
|
||||
ignore-unless: indomain-stem
|
||||
default-name: mml/model
|
||||
template: $moses-script-dir/ems/support/mml-train.perl -in-source IN.$input-extension -in-target IN.$output-extension -out-source IN1.$input-extension -out-target IN1.$output-extension -model OUT -lm-training "$lm-training" -order $order -lm-settings "$lm-settings" -lm-binarizer $lm-binarizer IN2
|
||||
template: $moses-script-dir/ems/support/mml-train.perl -in-source IN.$input-extension -in-target IN.$output-extension -out-source IN1.$input-extension -out-target IN1.$output-extension -model OUT -lm-training "$lm-training" -order $order -lm-settings "$lm-settings" -lm-binarizer $lm-binarizer $settings
|
||||
train-in-mono
|
||||
in: indomain-source indomain-target outdomain-stem settings
|
||||
in: indomain-source indomain-target outdomain-stem
|
||||
out: model
|
||||
rerun-on-change: settings
|
||||
ignore-if: indomain-stem
|
||||
default-name: mml/model
|
||||
template: $moses-script-dir/ems/support/mml-train.perl -in-source IN -in-target IN1 -out-source IN2.$input-extension -out-target IN2.$output-extension -model OUT -lm-training "$lm-training" -order $order -lm-settings "$lm-settings" -lm-binarizer $lm-binarizer IN3
|
||||
template: $moses-script-dir/ems/support/mml-train.perl -in-source IN -in-target IN1 -out-source IN2.$input-extension -out-target IN2.$output-extension -model OUT -lm-training "$lm-training" -order $order -lm-settings "$lm-settings" -lm-binarizer $lm-binarizer $settings
|
||||
|
||||
[TRAINING] single
|
||||
consolidate
|
||||
|
@ -20,7 +20,7 @@ die("train-truecaser.perl --model truecaser --corpus cased [--possiblyUseFirstTo
|
||||
&& defined($CORPUS) && defined($MODEL);
|
||||
my %CASING;
|
||||
my %SENTENCE_END = ("."=>1,":"=>1,"?"=>1,"!"=>1);
|
||||
my %DELAYED_SENTENCE_START = ("("=>1,"["=>1,"\""=>1,"'"=>1);
|
||||
my %DELAYED_SENTENCE_START = ("("=>1,"["=>1,"\""=>1,"'"=>1,"'"=>1,"""=>1,"["=>1,"]"=>1);
|
||||
open(CORPUS,$CORPUS) || die("ERROR: could not open '$CORPUS'");
|
||||
binmode(CORPUS, ":utf8");
|
||||
while(<CORPUS>) {
|
||||
|
Loading…
Reference in New Issue
Block a user