moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-12-27 05:55:02 +03:00
Code Issues Packages Projects Releases Wiki Activity

update training script and sample config file

Browse Source 
git-svn-id: http://svn.statmt.org/repository/mira@3917 cc96ff50-19ce-11e0-b349-13d7f0bd23df
This commit is contained in:
ehasler 2011-06-27 18:20:50 +00:00 committed by Ondrej Bojar
parent 512cf2c76b
commit 8e6c963041
2 changed files with 21 additions and 26 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
mira/expt.cfg
View File

@ -1,32 +1,31 @@
[general]
name=expt
pair=fr-en
#mpienv=openmpi_smp8_mark2
#vmem=6
moses-home=/disk3/bhaddow/mtm5/moses
cwd=/disk3/bhaddow/mtm5/train/01_fr_en_nc
working-dir=${cwd}/train
datadir=/disk3/bhaddow/gibbler/data
modeldir=/disk3/bhaddow/gibbler/models/nc/fr-en
name=expt1
moses-home=/path/to/moses/dir/
cwd=/path/to/current/dir/
working-dir=${cwd}/experiment
data-dir=${cwd}/data
decoder-settings=-mbr -mp -search-algorithm 1 -cube-pruning-pop-limit 5000 -s 5000
[train]
trainer=${moses-home}/mira/mira
input-file=${datadir}/nc-devtest2007.fr
reference-files=${datadir}/nc-devtest2007.en
moses-ini-file=${modeldir}/nc-devtest2007/moses.ini
#weights-file=${cwd}/weights.init
#hours=48
jobs=4
input-file=${data-dir}/tune.input
reference-files=${data-dir}/tune.reference
moses-ini-file=${data-dir}/moses.ini
hours=48
jobs=8
slots=8
epochs=10
learner=mira
extra-args=
mixing-frequency=5
weight-dump-frequency=1
extra-args=--sentence-level-bleu 1 --hope-n 1 --fear-n 1
[test]
moses=${moses-home}/moses-cmd/src/moses
bleu=${moses-home}/scripts/generic/multi-bleu.perl
input-file=${datadir}/nc-test2007a.fr
reference-file=${datadir}/nc-test2007a.en
moses-ini-file=${modeldir}/nc-test2007/moses.ini
#hours=12
frequency=5
bleu=${moses-home}/scripts/generic/multi-bleu.perl
input-file=${data-dir}/test.input
reference-file=${data-dir}/test.reference
moses-ini-file=${data-dir}/moses.test.ini
hours=12
extra-args=

4
mira/training-expt.perl
View File

@ -648,8 +648,6 @@ sub check_exists {
sub submit_job_sge {
my($script_file) = @_;
# my $qsub_result = `qsub -q ecdf\@\@westmere_ge_hosts -P $queue $script_file`;
# print "SUBMIT CMD: qsub -q ecdf\@\@westmere_ge_hosts -P $queue $script_file\n";
my $qsub_result = `qsub -P $queue $script_file`;
print "SUBMIT CMD: qsub -P $queue $script_file\n";
if ($qsub_result !~ /Your job (\d+)/) {
@ -664,8 +662,6 @@ sub submit_job_sge {
sub submit_job_sge_extra_memory {
my($script_file,$extra_memory) = @_;
# my $qsub_result = `qsub -q ecdf\@\@westmere_ge_hosts -pe $extra_memory -P $queue $script_file`;
# print "SUBMIT CMD: qsub -q ecdf\@\@westmere_ge_hosts -pe $extra_memory -P $queue $script_file \n";
my $qsub_result = `qsub -pe $extra_memory -P $queue $script_file`;
print "SUBMIT CMD: qsub -pe $extra_memory -P $queue $script_file \n";
if ($qsub_result !~ /Your job (\d+)/) {