moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-09-11 11:25:40 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge branch 'master' of github.com:moses-smt/mosesdecoder

Browse Source
This commit is contained in:
Hieu Hoang 2015-04-30 15:35:34 +04:00
commit 1278b8f5a7
1 changed files with 29 additions and 6 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

35
scripts/generic/extract-parallel.perl
View File

@ -6,6 +6,7 @@
use warnings;
use strict;
use File::Basename;
use Cwd 'abs_path';
sub RunFork($);
sub systemCheck($);
@ -109,20 +110,20 @@ else
{
my $numStr = NumStr(0);
$cmd = "ln -s $target $TMPDIR/target.$numStr";
$cmd = "ln -s ".abs_path($target)." $TMPDIR/target.$numStr";
print STDERR "Executing: $cmd \n";
`$cmd`;
$cmd = "ln -s $source $TMPDIR/source.$numStr";
$cmd = "ln -s ".abs_path($source)." $TMPDIR/source.$numStr";
print STDERR "Executing: $cmd \n";
`$cmd`;
$cmd = "ln -s $align $TMPDIR/align.$numStr";
$cmd = "ln -s ".abs_path($align)." $TMPDIR/align.$numStr";
print STDERR "Executing: $cmd \n";
`$cmd`;
if ($weights) {
$cmd = "ln -s $weights $TMPDIR/weights.$numStr";
$cmd = "ln -s ".abs_path($weights)." $TMPDIR/weights.$numStr";
print STDERR "Executing: $cmd \n";
`$cmd`;
}
@ -149,9 +150,8 @@ for (my $i = 0; $i < $numParallel; ++$i)
print "glueArg=$glueArg \n";
my $cmd = "$extractCmd $TMPDIR/target.$numStr $TMPDIR/source.$numStr $TMPDIR/align.$numStr $TMPDIR/extract.$numStr $glueArg $otherExtractArgs $weightsCmd --SentenceOffset ".($i*$linesPerSplit)." 2>> /dev/stderr \n";
print STDERR $cmd;
`$cmd`;
safesystem($cmd) or die;
exit();
}
else
@ -163,6 +163,10 @@ for (my $i = 0; $i < $numParallel; ++$i)
# wait for everything is finished
foreach (@children) {
waitpid($_, 0);
if($? != 0) {
print STDERR "ERROR: Failed to execute: @_\n $!\n";
exit(1);
}
}
# merge
@ -325,3 +329,22 @@ sub NumStr($)
return $numStr;
}
sub safesystem {
print STDERR "Executing: @_\n";
system(@_);
if ($? == -1) {
print STDERR "ERROR: Failed to execute: @_\n $!\n";
exit(1);
}
elsif ($? & 127) {
printf STDERR "ERROR: Execution of: @_\n died with signal %d, %s coredump\n",
($? & 127), ($? & 128) ? 'with' : 'without';
exit(1);
}
else {
my $exitcode = $? >> 8;
print STDERR "Exit code: $exitcode\n" if $exitcode;
return ! $exitcode;
}
}