moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-12-26 05:14:36 +03:00
Code Issues Packages Projects Releases Wiki Activity

more shards

Browse Source
This commit is contained in:
Hieu Hoang 2014-06-23 09:36:13 -04:00
parent 6b22097cbe
commit f95a1bb75b
4 changed files with 57 additions and 33 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
scripts/generic/extract-parallel.perl
View File

@ -64,20 +64,20 @@ my $pid;
if ($numParallel > 1)
{
$cmd = "$splitCmd -d -l $linesPerSplit -a 5 $target $TMPDIR/target.";
$cmd = "$splitCmd -d -l $linesPerSplit -a 7 $target $TMPDIR/target.";
$pid = RunFork($cmd);
push(@children, $pid);
$cmd = "$splitCmd -d -l $linesPerSplit -a 5 $source $TMPDIR/source.";
$cmd = "$splitCmd -d -l $linesPerSplit -a 7 $source $TMPDIR/source.";
$pid = RunFork($cmd);
push(@children, $pid);
$cmd = "$splitCmd -d -l $linesPerSplit -a 5 $align $TMPDIR/align.";
$cmd = "$splitCmd -d -l $linesPerSplit -a 7 $align $TMPDIR/align.";
$pid = RunFork($cmd);
push(@children, $pid);
if ($weights) {
$cmd = "$splitCmd -d -l $linesPerSplit -a 5 $weights $TMPDIR/weights.";
$cmd = "$splitCmd -d -l $linesPerSplit -a 7 $weights $TMPDIR/weights.";
$pid = RunFork($cmd);
push(@children, $pid);
}
@ -259,15 +259,21 @@ sub NumStr($)
my $i = shift;
my $numStr;
if ($i < 10) {
$numStr = "0000$i";
$numStr = "000000$i";
}
elsif ($i < 100) {
$numStr = "000$i";
$numStr = "00000$i";
}
elsif ($i < 1000) {
$numStr = "00$i";
$numStr = "0000$i";
}
elsif ($i < 10000) {
$numStr = "000$i";
}
elsif ($i < 100000) {
$numStr = "00$i";
}
elsif ($i < 1000000) {
$numStr = "0$i";
}
else {

16
scripts/generic/generic-parallel.perl
View File

@ -90,19 +90,25 @@ sub NumStr($)
my $i = shift;
my $numStr;
if ($i < 10) {
$numStr = "0000$i";
$numStr = "000000$i";
}
elsif ($i < 100) {
$numStr = "000$i";
$numStr = "00000$i";
}
elsif ($i < 1000) {
$numStr = "00$i";
$numStr = "0000$i";
}
elsif ($i < 10000) {
$numStr = "0$i";
$numStr = "000$i";
}
elsif ($i < 100000) {
$numStr = "00$i";
}
elsif ($i < 1000000) {
$numStr = "0$i";
}
else {
$numStr = $i;
$numStr = $i;
}
return $numStr;
}

42
scripts/generic/giza-parallel.perl
View File

@ -102,23 +102,29 @@ print $cmd;
sub NumStr($)
{
my $i = shift;
my $numStr;
if ($i < 10) {
$numStr = "0000$i";
}
elsif ($i < 100) {
$numStr = "000$i";
}
elsif ($i < 1000) {
$numStr = "00$i";
}
elsif ($i < 10000) {
$numStr = "0$i";
}
else {
$numStr = $i;
}
return $numStr;
my $i = shift;
my $numStr;
if ($i < 10) {
$numStr = "000000$i";
}
elsif ($i < 100) {
$numStr = "00000$i";
}
elsif ($i < 1000) {
$numStr = "0000$i";
}
elsif ($i < 10000) {
$numStr = "000$i";
}
elsif ($i < 100000) {
$numStr = "00$i";
}
elsif ($i < 1000000) {
$numStr = "0$i";
}
else {
$numStr = $i;
}
return $numStr;
}

12
scripts/generic/score-parallel.perl
View File

@ -305,15 +305,21 @@ sub NumStr($)
my $i = shift;
my $numStr;
if ($i < 10) {
$numStr = "0000$i";
$numStr = "000000$i";
}
elsif ($i < 100) {
$numStr = "000$i";
$numStr = "00000$i";
}
elsif ($i < 1000) {
$numStr = "00$i";
$numStr = "0000$i";
}
elsif ($i < 10000) {
$numStr = "000$i";
}
elsif ($i < 100000) {
$numStr = "00$i";
}
elsif ($i < 1000000) {
$numStr = "0$i";
}
else {