add svn id comments to start of file

git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/trunk@1307 1f5c12ca-751b-0410-a591-d2e778427230
This commit is contained in:
hieuhoang1972 2007-03-14 22:22:36 +00:00
parent a184354ff3
commit 3c07c5df4d
51 changed files with 154 additions and 78 deletions

View File

@ -1,5 +1,7 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
use strict; use strict;
my ($results, $truth) = @ARGV; my ($results, $truth) = @ARGV;

View File

@ -1,5 +1,7 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
use strict; use strict;
my $script_dir; BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, $script_dir; } my $script_dir; BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, $script_dir; }
use MosesRegressionTesting; use MosesRegressionTesting;

View File

@ -1,5 +1,7 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
use strict; use strict;
my $script_dir; BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, $script_dir; } my $script_dir; BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, $script_dir; }
use Getopt::Long; use Getopt::Long;

View File

@ -1,4 +1,6 @@
#!/usr/bin/perl #!/usr/bin/perl
# $Id$
# Reads a source and hypothesis file and counts equal tokens. Some of these # Reads a source and hypothesis file and counts equal tokens. Some of these
# are punctuation, some are numbers, but most of the remaining are simply # are punctuation, some are numbers, but most of the remaining are simply
# unknown words that the decoder just copied. This script tells you how often # unknown words that the decoder just copied. This script tells you how often

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
#sentence-by-sentence: take in a system output, with any number of factors, and a reference translation, also maybe with factors, and show each sentence and its errors #sentence-by-sentence: take in a system output, with any number of factors, and a reference translation, also maybe with factors, and show each sentence and its errors
#usage: sentence-by-sentence SYSOUT [REFERENCE]+ > sentences.html #usage: sentence-by-sentence SYSOUT [REFERENCE]+ > sentences.html

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
#show-phrases-used: display all source and target phrases for each sentence in a corpus, and give average phrase length used #show-phrases-used: display all source and target phrases for each sentence in a corpus, and give average phrase length used
#usage: show-phrases-used DECODER_OUTFILE > output.html #usage: show-phrases-used DECODER_OUTFILE > output.html
# where DECODER_OUTFILE is the output of moses with the -T (show alignments) option # where DECODER_OUTFILE is the output of moses with the -T (show alignments) option

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
#by Philipp Koehn, de-augmented by Evan Herbst #by Philipp Koehn, de-augmented by Evan Herbst
#filter a phrase table for a specific input corpus #filter a phrase table for a specific input corpus
#arguments: phrasetable_filename input_filename factor_index (0...) #arguments: phrasetable_filename input_filename factor_index (0...)

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
use strict; use strict;
use CGI; use CGI;

View File

@ -1,39 +1,41 @@
#!/usr/bin/perl #!/usr/bin/perl
my ($home, $target_dir, $release_dir, $bin_dir) = @ARGV; # $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
#print "HOME: $home\nTARGET_DIR: $target_dir\nRELEASE_DIR: $release_dir\n"; my ($home, $target_dir, $release_dir, $bin_dir) = @ARGV;
if ($target_dir eq '' || -z $target_dir) { #print "HOME: $home\nTARGET_DIR: $target_dir\nRELEASE_DIR: $release_dir\n";
print <<EOT;
Please specify a TARGETDIR. if ($target_dir eq '' || -z $target_dir) {
print <<EOT;
For development releases you probably want the following: Please specify a TARGETDIR.
TARGETDIR=$home/releases make release
For development releases you probably want the following:
For shared environments, you will want to set TARGETDIR to TARGETDIR=$home/releases make release
some appropriately common directory.
For shared environments, you will want to set TARGETDIR to
EOT some appropriately common directory.
exit 1;
} EOT
exit 1;
if (-e $release_dir) { }
print "Targetdir exists! Not touching it! $release_dir";
exit 1; if (-e $release_dir) {
} print "Targetdir exists! Not touching it! $release_dir";
exit 1;
unless (-x "$bin_dir/GIZA++" && -x "$bin_dir/snt2cooc.out" && -x "$bin_dir/mkcls" ) { }
print <<EOT;
Please specify a BINDIR. unless (-x "$bin_dir/GIZA++" && -x "$bin_dir/snt2cooc.out" && -x "$bin_dir/mkcls" ) {
print <<EOT;
The BINDIR directory must contain GIZA++, snt2cooc.out and mkcls executables. Please specify a BINDIR.
These are available from http://www.fjoch.com/GIZA++.html and
http://www-i6.informatik.rwth-aachen.de/Colleagues/och/software/mkcls.html . The BINDIR directory must contain GIZA++, snt2cooc.out and mkcls executables.
EOT These are available from http://www.fjoch.com/GIZA++.html and
exit 1; http://www-i6.informatik.rwth-aachen.de/Colleagues/och/software/mkcls.html .
} EOT
exit 1;
}
exit 0;
exit 0;

View File

@ -1,39 +1,41 @@
#!/usr/bin/perl #!/usr/bin/perl
my ($home, $target_dir, $release_dir, $bin_dir) = @ARGV; # $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
#print "HOME: $home\nTARGET_DIR: $target_dir\nRELEASE_DIR: $release_dir\n"; my ($home, $target_dir, $release_dir, $bin_dir) = @ARGV;
if ($target_dir eq '' || -z $target_dir) { #print "HOME: $home\nTARGET_DIR: $target_dir\nRELEASE_DIR: $release_dir\n";
print <<EOT;
Please specify a TARGETDIR. if ($target_dir eq '' || -z $target_dir) {
print <<EOT;
For development releases you probably want the following: Please specify a TARGETDIR.
TARGETDIR=$home/releases make release
For development releases you probably want the following:
For shared environments, you will want to set TARGETDIR to TARGETDIR=$home/releases make release
some appropriately common directory.
For shared environments, you will want to set TARGETDIR to
EOT some appropriately common directory.
exit 1;
} EOT
exit 1;
if (-e $release_dir) { }
print "Targetdir exists! Not touching it! $release_dir";
exit 1; if (-e $release_dir) {
} print "Targetdir exists! Not touching it! $release_dir";
exit 1;
unless (-x "$bin_dir/GIZA++" && -x "$bin_dir/snt2cooc.out" && -x "$bin_dir/mkcls" ) { }
print <<EOT;
Please specify a BINDIR. unless (-x "$bin_dir/GIZA++" && -x "$bin_dir/snt2cooc.out" && -x "$bin_dir/mkcls" ) {
print <<EOT;
The BINDIR directory must contain GIZA++, snt2cooc.out and mkcls executables. Please specify a BINDIR.
These are available from http://www.fjoch.com/GIZA++.html and
http://www-i6.informatik.rwth-aachen.de/Colleagues/och/software/mkcls.html . The BINDIR directory must contain GIZA++, snt2cooc.out and mkcls executables.
EOT These are available from http://www.fjoch.com/GIZA++.html and
exit 0; http://www-i6.informatik.rwth-aachen.de/Colleagues/och/software/mkcls.html .
} EOT
exit 0;
}
exit 0;
exit 0;

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
#extract-factors.pl: extract only the desired factors from a factored corpus #extract-factors.pl: extract only the desired factors from a factored corpus
#usage: extract-factors corpusfile factor-index factor-index ... > outfile #usage: extract-factors corpusfile factor-index factor-index ... > outfile
#factor indices start at 0 #factor indices start at 0

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
#lopar2pos: extract POSs from LOPAR output #lopar2pos: extract POSs from LOPAR output
#usage: lopar2pos.pl CORPUS.lopar > CORPUS.pos #usage: lopar2pos.pl CORPUS.lopar > CORPUS.pos

View File

@ -1,5 +1,6 @@
#! /usr/bin/perl #! /usr/bin/perl
# $Id$
####################### #######################
# Revision history # Revision history
# #

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
use strict; use strict;
my $stem = $ARGV[0]; my $stem = $ARGV[0];

View File

@ -1,5 +1,6 @@
#! /usr/bin/perl #! /usr/bin/perl
# $Id$
use strict; use strict;
####################### #######################

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
use strict; use strict;
use Getopt::Long "GetOptions"; use Getopt::Long "GetOptions";

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
use strict; use strict;
use Getopt::Long "GetOptions"; use Getopt::Long "GetOptions";

View File

@ -1,5 +1,7 @@
#!/bin/bash #!/bin/bash
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
function die() { function die() {
echo "$@" echo "$@"
exit 1 exit 1

View File

@ -1,5 +1,7 @@
#!/bin/bash #!/bin/bash
# $Id$
function die() { function die() {
echo "$@" echo "$@"
exit 1 exit 1

View File

@ -1,4 +1,6 @@
#!/usr/bin/perl #!/usr/bin/perl
# $Id$
# given a moses.ini file, prints a copy to stdout but replaces all relative # given a moses.ini file, prints a copy to stdout but replaces all relative
# paths with absolute paths. # paths with absolute paths.
# #

View File

@ -1,4 +1,6 @@
#!/usr/bin/perl #!/usr/bin/perl
# $Id$
# given a moses.ini file, checks the translation and generation tables and reports # given a moses.ini file, checks the translation and generation tables and reports
# statistics on ambiguity # statistics on ambiguity
# Ondrej Bojar # Ondrej Bojar

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl #!/usr/bin/perl
# $Id$
use strict; use strict;
use Getopt::Long "GetOptions"; use Getopt::Long "GetOptions";

View File

@ -1,5 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
use strict; use strict;
use Getopt::Long; use Getopt::Long;
my $help; my $help;

View File

@ -1,4 +1,6 @@
#!/usr/bin/perl #!/usr/bin/perl
# $Id$
# given a moses.ini file, creates a wiseln of it and all the included bits # given a moses.ini file, creates a wiseln of it and all the included bits
# in the current directory # in the current directory

View File

@ -1,5 +1,7 @@
#!/usr/bin/python #!/usr/bin/python
# $Id$
'''Provides: '''Provides:
cook_refs(refs, n=4): Transform a list of reference sentences as strings into a form usable by cook_test(). cook_refs(refs, n=4): Transform a list of reference sentences as strings into a form usable by cook_test().

View File

@ -1,3 +1,4 @@
// $Id$
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
#include <string.h> #include <string.h>

View File

@ -1,3 +1,4 @@
// $Id$
#ifndef DATA_H #ifndef DATA_H
#define DATA_H #define DATA_H

View File

@ -1,5 +1,6 @@
#!/usr/bin/python2.3 #!/usr/bin/python2.3
# $Id$
'''Decoder interface: '''Decoder interface:
Dataset.process() expects a function, which in turn takes a Sentence as input Dataset.process() expects a function, which in turn takes a Sentence as input

View File

@ -1,4 +1,6 @@
#!/usr/bin/python #!/usr/bin/python
# $Id$
import sys import sys
level = 1 level = 1

View File

@ -1,3 +1,4 @@
// $Id$
#include <stdlib.h> #include <stdlib.h>
#include <unistd.h> #include <unistd.h>
#include <math.h> #include <math.h>

View File

@ -1,3 +1,4 @@
// $Id$
#include <stdlib.h> #include <stdlib.h>
#include <stdio.h> #include <stdio.h>
#include <string.h> #include <string.h>

View File

@ -1,3 +1,4 @@
// $Id$
#ifndef POINT_H #ifndef POINT_H
#define POINT_H #define POINT_H

View File

@ -1,5 +1,6 @@
#!/usr/bin/python #!/usr/bin/python
# $Id$
"""Convert n-best list in mert.perl format to format required by """Convert n-best list in mert.perl format to format required by
Venugopal's MER trainer. This entails calculating the BLEU component scores.""" Venugopal's MER trainer. This entails calculating the BLEU component scores."""

View File

@ -1,3 +1,4 @@
// $Id$
#include <math.h> #include <math.h>
#include <stdio.h> #include <stdio.h>

View File

@ -1,3 +1,4 @@
// $Id$
#ifndef SCORE_H #ifndef SCORE_H
#define SCORE_H #define SCORE_H

View File

@ -1,4 +1,6 @@
#!/usr/bin/perl #!/usr/bin/perl
# $Id$
# given a list of files, combines them to a single corpus (sent to stdout) # given a list of files, combines them to a single corpus (sent to stdout)
use strict; use strict;

View File

@ -1,5 +1,7 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
use strict; use strict;
my @LINE = <STDIN>; my @LINE = <STDIN>;

View File

@ -1,4 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
# Given a moses.ini file and an input text prepare minimized translation # Given a moses.ini file and an input text prepare minimized translation
# tables and a new moses.ini, so that loading of tables is much faster. # tables and a new moses.ini, so that loading of tables is much faster.

View File

@ -1,4 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
# Given a moses.ini file and an input text prepare minimized translation # Given a moses.ini file and an input text prepare minimized translation
# tables and a new moses.ini, so that loading of tables is much faster. # tables and a new moses.ini, so that loading of tables is much faster.

View File

@ -1,4 +1,6 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
# Usage: # Usage:
# mert-moses.pl <foreign> <english> <decoder-executable> <decoder-config> # mert-moses.pl <foreign> <english> <decoder-executable> <decoder-config>
# For other options see below or run 'mert-moses.pl --help' # For other options see below or run 'mert-moses.pl --help'

View File

@ -1,3 +1,4 @@
// $Id$
#include <cstdio> #include <cstdio>
#include <iostream> #include <iostream>

View File

@ -1,3 +1,4 @@
// $Id$
using namespace std; using namespace std;
#include <cstdio> #include <cstdio>

View File

@ -1,3 +1,4 @@
// $Id$
//#include "beammain.h" //#include "beammain.h"
#include "tables-core.h" #include "tables-core.h"

View File

@ -1,3 +1,5 @@
// $Id$
#ifndef _TABLES_H #ifndef _TABLES_H
#define _TABLES_H #define _TABLES_H

View File

@ -1,5 +1,7 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
use strict; use strict;
use utf8; use utf8;

View File

@ -1,4 +1,6 @@
#!/usr/bin/perl #!/usr/bin/perl
# $Id$
# given a pathname to a factored corpus, a list of (numeric) factors to keep # given a pathname to a factored corpus, a list of (numeric) factors to keep
# and a list of (labelled) factors to attach from factors/<basename>.label # and a list of (labelled) factors to attach from factors/<basename>.label
# produces new corpus on stdout # produces new corpus on stdout

View File

@ -1,4 +1,6 @@
// $Id$
#include <stdio.h> #include <stdio.h>
#include <stdlib.h> #include <stdlib.h>
#include <ctype.h> #include <ctype.h>

View File

@ -1,4 +1,6 @@
// $Id$
#if !defined(CMD_H) #if !defined(CMD_H)
#define CMD_H #define CMD_H

View File

@ -1,5 +1,6 @@
#! /usr/bin/perl #! /usr/bin/perl
# $Id$
#Converts direct and inverted alignments into a more compact #Converts direct and inverted alignments into a more compact
#bi-alignment format. It optionally reads the counting file #bi-alignment format. It optionally reads the counting file
#produced by giza containing the frequency of each traning sentence. #produced by giza containing the frequency of each traning sentence.

View File

@ -1,5 +1,7 @@
using namespace std; using namespace std;
// $Id$
#include <cassert> #include <cassert>
#include <iomanip> #include <iomanip>
#include <iostream> #include <iostream>

View File

@ -1,5 +1,7 @@
#!/usr/bin/perl -w #!/usr/bin/perl -w
# $Id$
use strict; use strict;
use Getopt::Long "GetOptions"; use Getopt::Long "GetOptions";