mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-08-17 07:20:48 +03:00
add svn id comments to start of file
git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/trunk@1307 1f5c12ca-751b-0410-a591-d2e778427230
This commit is contained in:
parent
a184354ff3
commit
3c07c5df4d
@ -1,5 +1,7 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
|
||||
use strict;
|
||||
my ($results, $truth) = @ARGV;
|
||||
|
||||
|
@ -1,5 +1,7 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
|
||||
use strict;
|
||||
my $script_dir; BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, $script_dir; }
|
||||
use MosesRegressionTesting;
|
||||
|
@ -1,5 +1,7 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
|
||||
use strict;
|
||||
my $script_dir; BEGIN { use Cwd qw/ abs_path /; use File::Basename; $script_dir = dirname(abs_path($0)); push @INC, $script_dir; }
|
||||
use Getopt::Long;
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
# Reads a source and hypothesis file and counts equal tokens. Some of these
|
||||
# are punctuation, some are numbers, but most of the remaining are simply
|
||||
# unknown words that the decoder just copied. This script tells you how often
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
#sentence-by-sentence: take in a system output, with any number of factors, and a reference translation, also maybe with factors, and show each sentence and its errors
|
||||
#usage: sentence-by-sentence SYSOUT [REFERENCE]+ > sentences.html
|
||||
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
#show-phrases-used: display all source and target phrases for each sentence in a corpus, and give average phrase length used
|
||||
#usage: show-phrases-used DECODER_OUTFILE > output.html
|
||||
# where DECODER_OUTFILE is the output of moses with the -T (show alignments) option
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
#by Philipp Koehn, de-augmented by Evan Herbst
|
||||
#filter a phrase table for a specific input corpus
|
||||
#arguments: phrasetable_filename input_filename factor_index (0...)
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
use strict;
|
||||
|
||||
use CGI;
|
||||
|
@ -1,39 +1,41 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
my ($home, $target_dir, $release_dir, $bin_dir) = @ARGV;
|
||||
|
||||
#print "HOME: $home\nTARGET_DIR: $target_dir\nRELEASE_DIR: $release_dir\n";
|
||||
|
||||
if ($target_dir eq '' || -z $target_dir) {
|
||||
print <<EOT;
|
||||
Please specify a TARGETDIR.
|
||||
|
||||
For development releases you probably want the following:
|
||||
TARGETDIR=$home/releases make release
|
||||
|
||||
For shared environments, you will want to set TARGETDIR to
|
||||
some appropriately common directory.
|
||||
|
||||
EOT
|
||||
exit 1;
|
||||
}
|
||||
|
||||
if (-e $release_dir) {
|
||||
print "Targetdir exists! Not touching it! $release_dir";
|
||||
exit 1;
|
||||
}
|
||||
|
||||
unless (-x "$bin_dir/GIZA++" && -x "$bin_dir/snt2cooc.out" && -x "$bin_dir/mkcls" ) {
|
||||
print <<EOT;
|
||||
Please specify a BINDIR.
|
||||
|
||||
The BINDIR directory must contain GIZA++, snt2cooc.out and mkcls executables.
|
||||
These are available from http://www.fjoch.com/GIZA++.html and
|
||||
http://www-i6.informatik.rwth-aachen.de/Colleagues/och/software/mkcls.html .
|
||||
EOT
|
||||
exit 1;
|
||||
}
|
||||
|
||||
|
||||
exit 0;
|
||||
|
||||
#!/usr/bin/perl
|
||||
|
||||
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
|
||||
|
||||
my ($home, $target_dir, $release_dir, $bin_dir) = @ARGV;
|
||||
|
||||
#print "HOME: $home\nTARGET_DIR: $target_dir\nRELEASE_DIR: $release_dir\n";
|
||||
|
||||
if ($target_dir eq '' || -z $target_dir) {
|
||||
print <<EOT;
|
||||
Please specify a TARGETDIR.
|
||||
|
||||
For development releases you probably want the following:
|
||||
TARGETDIR=$home/releases make release
|
||||
|
||||
For shared environments, you will want to set TARGETDIR to
|
||||
some appropriately common directory.
|
||||
|
||||
EOT
|
||||
exit 1;
|
||||
}
|
||||
|
||||
if (-e $release_dir) {
|
||||
print "Targetdir exists! Not touching it! $release_dir";
|
||||
exit 1;
|
||||
}
|
||||
|
||||
unless (-x "$bin_dir/GIZA++" && -x "$bin_dir/snt2cooc.out" && -x "$bin_dir/mkcls" ) {
|
||||
print <<EOT;
|
||||
Please specify a BINDIR.
|
||||
|
||||
The BINDIR directory must contain GIZA++, snt2cooc.out and mkcls executables.
|
||||
These are available from http://www.fjoch.com/GIZA++.html and
|
||||
http://www-i6.informatik.rwth-aachen.de/Colleagues/och/software/mkcls.html .
|
||||
EOT
|
||||
exit 1;
|
||||
}
|
||||
|
||||
|
||||
exit 0;
|
||||
|
||||
|
@ -1,39 +1,41 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
my ($home, $target_dir, $release_dir, $bin_dir) = @ARGV;
|
||||
|
||||
#print "HOME: $home\nTARGET_DIR: $target_dir\nRELEASE_DIR: $release_dir\n";
|
||||
|
||||
if ($target_dir eq '' || -z $target_dir) {
|
||||
print <<EOT;
|
||||
Please specify a TARGETDIR.
|
||||
|
||||
For development releases you probably want the following:
|
||||
TARGETDIR=$home/releases make release
|
||||
|
||||
For shared environments, you will want to set TARGETDIR to
|
||||
some appropriately common directory.
|
||||
|
||||
EOT
|
||||
exit 1;
|
||||
}
|
||||
|
||||
if (-e $release_dir) {
|
||||
print "Targetdir exists! Not touching it! $release_dir";
|
||||
exit 1;
|
||||
}
|
||||
|
||||
unless (-x "$bin_dir/GIZA++" && -x "$bin_dir/snt2cooc.out" && -x "$bin_dir/mkcls" ) {
|
||||
print <<EOT;
|
||||
Please specify a BINDIR.
|
||||
|
||||
The BINDIR directory must contain GIZA++, snt2cooc.out and mkcls executables.
|
||||
These are available from http://www.fjoch.com/GIZA++.html and
|
||||
http://www-i6.informatik.rwth-aachen.de/Colleagues/och/software/mkcls.html .
|
||||
EOT
|
||||
exit 0;
|
||||
}
|
||||
|
||||
|
||||
exit 0;
|
||||
|
||||
#!/usr/bin/perl
|
||||
|
||||
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
|
||||
|
||||
my ($home, $target_dir, $release_dir, $bin_dir) = @ARGV;
|
||||
|
||||
#print "HOME: $home\nTARGET_DIR: $target_dir\nRELEASE_DIR: $release_dir\n";
|
||||
|
||||
if ($target_dir eq '' || -z $target_dir) {
|
||||
print <<EOT;
|
||||
Please specify a TARGETDIR.
|
||||
|
||||
For development releases you probably want the following:
|
||||
TARGETDIR=$home/releases make release
|
||||
|
||||
For shared environments, you will want to set TARGETDIR to
|
||||
some appropriately common directory.
|
||||
|
||||
EOT
|
||||
exit 1;
|
||||
}
|
||||
|
||||
if (-e $release_dir) {
|
||||
print "Targetdir exists! Not touching it! $release_dir";
|
||||
exit 1;
|
||||
}
|
||||
|
||||
unless (-x "$bin_dir/GIZA++" && -x "$bin_dir/snt2cooc.out" && -x "$bin_dir/mkcls" ) {
|
||||
print <<EOT;
|
||||
Please specify a BINDIR.
|
||||
|
||||
The BINDIR directory must contain GIZA++, snt2cooc.out and mkcls executables.
|
||||
These are available from http://www.fjoch.com/GIZA++.html and
|
||||
http://www-i6.informatik.rwth-aachen.de/Colleagues/och/software/mkcls.html .
|
||||
EOT
|
||||
exit 0;
|
||||
}
|
||||
|
||||
|
||||
exit 0;
|
||||
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
#extract-factors.pl: extract only the desired factors from a factored corpus
|
||||
#usage: extract-factors corpusfile factor-index factor-index ... > outfile
|
||||
#factor indices start at 0
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
#lopar2pos: extract POSs from LOPAR output
|
||||
#usage: lopar2pos.pl CORPUS.lopar > CORPUS.pos
|
||||
|
||||
|
@ -1,5 +1,6 @@
|
||||
#! /usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
#######################
|
||||
# Revision history
|
||||
#
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
use strict;
|
||||
|
||||
my $stem = $ARGV[0];
|
||||
|
@ -1,5 +1,6 @@
|
||||
#! /usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
use strict;
|
||||
|
||||
#######################
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
|
||||
use strict;
|
||||
use Getopt::Long "GetOptions";
|
||||
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
|
||||
use strict;
|
||||
use Getopt::Long "GetOptions";
|
||||
|
||||
|
@ -1,5 +1,7 @@
|
||||
#!/bin/bash
|
||||
|
||||
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
|
||||
|
||||
function die() {
|
||||
echo "$@"
|
||||
exit 1
|
||||
|
@ -1,5 +1,7 @@
|
||||
#!/bin/bash
|
||||
|
||||
# $Id$
|
||||
|
||||
function die() {
|
||||
echo "$@"
|
||||
exit 1
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
# given a moses.ini file, prints a copy to stdout but replaces all relative
|
||||
# paths with absolute paths.
|
||||
#
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
# given a moses.ini file, checks the translation and generation tables and reports
|
||||
# statistics on ambiguity
|
||||
# Ondrej Bojar
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
use strict;
|
||||
use Getopt::Long "GetOptions";
|
||||
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
use strict;
|
||||
use Getopt::Long;
|
||||
my $help;
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
# given a moses.ini file, creates a wiseln of it and all the included bits
|
||||
# in the current directory
|
||||
|
||||
|
@ -1,5 +1,7 @@
|
||||
#!/usr/bin/python
|
||||
|
||||
# $Id$
|
||||
|
||||
'''Provides:
|
||||
|
||||
cook_refs(refs, n=4): Transform a list of reference sentences as strings into a form usable by cook_test().
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
#include <string.h>
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
#ifndef DATA_H
|
||||
#define DATA_H
|
||||
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/python2.3
|
||||
|
||||
# $Id$
|
||||
'''Decoder interface:
|
||||
|
||||
Dataset.process() expects a function, which in turn takes a Sentence as input
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/python
|
||||
|
||||
# $Id$
|
||||
import sys
|
||||
|
||||
level = 1
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
#include <stdlib.h>
|
||||
#include <unistd.h>
|
||||
#include <math.h>
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
#include <stdlib.h>
|
||||
#include <stdio.h>
|
||||
#include <string.h>
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
#ifndef POINT_H
|
||||
#define POINT_H
|
||||
|
||||
|
@ -1,5 +1,6 @@
|
||||
#!/usr/bin/python
|
||||
|
||||
# $Id$
|
||||
"""Convert n-best list in mert.perl format to format required by
|
||||
Venugopal's MER trainer. This entails calculating the BLEU component scores."""
|
||||
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
#include <math.h>
|
||||
#include <stdio.h>
|
||||
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
#ifndef SCORE_H
|
||||
#define SCORE_H
|
||||
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
# given a list of files, combines them to a single corpus (sent to stdout)
|
||||
|
||||
use strict;
|
||||
|
@ -1,5 +1,7 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id: consolidate-training-data.perl 40 2007-03-14 22:48:03Z hieu $
|
||||
|
||||
use strict;
|
||||
|
||||
my @LINE = <STDIN>;
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
# Given a moses.ini file and an input text prepare minimized translation
|
||||
# tables and a new moses.ini, so that loading of tables is much faster.
|
||||
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
# Given a moses.ini file and an input text prepare minimized translation
|
||||
# tables and a new moses.ini, so that loading of tables is much faster.
|
||||
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
# Usage:
|
||||
# mert-moses.pl <foreign> <english> <decoder-executable> <decoder-config>
|
||||
# For other options see below or run 'mert-moses.pl --help'
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
|
||||
#include <cstdio>
|
||||
#include <iostream>
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
using namespace std;
|
||||
|
||||
#include <cstdio>
|
||||
|
@ -1,3 +1,4 @@
|
||||
// $Id$
|
||||
//#include "beammain.h"
|
||||
#include "tables-core.h"
|
||||
|
||||
|
@ -1,3 +1,5 @@
|
||||
// $Id$
|
||||
|
||||
#ifndef _TABLES_H
|
||||
#define _TABLES_H
|
||||
|
||||
|
@ -1,5 +1,7 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
|
||||
use strict;
|
||||
|
||||
use utf8;
|
||||
|
@ -1,4 +1,6 @@
|
||||
#!/usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
# given a pathname to a factored corpus, a list of (numeric) factors to keep
|
||||
# and a list of (labelled) factors to attach from factors/<basename>.label
|
||||
# produces new corpus on stdout
|
||||
|
@ -1,4 +1,6 @@
|
||||
|
||||
// $Id$
|
||||
|
||||
#include <stdio.h>
|
||||
#include <stdlib.h>
|
||||
#include <ctype.h>
|
||||
|
@ -1,4 +1,6 @@
|
||||
|
||||
// $Id$
|
||||
|
||||
#if !defined(CMD_H)
|
||||
|
||||
#define CMD_H
|
||||
|
@ -1,5 +1,6 @@
|
||||
#! /usr/bin/perl
|
||||
|
||||
# $Id$
|
||||
#Converts direct and inverted alignments into a more compact
|
||||
#bi-alignment format. It optionally reads the counting file
|
||||
#produced by giza containing the frequency of each traning sentence.
|
||||
|
@ -1,5 +1,7 @@
|
||||
using namespace std;
|
||||
|
||||
// $Id$
|
||||
|
||||
#include <cassert>
|
||||
#include <iomanip>
|
||||
#include <iostream>
|
||||
|
@ -1,5 +1,7 @@
|
||||
#!/usr/bin/perl -w
|
||||
|
||||
# $Id$
|
||||
|
||||
use strict;
|
||||
use Getopt::Long "GetOptions";
|
||||
|
||||
|
Loading…
Reference in New Issue
Block a user