mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-10-05 15:58:03 +03:00
Add license notices to scripts.
This is not pleasant to read (and much, much less pleasant to write!) but sort of necessary in an open project. Right now it's quite hard to figure out what is licensed how, which doesn't matter much to most people but can suddenly become very important when people want to know what they're being allowed to do. I kept the notices as short as I could. As far as I could see, everything without a clear license notice is LGPL v2.1 or later.
This commit is contained in:
parent
26170a4179
commit
ef028446f3
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
#use strict;
|
||||
use warnings;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
#input hindi word urdu word, delete all those entries that have number on any side
|
||||
use warnings;
|
||||
@ -314,4 +317,4 @@ sub charFreqFilter{
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
}
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use utf8;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use utf8;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
use utf8;
|
||||
|
||||
###############################################
|
||||
|
@ -1,9 +1,13 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
# Usage: extract-target-trees.py [FILE]
|
||||
#
|
||||
# Reads moses-chart's -T output from FILE or standard input and writes trees to
|
||||
# standard output in Moses' XML tree format.
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
"""Usage: extract-target-trees.py [FILE]
|
||||
|
||||
Reads moses-chart's -T output from FILE or standard input and writes trees to
|
||||
standard output in Moses' XML tree format.
|
||||
"""
|
||||
|
||||
import re
|
||||
import sys
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
# Reads a source and hypothesis file and counts equal tokens. Some of these
|
||||
|
@ -1,6 +1,9 @@
|
||||
#!/usr/bin/env perl
|
||||
# Display OOV rate of a test set against a training corpus or a phrase table.
|
||||
# Ondrej Bojar
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use strict;
|
||||
use warnings;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
#sentence-by-sentence: take in a system output, with any number of factors, and a reference translation, also maybe with factors, and show each sentence and its errors
|
||||
|
@ -3,6 +3,8 @@
|
||||
# Author : Loic BARRAULT
|
||||
# Script to convert MOSES searchgraph to DOT format
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
#show-phrases-used: display all source and target phrases for each sentence in a corpus, and give average phrase length used
|
||||
|
@ -1,5 +1,8 @@
|
||||
#package Corpus: hold a bunch of sentences in any language, with translation factors and stats about individual sentences and the corpus as a whole
|
||||
#Evan Herbst, 7 / 25 / 06
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
package Corpus;
|
||||
BEGIN
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
#by Philipp Koehn, de-augmented by Evan Herbst
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/perl -w
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
use strict;
|
||||
|
@ -2,6 +2,9 @@
|
||||
# Collects and prints all n-grams that appear in the given corpus both
|
||||
# tokenized as well as untokenized.
|
||||
# Ondrej Bojar
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use strict;
|
||||
use warnings;
|
||||
|
@ -1,4 +1,8 @@
|
||||
#!/bin/bash
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# Hackish summarization of weight-scan.pl results, heavily relies on tools by
|
||||
# Ondrej Bojar (bojar@ufal.mff.cuni.cz), some of which need Mercury; beware.
|
||||
|
||||
|
@ -1,4 +1,8 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# runs Moses many times changing the values of one weight, all others fixed
|
||||
# nbest lists are always produced to allow for comparison of real and
|
||||
# 'projected' BLEU (BLEU estimated from n-best lists collected at a neighouring
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# Experiment Management System
|
||||
# Documentation at http://www.statmt.org/moses/?n=FactoredTraining.EMS
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/bin/sh
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
if [ $# -lt 8 ]
|
||||
then
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/bin/sh
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
if [ $# -lt 6 ]
|
||||
then
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id: consolidate-training-data.perl 928 2009-09-02 02:58:01Z philipp $
|
||||
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env python2
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
"""Version of ConfigParser which accepts default values."""
|
||||
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
#######################
|
||||
# Revision history
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id: report-experiment-scores.perl 407 2008-11-10 14:43:31Z philipp $
|
||||
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# Based on Preprocessor written by Philipp Koehn
|
||||
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,5 +1,10 @@
|
||||
<?php
|
||||
|
||||
/*
|
||||
This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
Public License version 2.1 or, at your option, any later version.
|
||||
*/
|
||||
|
||||
# main page frame, triggers the loading of parts
|
||||
function show_analysis() {
|
||||
global $task,$user,$setup,$id,$set;
|
||||
|
@ -1,5 +1,9 @@
|
||||
<?php
|
||||
|
||||
/*
|
||||
This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
Public License version 2.1 or, at your option, any later version.
|
||||
*/
|
||||
function diff_analysis() {
|
||||
global $task,$user,$setup,$id,$id2,$set;
|
||||
global $comment,$dir;
|
||||
|
@ -1,5 +1,10 @@
|
||||
<?php
|
||||
|
||||
/*
|
||||
This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
Public License version 2.1 or, at your option, any later version.
|
||||
*/
|
||||
|
||||
function diff() {
|
||||
global $experiment;
|
||||
$display = $_GET["run"];
|
||||
|
@ -1,3 +1,7 @@
|
||||
/*
|
||||
This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
Public License version 2.1 or, at your option, any later version.
|
||||
*/
|
||||
var nodeIn = [];
|
||||
var nodeOut = [];
|
||||
var nodeChildren = [];
|
||||
|
@ -1,5 +1,10 @@
|
||||
<?php
|
||||
|
||||
/*
|
||||
This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
Public License version 2.1 or, at your option, any later version.
|
||||
*/
|
||||
|
||||
require("lib.php");
|
||||
require("overview.php");
|
||||
require("analysis.php");
|
||||
|
@ -1,5 +1,10 @@
|
||||
<?php
|
||||
|
||||
/*
|
||||
This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
Public License version 2.1 or, at your option, any later version.
|
||||
*/
|
||||
|
||||
function load_experiment_info() {
|
||||
global $dir,$task,$user,$setup;
|
||||
global $evalset;
|
||||
|
@ -1,5 +1,9 @@
|
||||
<?php
|
||||
|
||||
/*
|
||||
This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
Public License version 2.1 or, at your option, any later version.
|
||||
*/
|
||||
|
||||
function setup() {
|
||||
$setup = file("setup");
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,3 +1,7 @@
|
||||
/*
|
||||
This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
Public License version 2.1 or, at your option, any later version.
|
||||
*/
|
||||
var xmlns="http://www.w3.org/2000/svg";
|
||||
var RECOMBINED = 0;
|
||||
var FROM = 1;
|
||||
|
@ -1,4 +1,10 @@
|
||||
<?php
|
||||
|
||||
/*
|
||||
This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
Public License version 2.1 or, at your option, any later version.
|
||||
*/
|
||||
|
||||
function sgviz($sentence) {
|
||||
global $setup,$dir,$id,$set;
|
||||
?><html><head><title>Search Graph Visualization, Sentence <?php $sentence ?></title>
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
binmode( STDIN, ":utf8" );
|
||||
binmode( STDOUT, ":utf8" );
|
||||
|
@ -1,6 +1,9 @@
|
||||
#!/usr/bin/env python
|
||||
# compute Bleu scores with confidence intervals via boostrap resampling
|
||||
# written by Ulrich Germann
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
from argparse import ArgumentParser
|
||||
import math
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
#extract-factors.pl: extract only the desired factors from a factored corpus
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# example
|
||||
# ./extract-parallel.perl 8 ./coreutils-8.9/src/split "./coreutils-8.9/src/sort --batch-size=253" ./extract ./corpus.5.en ./corpus.5.ar ./align.ar-en.grow-diag-final-and ./extracted 7 --NoFileLimit orientation --GZOutput
|
||||
|
@ -4,6 +4,9 @@
|
||||
# ' ' to delimit nodes (i.e. original lines).
|
||||
# Some rudimentary sanity checks are done on the fly.
|
||||
# Ondrej Bojar, bojar@ufal.mff.cuni.cz
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -7,6 +7,9 @@
|
||||
# final nodes.
|
||||
# Note that the output format may not contain any spaces.
|
||||
# Ondrej Bojar, bojar@ufal.mff.cuni.cz
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,6 +1,9 @@
|
||||
#!/usr/bin/env perl
|
||||
# A very simple script that converts fsal back to fsa format (openfst lattices)
|
||||
# Ondrej Bojar, bojar@ufal.mff.cuni.cz
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# example
|
||||
# ~/giza-parallel.perl 10 split ~/workspace/sourceforge/trunk/scripts/training/train-model.perl ar en train align
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
#lopar2pos: extract POSs from LOPAR output
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
#######################
|
||||
|
@ -1,20 +1,25 @@
|
||||
#!/usr/bin/env python
|
||||
|
||||
# Written by Michael Denkowski
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# This script parallelizes decoding with simulated post-editing via moses XML
|
||||
# input (XML entities need to be escaped in tokenization). Memory mapped
|
||||
# dynamic phrase tables (Ulrich Germann,
|
||||
# www.statmt.org/moses/?n=Moses.AdvancedFeatures#ntoc40) and language models
|
||||
# (Kenneth Heafield,
|
||||
# http://www.statmt.org/moses/?n=FactoredTraining.BuildingLanguageModel#ntoc19)
|
||||
# facilitate memory efficient multi process decoding. Input is divided into
|
||||
# batches, each of which is decoded sequentially. Each batch pre-loads the
|
||||
# data from previous batches.
|
||||
"""Parallelize decoding with simulated post-editing via moses XML input.
|
||||
|
||||
# To use in tuning, run mert-moses.pl with --sim-pe=SYMAL where SYMAL is the
|
||||
# alignment from input to references. Specify the number of jobs with
|
||||
# --decoder-flags="-threads N".
|
||||
(XML entities need to be escaped in tokenization). Memory mapped
|
||||
dynamic phrase tables (Ulrich Germann,
|
||||
www.statmt.org/moses/?n=Moses.AdvancedFeatures#ntoc40) and language models
|
||||
(Kenneth Heafield,
|
||||
http://www.statmt.org/moses/?n=FactoredTraining.BuildingLanguageModel#ntoc19)
|
||||
facilitate memory efficient multi process decoding. Input is divided into
|
||||
batches, each of which is decoded sequentially. Each batch pre-loads the
|
||||
data from previous batches.
|
||||
|
||||
To use in tuning, run mert-moses.pl with --sim-pe=SYMAL where SYMAL is the
|
||||
alignment from input to references. Specify the number of jobs with
|
||||
--decoder-flags="-threads N".
|
||||
"""
|
||||
|
||||
import gzip
|
||||
import itertools
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
use warnings;
|
||||
|
@ -6,6 +6,9 @@ package ph_numbers;
|
||||
# and decoder input
|
||||
#
|
||||
# (c) 2013 TAUS
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
use warnings;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# example
|
||||
# ./score-parallel.perl 8 "gsort --batch-size=253" ./score ./extract.2.sorted.gz ./lex.2.f2e ./phrase-table.2.half.f2e --GoodTuring ./phrase-table.2.coc 0
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# Compatible with sri LM-creating script, eg.
|
||||
# ngram-count -order 5 -interpolate -wbdiscount -unk -text corpus.txt -lm lm.txt
|
||||
|
@ -1,4 +1,9 @@
|
||||
#! /usr/bin/env python
|
||||
#
|
||||
# Originally written in 2015 by Jeroen Vermeulen (Precision Translation Tools).
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
"""Reformat project source code, and/or check for style errors ("lint").
|
||||
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
# convert a phrase-table with alignment in Moses' dead-end format
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env python3 -*- coding: utf-8 -*-
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
"""
|
||||
The Gacha filter cleans out sentence pairs that have global character mean
|
||||
|
@ -5,6 +5,9 @@
|
||||
# Expects one sentence per line, not tokenized!
|
||||
#
|
||||
# Ondrej Bojar, bojar@ufal.mff.cuni.cz
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
#retain lines in clean.lines-retained.1
|
||||
use strict;
|
||||
|
@ -2,6 +2,9 @@
|
||||
|
||||
# Script implemented by Pranava Swaroop Madhyastha (a student at Charles
|
||||
# University, UFAL)
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use strict;
|
||||
use warnings;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
use warnings;
|
||||
use strict;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
use warnings;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id$
|
||||
use warnings;
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id: train-recaser.perl 1326 2007-03-26 05:44:27Z bojar $
|
||||
|
||||
|
@ -1,4 +1,7 @@
|
||||
#!/usr/bin/env perl
|
||||
#
|
||||
# This file is part of moses. Its use is licensed under the GNU Lesser General
|
||||
# Public License version 2.1 or, at your option, any later version.
|
||||
|
||||
# $Id: train-recaser.perl 1326 2007-03-26 05:44:27Z bojar $
|
||||
|
||||
|
Some files were not shown because too many files have changed in this diff Show More
Loading…
Reference in New Issue
Block a user