Jam phrase extraction

This commit is contained in:
Kenneth Heafield 2011-11-25 10:26:19 +00:00
parent 51f95fcb1e
commit fac8f7d751
32 changed files with 27 additions and 1242 deletions

View File

@ -0,0 +1,24 @@
alias InputFileStream : InputFileStream.cpp ../../..//z ;
alias trees : SyntaxTree.cpp XmlTree.cpp : : : <include>. ;
exe extract : tables-core.cpp SentenceAlignment.cpp extract.cpp InputFileStream ;
exe extract-rules : tables-core.cpp SentenceAlignment.cpp SentenceAlignmentWithSyntax.cpp SyntaxTree.cpp XmlTree.cpp HoleCollection.cpp extract-rules.cpp ExtractedRule.cpp InputFileStream ;
exe extract-lex : extract-lex.cpp InputFileStream ;
exe score : tables-core.cpp AlignmentPhrase.cpp score.cpp PhraseAlignment.cpp InputFileStream ;
exe consolidate : consolidate.cpp tables-core.cpp InputFileStream ;
exe consolidate-direct : consolidate-direct.cpp InputFileStream ;
exe consolidate-reverse : consolidate-reverse.cpp tables-core.cpp InputFileStream ;
exe relax-parse : tables-core.cpp SyntaxTree.cpp XmlTree.cpp relax-parse.cpp ;
exe statistics : tables-core.cpp AlignmentPhrase.cpp statistics.cpp InputFileStream ;
alias programs : extract extract-rules extract-lex score consolidate consolidate-direct consolidate-direct consolidate-reverse relax-parse statistics ;
install legacy : programs : <location>. <install-type>EXE ;

View File

@ -1,37 +0,0 @@
all: consolidate consolidate-direct consolidate-reverse extract extract-rules relax-parse \
score statistics extract-lex
clean:
rm -f *.o
.cpp.o:
$(CXX) -O6 -g -c $<
extract: tables-core.o SentenceAlignment.o extract.o InputFileStream.o
$(CXX) $^ -lz -o extract
extract-rules: tables-core.o SentenceAlignment.o SentenceAlignmentWithSyntax.o SyntaxTree.o XmlTree.o HoleCollection.o extract-rules.o ExtractedRule.o InputFileStream.o
$(CXX) $^ -lz -o extract-rules
extract-lex: extract-lex.o InputFileStream.o
$(CXX) $^ -lz -o extract-lex
score: tables-core.o AlignmentPhrase.o score.o PhraseAlignment.o InputFileStream.o
$(CXX) $^ -lz -o score
consolidate: consolidate.o tables-core.o InputFileStream.o
$(CXX) $^ -lz -o consolidate
consolidate-direct: consolidate-direct.o InputFileStream.o
$(CXX) $^ -lz -o consolidate-direct
consolidate-reverse: consolidate-reverse.o tables-core.o InputFileStream.o
$(CXX) $^ -lz -o consolidate-reverse
relax-parse: tables-core.o SyntaxTree.o XmlTree.o relax-parse.o
$(CXX) $^ -o relax-parse
statistics: tables-core.o AlignmentPhrase.o statistics.o InputFileStream.o
$(CXX) $^ -lz -o statistics

View File

@ -0,0 +1,3 @@
exe extract-ghkm : [ glob *.cpp ] ..//trees ../../../..//boost_program_options ;
install tools : extract-ghkm : <install-type>EXE ;

View File

@ -1,3 +0,0 @@
ACLOCAL_AMFLAGS = -I m4
SUBDIRS = tools

View File

@ -1,33 +0,0 @@
# -*- Autoconf -*-
# Process this file with autoconf to produce a configure script.
AC_PREREQ([2.65])
AC_INIT([moses-extract-ghkm], [1.0], [moses-support@mit.edu])
AM_INIT_AUTOMAKE([foreign])
AC_CONFIG_SRCDIR([tools/ExtractGHKM.cpp])
AC_CONFIG_HEADERS([config.h])
AC_CONFIG_MACRO_DIR([m4])
AC_LANG([C++])
# Checks for programs.
AC_PROG_CXX
AC_PROG_INSTALL
AC_PROG_LIBTOOL
# Checks for libraries.
BOOST_REQUIRE
BOOST_PROGRAM_OPTIONS
BOOST_STRING_ALGO
BOOST_UNORDERED
# Checks for header files.
# Checks for typedefs, structures, and compiler characteristics.
AC_HEADER_STDBOOL
AC_TYPE_SIZE_T
# Checks for library functions.
AC_FUNC_ERROR_AT_LINE
AC_CONFIG_FILES([Makefile tools/Makefile])
AC_OUTPUT

File diff suppressed because it is too large Load Diff

View File

@ -1,36 +0,0 @@
AM_CPPFLAGS = $(BOOST_CPPFLAGS) -I$(top_srcdir)/..
AM_LDFLAGS = $(BOOST_PROGRAM_OPTIONS_LDFLAGS)
LDADD = $(BOOST_PROGRAM_OPTIONS_LIBS)
bin_PROGRAMS = extract-ghkm
extract_ghkm_SOURCES = \
Alignment.cpp \
Alignment.h \
AlignmentGraph.cpp \
AlignmentGraph.h \
ComposedRule.cpp \
ComposedRule.h \
Exception.h \
ExtractGHKM.cpp \
ExtractGHKM.h \
Main.cpp \
Node.cpp \
Node.h \
ParseTree.cpp \
ParseTree.h \
ScfgRule.cpp \
ScfgRule.h \
ScfgRuleWriter.cpp \
ScfgRuleWriter.h \
Span.cpp \
Span.h \
Subgraph.cpp \
Subgraph.h \
XmlTreeParser.cpp \
XmlTreeParser.h \
../../SyntaxTree.cpp \
../../SyntaxTree.h \
../../XmlException.h \
../../XmlTree.cpp \
../../XmlTree.h