mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2025-01-08 12:36:35 +03:00
22ce1d2f19
- Fix case where "foo bar baz" appears but "bar baz" does not. Previously probing silently returned the wrong answer and trie silently broke. - More aggressive recombination: if "baz quux" is never followed by any word, then do not include "bar" in the state. - kenlm assumes that "foo bar" is present if "foo bar baz" is. This is now checked. - Binary format version number bump because the format has changed to support the above. - Lower memory consumption trie building. But it will take longer for to ensure correct handling of blanks and aggressive recombination. - Fix progress bar newlines on trie building. Agrees with SRI's 1-best outputs on the WMT 10 evaluation set. git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/trunk@3847 1f5c12ca-751b-0410-a591-d2e778427230
30 lines
672 B
Makefile
30 lines
672 B
Makefile
lib_LTLIBRARIES = libkenlm.la
|
|
bin_PROGRAMS = query build_binary
|
|
|
|
AM_CPPFLAGS = -W -Wall -ffor-scope -D_FILE_OFFSET_BITS=64 -D_LARGE_FILES $(BOOST_CPPFLAGS)
|
|
libkenlm_la_SOURCES = \
|
|
lm/lm_exception.cc \
|
|
lm/config.cc \
|
|
lm/model.cc \
|
|
lm/search_hashed.cc \
|
|
lm/search_trie.cc \
|
|
lm/trie.cc \
|
|
lm/binary_format.cc \
|
|
lm/read_arpa.cc \
|
|
lm/virtual_interface.cc \
|
|
lm/vocab.cc \
|
|
util/scoped.cc \
|
|
util/murmur_hash.cc \
|
|
util/mmap.cc \
|
|
util/file_piece.cc \
|
|
util/ersatz_progress.cc \
|
|
util/exception.cc \
|
|
util/bit_packing.cc
|
|
|
|
query_SOURCES = lm/ngram_query.cc
|
|
query_LDADD = libkenlm.la
|
|
|
|
build_binary_SOURCES = lm/build_binary.cc
|
|
build_binary_LDADD = libkenlm.la
|
|
|