mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-09-11 11:25:40 +03:00
116 lines
3.5 KiB
C++
116 lines
3.5 KiB
C++
#include "lm/ngram_query.hh"
|
|
#include "util/getopt.hh"
|
|
|
|
#ifdef WITH_NPLM
|
|
#include "lm/wrappers/nplm.hh"
|
|
#endif
|
|
|
|
#include <stdlib.h>
|
|
|
|
void Usage(const char *name) {
|
|
std::cerr <<
|
|
"KenLM was compiled with maximum order " << KENLM_MAX_ORDER << ".\n"
|
|
"Usage: " << name << " [-b] [-n] [-w] [-s] lm_file\n"
|
|
"-b: Do not buffer output.\n"
|
|
"-n: Do not wrap the input in <s> and </s>.\n"
|
|
"-v summary|sentence|word: Level of verbosity\n"
|
|
"-l lazy|populate|read|parallel: Load lazily, with populate, or malloc+read\n"
|
|
"The default loading method is populate on Linux and read on others.\n";
|
|
exit(1);
|
|
}
|
|
|
|
int main(int argc, char *argv[]) {
|
|
if (argc == 1 || (argc == 2 && !strcmp(argv[1], "--help")))
|
|
Usage(argv[0]);
|
|
|
|
lm::ngram::Config config;
|
|
bool sentence_context = true;
|
|
unsigned int verbosity = 2;
|
|
bool flush = false;
|
|
|
|
int opt;
|
|
while ((opt = getopt(argc, argv, "bnv:l:")) != -1) {
|
|
switch (opt) {
|
|
case 'b':
|
|
flush = true;
|
|
break;
|
|
case 'n':
|
|
sentence_context = false;
|
|
break;
|
|
case 'v':
|
|
if (!strcmp(optarg, "word") || !strcmp(optarg, "2")) {
|
|
verbosity = 2;
|
|
} else if (!strcmp(optarg, "sentence") || !strcmp(optarg, "1")) {
|
|
verbosity = 1;
|
|
} else if (!strcmp(optarg, "summary") || !strcmp(optarg, "0")) {
|
|
verbosity = 0;
|
|
} else {
|
|
Usage(argv[0]);
|
|
}
|
|
break;
|
|
case 'l':
|
|
if (!strcmp(optarg, "lazy")) {
|
|
config.load_method = util::LAZY;
|
|
} else if (!strcmp(optarg, "populate")) {
|
|
config.load_method = util::POPULATE_OR_READ;
|
|
} else if (!strcmp(optarg, "read")) {
|
|
config.load_method = util::READ;
|
|
} else if (!strcmp(optarg, "parallel")) {
|
|
config.load_method = util::PARALLEL_READ;
|
|
} else {
|
|
Usage(argv[0]);
|
|
}
|
|
break;
|
|
case 'h':
|
|
default:
|
|
Usage(argv[0]);
|
|
}
|
|
}
|
|
if (optind + 1 != argc)
|
|
Usage(argv[0]);
|
|
lm::ngram::QueryPrinter printer(1, verbosity >= 2, verbosity >= 1, true, flush);
|
|
const char *file = argv[optind];
|
|
try {
|
|
using namespace lm::ngram;
|
|
ModelType model_type;
|
|
if (RecognizeBinary(file, model_type)) {
|
|
switch(model_type) {
|
|
case PROBING:
|
|
Query<lm::ngram::ProbingModel>(file, config, sentence_context, printer);
|
|
break;
|
|
case REST_PROBING:
|
|
Query<lm::ngram::RestProbingModel>(file, config, sentence_context, printer);
|
|
break;
|
|
case TRIE:
|
|
Query<TrieModel>(file, config, sentence_context, printer);
|
|
break;
|
|
case QUANT_TRIE:
|
|
Query<QuantTrieModel>(file, config, sentence_context, printer);
|
|
break;
|
|
case ARRAY_TRIE:
|
|
Query<ArrayTrieModel>(file, config, sentence_context, printer);
|
|
break;
|
|
case QUANT_ARRAY_TRIE:
|
|
Query<QuantArrayTrieModel>(file, config, sentence_context, printer);
|
|
break;
|
|
default:
|
|
std::cerr << "Unrecognized kenlm model type " << model_type << std::endl;
|
|
abort();
|
|
}
|
|
#ifdef WITH_NPLM
|
|
} else if (lm::np::Model::Recognize(file)) {
|
|
lm::np::Model model(file);
|
|
Query<lm::np::Model, lm::ngram::QueryPrinter>(model, sentence_context, printer);
|
|
Query<lm::np::Model, lm::ngram::QueryPrinter>(model, sentence_context, printer);
|
|
#endif
|
|
} else {
|
|
Query<ProbingModel>(file, config, sentence_context, printer);
|
|
}
|
|
util::PrintUsage(std::cerr);
|
|
} catch (const std::exception &e) {
|
|
std::cerr << e.what() << std::endl;
|
|
return 1;
|
|
}
|
|
return 0;
|
|
}
|