mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-12-26 05:14:36 +03:00
72 lines
2.1 KiB
C++
72 lines
2.1 KiB
C++
//
|
|
// PhraseDictionaryALSuffixArray.cpp
|
|
// moses
|
|
//
|
|
// Created by Hieu Hoang on 06/11/2011.
|
|
// Copyright 2011 __MyCompanyName__. All rights reserved.
|
|
//
|
|
|
|
#include <iostream>
|
|
#include "PhraseDictionaryALSuffixArray.h"
|
|
#include "moses/InputType.h"
|
|
#include "moses/InputFileStream.h"
|
|
#include "moses/TypeDef.h"
|
|
#include "moses/StaticData.h"
|
|
#include "moses/UserMessage.h"
|
|
#include "Loader.h"
|
|
#include "LoaderFactory.h"
|
|
|
|
using namespace std;
|
|
|
|
namespace Moses
|
|
{
|
|
|
|
bool PhraseDictionaryALSuffixArray::Load(const std::vector<FactorType> &input
|
|
, const std::vector<FactorType> &output
|
|
, const std::string &filePath
|
|
, const std::vector<float> &weight
|
|
, size_t tableLimit
|
|
, const LMList &languageModels
|
|
, const WordPenaltyProducer* wpProducer)
|
|
{
|
|
const StaticData &staticData = StaticData::Instance();
|
|
if (staticData.ThreadCount() > 1)
|
|
{
|
|
UserMessage::Add("Suffix array implementation is not threadsafe");
|
|
return false;
|
|
}
|
|
|
|
// file path is the directory of the rules for eacg, NOT the file of all the rules
|
|
SetFilePath(filePath);
|
|
m_tableLimit = tableLimit;
|
|
|
|
m_input = &input;
|
|
m_output = &output;
|
|
m_languageModels = &languageModels;
|
|
m_wpProducer = wpProducer;
|
|
m_weight = &weight;
|
|
|
|
return true;
|
|
}
|
|
|
|
void PhraseDictionaryALSuffixArray::InitializeForInput(InputType const& source)
|
|
{
|
|
// clear out rules for previous sentence
|
|
m_collection.Clear();
|
|
|
|
// populate with rules for this sentence
|
|
long translationId = source.GetTranslationId();
|
|
|
|
string grammarFile = GetFilePath() + "/grammar.out." + SPrint(translationId) + ".gz";
|
|
|
|
std::auto_ptr<RuleTableLoader> loader =
|
|
RuleTableLoaderFactory::Create(grammarFile);
|
|
std::vector<float> weightT = StaticData::Instance().GetWeights(GetFeature());
|
|
bool ret = loader->Load(*m_input, *m_output, grammarFile, weightT, m_tableLimit,
|
|
*m_languageModels, m_wpProducer, *this);
|
|
|
|
CHECK(ret);
|
|
}
|
|
|
|
}
|