mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-10-26 19:37:58 +03:00
60 lines
1.4 KiB
C++
60 lines
1.4 KiB
C++
//
|
|
|
|
#ifndef moses_SyntacticLanguageModel_h
|
|
#define moses_SyntacticLanguageModel_h
|
|
|
|
#include "FeatureFunction.h"
|
|
#include <stdexcept>
|
|
|
|
class YModel; // hidden model
|
|
class XModel; // observed model
|
|
|
|
namespace Moses
|
|
{
|
|
|
|
template <class MH, class MO> class SyntacticLanguageModelFiles;
|
|
|
|
class SyntacticLanguageModel : public StatefulFeatureFunction {
|
|
|
|
public:
|
|
|
|
SyntacticLanguageModel(const std::vector<std::string>& filePaths,
|
|
const std::vector<float>& weights,
|
|
const FactorType factorType,
|
|
const size_t beamWidth);
|
|
|
|
~SyntacticLanguageModel();
|
|
|
|
size_t GetNumScoreComponents() const;
|
|
std::string GetScoreProducerDescription(unsigned) const;
|
|
std::string GetScoreProducerWeightShortName(unsigned) const;
|
|
|
|
const FFState* EmptyHypothesisState(const InputType &input) const;
|
|
|
|
FFState* Evaluate(const Hypothesis& cur_hypo,
|
|
const FFState* prev_state,
|
|
ScoreComponentCollection* accumulator) const;
|
|
|
|
FFState* EvaluateChart(const ChartHypothesis& cur_hypo,
|
|
int featureID,
|
|
ScoreComponentCollection* accumulator) const {
|
|
throw std::runtime_error("Syntactic LM can only be used with phrase-based decoder.");
|
|
}
|
|
|
|
|
|
// double perplexity();
|
|
|
|
private:
|
|
|
|
const size_t m_NumScoreComponents;
|
|
SyntacticLanguageModelFiles<YModel,XModel>* m_files;
|
|
const FactorType m_factorType;
|
|
const size_t m_beamWidth;
|
|
|
|
};
|
|
|
|
|
|
}
|
|
|
|
#endif
|