mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-12-28 14:32:38 +03:00
a5467d89c4
Properties can save memory by not storing the value string.
78 lines
1.8 KiB
C++
78 lines
1.8 KiB
C++
|
|
#pragma once
|
|
|
|
#include "moses/PP/PhraseProperty.h"
|
|
#include "util/exception.hh"
|
|
#include <string>
|
|
#include <list>
|
|
|
|
namespace Moses
|
|
{
|
|
|
|
// Note that we require label tokens (strings) in the corresponding property values of phrase table entries
|
|
// to be replaced beforehand by indices (size_t) of a label vocabulary. (TODO: change that?)
|
|
|
|
class SourceLabelsPhrasePropertyItem
|
|
{
|
|
friend class SourceLabelsPhraseProperty;
|
|
|
|
public:
|
|
SourceLabelsPhrasePropertyItem() {};
|
|
|
|
float GetSourceLabelsRHSCount() const
|
|
{
|
|
return m_sourceLabelsRHSCount;
|
|
};
|
|
|
|
const std::list<size_t> &GetSourceLabelsRHS() const
|
|
{
|
|
return m_sourceLabelsRHS;
|
|
};
|
|
|
|
const std::list< std::pair<size_t,float> > &GetSourceLabelsLHSList() const
|
|
{
|
|
return m_sourceLabelsLHSList;
|
|
};
|
|
|
|
private:
|
|
float m_sourceLabelsRHSCount;
|
|
std::list<size_t> m_sourceLabelsRHS; // should be of size nNTs-1 (empty if initial rule, i.e. no right-hand side non-terminals)
|
|
std::list< std::pair<size_t,float> > m_sourceLabelsLHSList; // list of left-hand sides for this right-hand side, with counts
|
|
};
|
|
|
|
|
|
class SourceLabelsPhraseProperty : public PhraseProperty
|
|
{
|
|
public:
|
|
SourceLabelsPhraseProperty() {};
|
|
|
|
virtual void ProcessValue(const std::string &value);
|
|
|
|
size_t GetNumberOfNonTerminals() const {
|
|
return m_nNTs;
|
|
}
|
|
|
|
float GetTotalCount() const {
|
|
return m_totalCount;
|
|
}
|
|
|
|
const std::list<SourceLabelsPhrasePropertyItem> &GetSourceLabelItems() const {
|
|
return m_sourceLabelItems;
|
|
};
|
|
|
|
virtual const std::string *GetValueString() const {
|
|
UTIL_THROW2("SourceLabelsPhraseProperty: value string not available in this phrase property");
|
|
return NULL;
|
|
};
|
|
|
|
protected:
|
|
|
|
size_t m_nNTs;
|
|
float m_totalCount;
|
|
|
|
std::list<SourceLabelsPhrasePropertyItem> m_sourceLabelItems;
|
|
};
|
|
|
|
} // namespace Moses
|
|
|