mosesdecoder/moses/src/WordTranslationFeature.h

98 lines
2.8 KiB
C
Raw Normal View History

#ifndef moses_WordTranslationFeature_h
#define moses_WordTranslationFeature_h
#include <string>
#include <map>
#include "FeatureFunction.h"
#include "FactorCollection.h"
#include "Sentence.h"
#include "FFState.h"
#ifdef WITH_THREADS
#include <boost/thread/tss.hpp>
#endif
namespace Moses
{
/** Sets the features for word translation
*/
//class WordTranslationFeature : public StatelessFeatureFunction {
class WordTranslationFeature : public StatefulFeatureFunction {
struct ThreadLocalStorage
{
const Sentence *input;
};
private:
#ifdef WITH_THREADS
boost::thread_specific_ptr<ThreadLocalStorage> m_local;
#else
std::auto_ptr<ThreadLocalStorage> m_local;
#endif
std::set<std::string> m_vocabSource;
std::set<std::string> m_vocabTarget;
FactorType m_factorTypeSource;
FactorType m_factorTypeTarget;
bool m_unrestricted;
bool m_simple;
bool m_sourceContext;
bool m_targetContext;
float m_sparseProducerWeight;
public:
WordTranslationFeature(FactorType factorTypeSource, FactorType factorTypeTarget,
bool simple, bool sourceContext, bool targetContext):
// StatelessFeatureFunction("wt", ScoreProducer::unlimited),
StatefulFeatureFunction("wt", ScoreProducer::unlimited),
m_factorTypeSource(factorTypeSource),
m_factorTypeTarget(factorTypeTarget),
m_unrestricted(true),
m_simple(simple),
m_sourceContext(sourceContext),
m_targetContext(targetContext),
m_sparseProducerWeight(1)
{
2012-03-07 15:48:58 +04:00
std::cerr << "Creating word translation feature.. ";
if (m_simple == 1) std::cerr << "using simple word translations.. ";
if (m_sourceContext == 1) std::cerr << "using source context.. ";
if (m_targetContext == 1) std::cerr << "using target context.. ";
2012-03-07 15:48:58 +04:00
std::cerr << "done." << std::endl;
}
bool Load(const std::string &filePathSource, const std::string &filePathTarget);
void InitializeForInput( Sentence const& in );
// void Evaluate(const TargetPhrase& cur_phrase, ScoreComponentCollection* accumulator) const;
const FFState* EmptyHypothesisState(const InputType &) const {
return new DummyState();
}
FFState* Evaluate(const Hypothesis& cur_hypo, const FFState* prev_state,
ScoreComponentCollection* accumulator) const;
FFState* EvaluateChart( const ChartHypothesis& /* cur_hypo */, int /* featureID */,
ScoreComponentCollection* ) const {
/* Not implemented */
assert(0);
return NULL;
}
// basic properties
std::string GetScoreProducerWeightShortName(unsigned) const { return "wt"; }
size_t GetNumInputScores() const { return 0; }
void SetSparseProducerWeight(float weight) { m_sparseProducerWeight = weight; }
float GetSparseProducerWeight() const { return m_sparseProducerWeight; }
};
}
#endif // moses_WordTranslationFeature_h