mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2025-01-08 04:27:53 +03:00
78 lines
1.6 KiB
C++
78 lines
1.6 KiB
C++
/*
|
|
* PhraseTable.h
|
|
*
|
|
* Created on: 23 Oct 2015
|
|
* Author: hieu
|
|
*/
|
|
#pragma once
|
|
#include <string>
|
|
#include <boost/unordered_map.hpp>
|
|
#include "../TargetPhrases.h"
|
|
#include "../Word.h"
|
|
#include "../FF/StatelessFeatureFunction.h"
|
|
#include "../legacy/Util2.h"
|
|
|
|
namespace Moses2
|
|
{
|
|
|
|
class System;
|
|
class InputPaths;
|
|
class InputPath;
|
|
class Manager;
|
|
|
|
////////////////////////////////////////////////////////////////////////
|
|
class PhraseTable : public StatelessFeatureFunction
|
|
{
|
|
public:
|
|
PhraseTable(size_t startInd, const std::string &line);
|
|
virtual ~PhraseTable();
|
|
|
|
virtual void SetParameter(const std::string& key, const std::string& value);
|
|
virtual void Lookup(const Manager &mgr, InputPaths &inputPaths) const;
|
|
virtual TargetPhrases *Lookup(const Manager &mgr, MemPool &pool, InputPath &inputPath) const;
|
|
|
|
void SetPtInd(size_t ind)
|
|
{ m_ptInd = ind; }
|
|
size_t GetPtInd() const
|
|
{ return m_ptInd; }
|
|
|
|
virtual void
|
|
EvaluateInIsolation(MemPool &pool,
|
|
const System &system,
|
|
const Phrase &source,
|
|
const TargetPhrase &targetPhrase,
|
|
Scores &scores,
|
|
Scores *estimatedScores) const;
|
|
|
|
virtual void CleanUpAfterSentenceProcessing();
|
|
|
|
protected:
|
|
std::string m_path;
|
|
size_t m_ptInd;
|
|
size_t m_tableLimit;
|
|
|
|
// cache
|
|
size_t m_maxCacheSize; // 0 = no caching
|
|
|
|
struct CacheCollEntry2
|
|
{
|
|
TargetPhrases *tpsPtr;
|
|
clock_t clock;
|
|
};
|
|
|
|
typedef boost::unordered_map<size_t, CacheCollEntry2> CacheColl;
|
|
mutable boost::thread_specific_ptr<CacheColl> m_cache;
|
|
|
|
mutable boost::thread_specific_ptr<MemPool> m_cacheMemPool;
|
|
|
|
|
|
CacheColl &GetCache() const;
|
|
MemPool &GetCacheMemPool() const;
|
|
|
|
void ReduceCache() const;
|
|
|
|
};
|
|
|
|
}
|
|
|