mosesdecoder/mert/Vocabulary.cpp

50 lines
926 B
C++
Raw Normal View History

#include "Vocabulary.h"
#include "Singleton.h"
2013-05-29 21:16:15 +04:00
namespace mert
{
namespace
{
Vocabulary* g_vocab = NULL;
} // namespace
2013-05-29 21:16:15 +04:00
int Vocabulary::Encode(const std::string& token)
{
iterator it = m_vocab.find(token);
int encoded_token;
if (it == m_vocab.end()) {
// Add an new entry to the vocaburary.
encoded_token = static_cast<int>(m_vocab.size());
m_vocab[token] = encoded_token;
} else {
encoded_token = it->second;
}
return encoded_token;
}
2013-05-29 21:16:15 +04:00
bool Vocabulary::Lookup(const std::string&str , int* v) const
{
2013-05-29 21:16:15 +04:00
const_iterator it = m_vocab.find(str);
if (it == m_vocab.end()) return false;
*v = it->second;
return true;
}
2013-05-29 21:16:15 +04:00
Vocabulary* VocabularyFactory::GetVocabulary()
{
if (g_vocab == NULL) {
return MosesTuning::Singleton<Vocabulary>::GetInstance();
} else {
return g_vocab;
}
}
2013-05-29 21:16:15 +04:00
void VocabularyFactory::SetVocabulary(Vocabulary* vocab)
{
g_vocab = vocab;
}
} // namespace mert