2012-03-20 00:49:10 +04:00
|
|
|
#include "Vocabulary.h"
|
|
|
|
#include "Singleton.h"
|
|
|
|
|
|
|
|
namespace mert {
|
|
|
|
namespace {
|
|
|
|
Vocabulary* g_vocab = NULL;
|
|
|
|
} // namespace
|
|
|
|
|
2012-06-26 21:33:50 +04:00
|
|
|
int Vocabulary::Encode(const std::string& token) {
|
|
|
|
iterator it = m_vocab.find(token);
|
|
|
|
int encoded_token;
|
|
|
|
if (it == m_vocab.end()) {
|
|
|
|
// Add an new entry to the vocaburary.
|
|
|
|
encoded_token = static_cast<int>(m_vocab.size());
|
2012-12-07 00:12:24 +04:00
|
|
|
|
2012-06-26 21:33:50 +04:00
|
|
|
m_vocab[token] = encoded_token;
|
|
|
|
} else {
|
|
|
|
encoded_token = it->second;
|
|
|
|
}
|
|
|
|
return encoded_token;
|
|
|
|
}
|
|
|
|
|
|
|
|
bool Vocabulary::Lookup(const std::string&str , int* v) const {
|
|
|
|
|
|
|
|
const_iterator it = m_vocab.find(str);
|
|
|
|
if (it == m_vocab.end()) return false;
|
|
|
|
*v = it->second;
|
|
|
|
return true;
|
|
|
|
}
|
|
|
|
|
2012-03-20 00:49:10 +04:00
|
|
|
Vocabulary* VocabularyFactory::GetVocabulary() {
|
|
|
|
if (g_vocab == NULL) {
|
2012-06-30 23:23:45 +04:00
|
|
|
return MosesTuning::Singleton<Vocabulary>::GetInstance();
|
2012-03-20 00:49:10 +04:00
|
|
|
} else {
|
|
|
|
return g_vocab;
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
void VocabularyFactory::SetVocabulary(Vocabulary* vocab) {
|
|
|
|
g_vocab = vocab;
|
|
|
|
}
|
|
|
|
|
|
|
|
} // namespace mert
|