moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2025-01-08 20:46:59 +03:00
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #161 from pakozm/master

Browse Source 
Updated hashCode generation at NeuralLMWrapper.cpp
This commit is contained in:
Hieu Hoang 2016-09-04 12:25:23 +01:00 committed by GitHub
commit aa20f0467e
1 changed files with 9 additions and 4 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
moses/LM/NeuralLMWrapper.cpp
View File

@ -54,16 +54,21 @@ LMResult NeuralLMWrapper::GetValue(const vector<const Word*> &contextFactor, Sta
//TODO: config option? //TODO: config option?
m_neuralLM->set_cache(1000000); m_neuralLM->set_cache(1000000);
} }
size_t hashCode = 0;
vector<int> words(contextFactor.size()); vector<int> words(contextFactor.size());
for (size_t i=0, n=contextFactor.size(); i<n; i++) { const size_t n = contextFactor.size();
for (size_t i=0; i<n; i++) {
const Word* word = contextFactor[i]; const Word* word = contextFactor[i];
const Factor* factor = word->GetFactor(m_factorType); const Factor* factor = word->GetFactor(m_factorType);
const std::string string = factor->GetString().as_string(); const std::string string = factor->GetString().as_string();
int neuralLM_wordID = m_neuralLM->lookup_word(string); int neuralLM_wordID = m_neuralLM->lookup_word(string);
words[i] = neuralLM_wordID; words[i] = neuralLM_wordID;
boost::hash_combine(hashCode, neuralLM_wordID); }
// Generate hashCode for only the last n-1 words, that represents the next LM
// state
size_t hashCode = 0;
for (size_t i=1; i<n; ++i) {
boost::hash_combine(hashCode, words[i]);
} }
double value = m_neuralLM->lookup_ngram(words); double value = m_neuralLM->lookup_ngram(words);