moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-09-11 19:27:11 +03:00
Code Issues Packages Projects Releases Wiki Activity

use FloorScore to avoid -inf after log

Browse Source
This commit is contained in:
Ales Tamchyna 2012-11-01 11:37:59 +01:00
parent 37fde86b52
commit dc55ae7c2f
1 changed files with 4 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
moses/src/ContextSimilarityScoreProducer.cpp
View File

@ -5,6 +5,7 @@
#include "StaticData.h"
#include "ContextSimilarityScoreProducer.h"
#include "WordsRange.h"
#include "Util.h"
#include "TranslationOption.h"
#include <algorithm>
#include <iostream>
@ -56,8 +57,9 @@ float ContextSimilarityScoreProducer::CosineSimilarity(const map<string, int> &a
// throw away the counts for now, just compute cosine similarity on sets (sparse binary vectors)
set_intersection(a_set.begin(), a_set.end(), b_set.begin(), b_set.end(),
inserter(intersect, intersect.begin()));
// cerr << intersect.size() / (sqrt(a.size()) * sqrt(b.size())) << endl;
return log( intersect.size() / (sqrt(a.size()) * sqrt(b.size())) );
float score = intersect.size() / (sqrt(a.size()) * sqrt(b.size()));
// cerr << score << endl;
return FloorScore(log(score));
}
} // namespace Moses