mosesdecoder/moses/ScoreComponentCollectionTest.cpp

176 lines
5.4 KiB
C++
Raw Normal View History

/***********************************************************************
Moses - factored phrase-based language decoder
Copyright (C) 2010 University of Edinburgh
This library is free software; you can redistribute it and/or
modify it under the terms of the GNU Lesser General Public
License as published by the Free Software Foundation; either
version 2.1 of the License, or (at your option) any later version.
This library is distributed in the hope that it will be useful,
but WITHOUT ANY WARRANTY; without even the implied warranty of
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
Lesser General Public License for more details.
You should have received a copy of the GNU Lesser General Public
License along with this library; if not, write to the Free Software
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
***********************************************************************/
#include <stdexcept>
#include <boost/test/unit_test.hpp>
2013-05-24 22:11:15 +04:00
#include "moses/FF/StatelessFeatureFunction.h"
#include "ScoreComponentCollection.h"
using namespace Moses;
using namespace std;
BOOST_AUTO_TEST_SUITE(scc)
2013-05-29 21:16:15 +04:00
class MockStatelessFeatureFunction : public StatelessFeatureFunction
{
public:
MockStatelessFeatureFunction(size_t n, const string &line) :
StatelessFeatureFunction(n, line) {}
void Evaluate(const Hypothesis&, ScoreComponentCollection*) const {}
void EvaluateChart(const ChartHypothesis&, ScoreComponentCollection*) const {}
void Evaluate(const InputType &input
2013-09-27 12:35:24 +04:00
, const InputPath &inputPath
, const TargetPhrase &targetPhrase
, ScoreComponentCollection &scoreBreakdown
, ScoreComponentCollection *estimatedFutureScore) const
{}
void Evaluate(const Phrase &source
2013-09-27 12:35:24 +04:00
, const TargetPhrase &targetPhrase
, ScoreComponentCollection &scoreBreakdown
, ScoreComponentCollection &estimatedFutureScore) const
{}
2012-10-12 00:33:11 +04:00
};
2013-05-29 21:16:15 +04:00
class MockSingleFeature : public MockStatelessFeatureFunction
{
public:
MockSingleFeature(): MockStatelessFeatureFunction(1, "MockSingle") {}
2013-05-30 15:51:40 +04:00
bool IsUseable(const FactorMask &mask) const {
return true;
}
};
2013-05-29 21:16:15 +04:00
class MockMultiFeature : public MockStatelessFeatureFunction
{
public:
MockMultiFeature(): MockStatelessFeatureFunction(5, "MockMulti") {}
2013-05-30 15:51:40 +04:00
bool IsUseable(const FactorMask &mask) const {
return true;
}
};
2013-05-29 21:16:15 +04:00
class MockSparseFeature : public MockStatelessFeatureFunction
{
public:
MockSparseFeature(): MockStatelessFeatureFunction(0, "MockSparse") {}
2013-05-30 15:51:40 +04:00
bool IsUseable(const FactorMask &mask) const {
return true;
}
};
struct MockProducers {
MockProducers() {}
MockSingleFeature single;
MockMultiFeature multi;
MockSparseFeature sparse;
};
2013-05-29 21:16:15 +04:00
BOOST_FIXTURE_TEST_CASE(ctor, MockProducers)
{
ScoreComponentCollection scc;
BOOST_CHECK_EQUAL(scc.GetScoreForProducer(&single),0);
float expected[] = {0,0,0,0,0};
std::vector<float> actual= scc.GetScoresForProducer(&multi);
BOOST_CHECK_EQUAL_COLLECTIONS(expected, expected+5, actual.begin(), actual.begin()+5);
}
BOOST_FIXTURE_TEST_CASE(plusequals, MockProducers)
{
float arr1[] = {1,2,3,4,5};
float arr2[] = {2,4,6,8,10};
std::vector<float> vec1(arr1,arr1+5);
std::vector<float> vec2(arr2,arr2+5);
ScoreComponentCollection scc;
scc.PlusEquals(&single, 3.4f);
BOOST_CHECK_EQUAL(scc.GetScoreForProducer(&single), 3.4f);
scc.PlusEquals(&multi,vec1);
std::vector<float> actual = scc.GetScoresForProducer(&multi);
BOOST_CHECK_EQUAL_COLLECTIONS(vec1.begin(),vec1.end()
2013-05-29 21:16:15 +04:00
,actual.begin(), actual.end());
scc.PlusEquals(&multi,vec1);
actual = scc.GetScoresForProducer(&multi);
BOOST_CHECK_EQUAL_COLLECTIONS(vec2.begin(),vec2.end(),
2013-05-29 21:16:15 +04:00
actual.begin(), actual.end());
BOOST_CHECK_EQUAL(scc.GetScoreForProducer(&single), 3.4f);
}
BOOST_FIXTURE_TEST_CASE(sparse_feature, MockProducers)
{
ScoreComponentCollection scc;
scc.Assign(&sparse, "first", 1.3f);
scc.Assign(&sparse, "second", 2.1f);
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"first"), 1.3f);
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"second"), 2.1f);
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"third"), 0.0f);
scc.Assign(&sparse, "first", -1.9f);
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"first"), -1.9f);
2013-04-29 21:46:48 +04:00
scc.PlusEquals(&sparse, StringPiece("first"), -1.9f);
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"first"), -3.8f);
}
2011-11-16 17:08:24 +04:00
/*
Doesn't work because of the static registration of ScoreProducers
in ScoreComponentCollection.
2011-11-16 15:49:31 +04:00
BOOST_FIXTURE_TEST_CASE(save, MockProducers)
{
ScoreComponentCollection scc;
scc.Assign(&sparse, "first", 1.1f);
scc.Assign(&single, 0.25f);
float arr[] = {1,2.1,3,4,5};
std::vector<float> vec1(arr,arr+5);
scc.Assign(&multi,vec1);
ostringstream out;
scc.Save(out);
cerr << out.str() << endl;
istringstream in (out.str());
string line;
getline(in,line);
BOOST_CHECK_EQUAL(line, "MockSingle:4_1 0.25");
getline(in,line);
BOOST_CHECK_EQUAL(line, "MockMulti:4_1 1");
getline(in,line);
BOOST_CHECK_EQUAL(line, "MockMulti:4_2 2.1");
getline(in,line);
BOOST_CHECK_EQUAL(line, "MockMulti:4_3 3");
getline(in,line);
BOOST_CHECK_EQUAL(line, "MockMulti:4_4 4");
getline(in,line);
BOOST_CHECK_EQUAL(line, "MockMulti:4_5 5");
getline(in,line);
BOOST_CHECK_EQUAL(line,"MockSparse:4_first 1.1");
BOOST_CHECK(!getline(in,line));
}
2011-11-16 17:08:24 +04:00
*/
2011-11-16 15:49:31 +04:00
BOOST_AUTO_TEST_SUITE_END()