mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-08-16 15:00:33 +03:00
185 lines
5.9 KiB
C++
185 lines
5.9 KiB
C++
/***********************************************************************
|
|
Moses - factored phrase-based language decoder
|
|
Copyright (C) 2010 University of Edinburgh
|
|
|
|
This library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
This library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with this library; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
***********************************************************************/
|
|
|
|
#include <stdexcept>
|
|
|
|
#include <boost/test/unit_test.hpp>
|
|
|
|
#include "moses/FF/StatelessFeatureFunction.h"
|
|
#include "ScoreComponentCollection.h"
|
|
|
|
using namespace Moses;
|
|
using namespace std;
|
|
|
|
BOOST_AUTO_TEST_SUITE(scc)
|
|
|
|
class MockStatelessFeatureFunction : public StatelessFeatureFunction
|
|
{
|
|
public:
|
|
MockStatelessFeatureFunction(size_t n, const string &line) :
|
|
StatelessFeatureFunction(n, line) {}
|
|
void EvaluateWhenApplied(const Hypothesis&, ScoreComponentCollection*) const {}
|
|
void EvaluateWhenApplied(const ChartHypothesis&, ScoreComponentCollection*) const {}
|
|
void EvaluateWithSourceContext(const InputType &input
|
|
, const InputPath &inputPath
|
|
, const TargetPhrase &targetPhrase
|
|
, const StackVec *stackVec
|
|
, ScoreComponentCollection &scoreBreakdown
|
|
, ScoreComponentCollection *estimatedScores) const {
|
|
}
|
|
|
|
void EvaluateTranslationOptionListWithSourceContext(const InputType &input
|
|
, const TranslationOptionList &translationOptionList) const {
|
|
}
|
|
void EvaluateInIsolation(const Phrase &source
|
|
, const TargetPhrase &targetPhrase
|
|
, ScoreComponentCollection &scoreBreakdown
|
|
, ScoreComponentCollection &estimatedScores) const {
|
|
}
|
|
|
|
};
|
|
|
|
class MockSingleFeature : public MockStatelessFeatureFunction
|
|
{
|
|
public:
|
|
MockSingleFeature(): MockStatelessFeatureFunction(1, "MockSingle") {}
|
|
|
|
bool IsUseable(const FactorMask &mask) const {
|
|
return true;
|
|
}
|
|
};
|
|
|
|
class MockMultiFeature : public MockStatelessFeatureFunction
|
|
{
|
|
public:
|
|
MockMultiFeature(): MockStatelessFeatureFunction(5, "MockMulti") {}
|
|
|
|
bool IsUseable(const FactorMask &mask) const {
|
|
return true;
|
|
}
|
|
|
|
};
|
|
|
|
class MockSparseFeature : public MockStatelessFeatureFunction
|
|
{
|
|
public:
|
|
MockSparseFeature(): MockStatelessFeatureFunction(0, "MockSparse") {}
|
|
|
|
bool IsUseable(const FactorMask &mask) const {
|
|
return true;
|
|
}
|
|
};
|
|
|
|
|
|
|
|
struct MockProducers {
|
|
MockProducers() {
|
|
FeatureFunction::Register(&single);
|
|
FeatureFunction::Register(&multi);
|
|
FeatureFunction::Register(&sparse);
|
|
}
|
|
|
|
MockSingleFeature single;
|
|
MockMultiFeature multi;
|
|
MockSparseFeature sparse;
|
|
};
|
|
|
|
BOOST_FIXTURE_TEST_CASE(ctor, MockProducers)
|
|
{
|
|
ScoreComponentCollection scc;
|
|
BOOST_CHECK_EQUAL(scc.GetScoreForProducer(&single),0);
|
|
float expected[] = {0,0,0,0,0};
|
|
std::vector<float> actual= scc.GetScoresForProducer(&multi);
|
|
BOOST_CHECK_EQUAL_COLLECTIONS(expected, expected+5, actual.begin(), actual.begin()+5);
|
|
}
|
|
|
|
BOOST_FIXTURE_TEST_CASE(plusequals, MockProducers)
|
|
{
|
|
float arr1[] = {1,2,3,4,5};
|
|
float arr2[] = {2,4,6,8,10};
|
|
std::vector<float> vec1(arr1,arr1+5);
|
|
std::vector<float> vec2(arr2,arr2+5);
|
|
|
|
ScoreComponentCollection scc;
|
|
scc.PlusEquals(&single, 3.4f);
|
|
BOOST_CHECK_EQUAL(scc.GetScoreForProducer(&single), 3.4f);
|
|
scc.PlusEquals(&multi,vec1);
|
|
std::vector<float> actual = scc.GetScoresForProducer(&multi);
|
|
BOOST_CHECK_EQUAL_COLLECTIONS(vec1.begin(),vec1.end()
|
|
,actual.begin(), actual.end());
|
|
scc.PlusEquals(&multi,vec1);
|
|
actual = scc.GetScoresForProducer(&multi);
|
|
BOOST_CHECK_EQUAL_COLLECTIONS(vec2.begin(),vec2.end(),
|
|
actual.begin(), actual.end());
|
|
|
|
BOOST_CHECK_EQUAL(scc.GetScoreForProducer(&single), 3.4f);
|
|
}
|
|
|
|
BOOST_FIXTURE_TEST_CASE(sparse_feature, MockProducers)
|
|
{
|
|
ScoreComponentCollection scc;
|
|
scc.Assign(&sparse, "first", 1.3f);
|
|
scc.Assign(&sparse, "second", 2.1f);
|
|
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"first"), 1.3f);
|
|
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"second"), 2.1f);
|
|
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"third"), 0.0f);
|
|
scc.Assign(&sparse, "first", -1.9f);
|
|
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"first"), -1.9f);
|
|
scc.PlusEquals(&sparse, StringPiece("first"), -1.9f);
|
|
BOOST_CHECK_EQUAL( scc.GetScoreForProducer(&sparse,"first"), -3.8f);
|
|
}
|
|
|
|
/*
|
|
Doesn't work because of the static registration of ScoreProducers
|
|
in ScoreComponentCollection.
|
|
BOOST_FIXTURE_TEST_CASE(save, MockProducers)
|
|
{
|
|
ScoreComponentCollection scc;
|
|
scc.Assign(&sparse, "first", 1.1f);
|
|
scc.Assign(&single, 0.25f);
|
|
float arr[] = {1,2.1,3,4,5};
|
|
std::vector<float> vec1(arr,arr+5);
|
|
scc.Assign(&multi,vec1);
|
|
ostringstream out;
|
|
scc.Save(out);
|
|
cerr << out.str() << endl;
|
|
istringstream in (out.str());
|
|
string line;
|
|
getline(in,line);
|
|
BOOST_CHECK_EQUAL(line, "MockSingle:4_1 0.25");
|
|
getline(in,line);
|
|
BOOST_CHECK_EQUAL(line, "MockMulti:4_1 1");
|
|
getline(in,line);
|
|
BOOST_CHECK_EQUAL(line, "MockMulti:4_2 2.1");
|
|
getline(in,line);
|
|
BOOST_CHECK_EQUAL(line, "MockMulti:4_3 3");
|
|
getline(in,line);
|
|
BOOST_CHECK_EQUAL(line, "MockMulti:4_4 4");
|
|
getline(in,line);
|
|
BOOST_CHECK_EQUAL(line, "MockMulti:4_5 5");
|
|
getline(in,line);
|
|
BOOST_CHECK_EQUAL(line,"MockSparse:4_first 1.1");
|
|
BOOST_CHECK(!getline(in,line));
|
|
}
|
|
*/
|
|
|
|
|
|
BOOST_AUTO_TEST_SUITE_END()
|
|
|