mosesdecoder/mert/test_scorer.cpp
2011-02-24 12:42:19 +00:00

61 lines
1.4 KiB
C++

#include <iostream>
#include <vector>
#include "ScoreData.h"
#include "Data.h"
#include "Scorer.h"
#include "ScorerFactory.h"
using namespace std;
int main(int argc, char** argv)
{
cout << "Testing the scorer" << endl;
//BleuScorer bs("test-scorer-data/cppstats.feats.opt");;
vector<string> references;
references.push_back("test_scorer_data/reference.txt");
//bs.prepare(references, "test-scorer-data/nbest.out");
Scorer* scorer = new BleuScorer();;
scorer->setReferenceFiles(references);
Data d(*scorer);
d.loadnbest("test_scorer_data/nbest.out");
//sd.savetxt();
//calculate two bleu scores, nbest and a diff
ScoreData* sd=d.getScoreData();
scorer->setScoreData(sd);
candidates_t candidates(sd->size());;
for (size_t i = 0; i < sd->size(); ++i) {
sd->get(i,0).savetxt("/dev/stdout");
}
diffs_t diffs;
diff_t diff;
diff.push_back(make_pair(1,2));
diff.push_back(make_pair(7,8));
diffs.push_back(diff);
statscores_t scores;
scorer->score(candidates,diffs,scores);
cout << "Bleus: " << scores[0] << " " << scores[1] << endl;
//try the per
scorer = new PerScorer();
Data pd(*scorer);
scorer->setReferenceFiles(references);
pd.loadnbest("test_scorer_data/nbest.out");
//sd.savetxt();
ScoreData* psd=pd.getScoreData();
scorer->setScoreData(psd);
for (size_t i = 0; i < psd->size(); ++i) {
psd->get(i,0).savetxt("/dev/stdout");
}
cout << "PER: " << scorer->score(candidates) << endl;
}