mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-07-14 23:00:29 +03:00
536c6e375f
This is one of those little chores in managing a long-lived C++ project: standard C headers like stdio.h and math.h now have their own place in the C++ standard as resp. cstdio, cmath, and so on. In this branch the #include names are updated for the mert/ subdirectory; more branches to follow. C++11 adds cstdint, but to support compilation with the previous standard, that change is left for later.
76 lines
2.0 KiB
C++
76 lines
2.0 KiB
C++
#ifndef __PERMUTATIONSCORER_H__
|
|
#define __PERMUTATIONSCORER_H__
|
|
|
|
#include <algorithm>
|
|
#include <cmath>
|
|
#include <iostream>
|
|
#include <iterator>
|
|
#include <set>
|
|
#include <sstream>
|
|
#include <stdexcept>
|
|
#include <string>
|
|
#include <vector>
|
|
#include <climits>
|
|
#include "Types.h"
|
|
#include "ScoreData.h"
|
|
#include "Scorer.h"
|
|
#include "Permutation.h"
|
|
#include "StatisticsBasedScorer.h"
|
|
|
|
namespace MosesTuning
|
|
{
|
|
|
|
/**
|
|
* Permutation
|
|
**/
|
|
class PermutationScorer: public StatisticsBasedScorer
|
|
{
|
|
|
|
public:
|
|
PermutationScorer(const std::string &distanceMetric = "HAMMING",
|
|
const std::string &config = std::string());
|
|
void setReferenceFiles(const std::vector<std::string>& referenceFiles);
|
|
void prepareStats(size_t sid, const std::string& text, ScoreStats& entry);
|
|
static const int SCORE_PRECISION;
|
|
static const int SCORE_MULTFACT;
|
|
|
|
size_t NumberOfScores() const {
|
|
//cerr << "PermutationScorer number of scores: 1" << endl;
|
|
//return 1;
|
|
|
|
//cerr << "PermutationScorer number of scores: 2" << endl;
|
|
//the second it is just a counter for the normalization of the amount of test sentences
|
|
return 2;
|
|
};
|
|
bool useAlignment() const {
|
|
//cout << "PermutationScorer::useAlignment returning true" << endl;
|
|
return true;
|
|
};
|
|
|
|
|
|
protected:
|
|
statscore_t calculateScore(const std::vector<ScoreStatsType>& scores) const;
|
|
PermutationScorer(const PermutationScorer&);
|
|
~PermutationScorer() {};
|
|
PermutationScorer& operator=(const PermutationScorer&);
|
|
int getNumberWords (const std::string & line) const;
|
|
|
|
distanceMetricReferenceChoice_t m_refChoiceStrategy;
|
|
distanceMetric_t m_distanceMetric;
|
|
|
|
// data extracted from reference files
|
|
// A vector of permutations for each reference file
|
|
std::vector< std::vector<Permutation> > m_referencePerms;
|
|
std::vector<size_t> m_sourceLengths;
|
|
std::vector<std::string> m_referenceAlignments;
|
|
|
|
private:
|
|
};
|
|
//TODO need to read in floats for scores - necessary for selecting mean reference strategy and for BLEU?
|
|
|
|
}
|
|
|
|
#endif //__PERMUTATIONSCORER_H
|
|
|
|
|