moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-11-10 00:47:31 +03:00
Code Issues Packages Projects Releases Wiki Activity

normalize weights after mixing

Browse Source 
git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/branches/mira-mtm5@3707 1f5c12ca-751b-0410-a591-d2e778427230
This commit is contained in:
evahasler 2010-11-12 15:40:53 +00:00
parent 590ad17713
commit ffc37e64b3
1 changed files with 2 additions and 14 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
mira/Main.cpp
View File

@ -155,19 +155,6 @@ int main(int argc, char** argv) {
startWeights.L1Normalise();
decoder->setWeights(startWeights);
// print feature function and weights
// TODO: scaling of feature functions
const vector<const ScoreProducer*> featureFunctions = StaticData::Instance().GetTranslationSystem (TranslationSystem::DEFAULT).GetFeatureFunctions();
for (size_t i = 0; i < featureFunctions.size(); ++i) {
cerr << "Feature functions: " << featureFunctions[i]->GetScoreProducerDescription() << ": " << featureFunctions[i]->GetNumScoreComponents() << endl;
vector< float> weights = startWeights.GetScoresForProducer(featureFunctions[i]);
cerr << "weights: ";
for (size_t j = 0; j < weights.size(); ++j) {
cerr << weights[j] << " ";
}
cerr << endl;
}
// Optionally shuffle the sentences
vector<size_t> order;
if (rank == 0) {
@ -227,6 +214,7 @@ int main(int argc, char** argv) {
// the result of accumulating and averaging weights over one epoch and possibly several processes
ScoreComponentCollection averageTotalWeights;
// TODO: scaling of feature values for probabilistic features
// TODO: stop MIRA when score on dev or tuning set does not improve further?
for (size_t epoch = 0; epoch < epochs; ++epoch) {
cerr << "\nEpoch " << epoch << endl;
@ -252,7 +240,7 @@ int main(int argc, char** argv) {
vector<vector<ScoreComponentCollection > > featureValues(batchSize);
vector<vector<float> > bleuScores(batchSize);
cout << "Using weights:" << decoder->getWeights() << endl;
cerr << "Using weights:" << decoder->getWeights() << endl;
// MODEL
cerr << "Run decoder to get nbest wrt model score" << endl;