2011-06-16 01:31:27 +04:00
|
|
|
// $Id$
|
|
|
|
|
|
|
|
/***********************************************************************
|
|
|
|
Moses - statistical machine translation system
|
|
|
|
Copyright (C) 2006-2011 University of Edinburgh
|
|
|
|
|
|
|
|
This library is free software; you can redistribute it and/or
|
|
|
|
modify it under the terms of the GNU Lesser General Public
|
|
|
|
License as published by the Free Software Foundation; either
|
|
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
|
|
|
|
This library is distributed in the hope that it will be useful,
|
|
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
|
|
Lesser General Public License for more details.
|
|
|
|
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
|
|
License along with this library; if not, write to the Free Software
|
|
|
|
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
|
|
***********************************************************************/
|
|
|
|
|
2012-11-12 23:56:18 +04:00
|
|
|
#include "Base.h"
|
|
|
|
#include "moses/TypeDef.h"
|
|
|
|
#include "moses/Util.h"
|
|
|
|
#include "moses/Manager.h"
|
|
|
|
#include "moses/ChartManager.h"
|
|
|
|
#include "moses/FactorCollection.h"
|
|
|
|
#include "moses/Phrase.h"
|
|
|
|
#include "moses/StaticData.h"
|
2012-10-08 00:47:24 +04:00
|
|
|
#include "util/exception.hh"
|
2008-06-11 14:52:57 +04:00
|
|
|
|
|
|
|
using namespace std;
|
|
|
|
|
2011-10-13 16:33:05 +04:00
|
|
|
namespace Moses {
|
|
|
|
|
2013-02-02 00:23:36 +04:00
|
|
|
LanguageModel::LanguageModel(const std::string &line) :
|
2013-02-05 03:10:12 +04:00
|
|
|
StatefulFeatureFunction("LM", StaticData::Instance().GetLMEnableOOVFeature() ? 2 : 1, line )
|
|
|
|
{
|
2011-09-09 22:03:00 +04:00
|
|
|
m_enableOOVFeature = StaticData::Instance().GetLMEnableOOVFeature();
|
2010-10-27 21:50:40 +04:00
|
|
|
}
|
2010-11-17 17:06:21 +03:00
|
|
|
|
2011-06-16 01:31:27 +04:00
|
|
|
|
2011-10-13 16:33:05 +04:00
|
|
|
LanguageModel::~LanguageModel() {}
|
2011-06-16 01:31:27 +04:00
|
|
|
|
2011-10-13 16:33:05 +04:00
|
|
|
float LanguageModel::GetWeight() const {
|
2012-04-24 08:21:18 +04:00
|
|
|
//return StaticData::Instance().GetAllWeights().GetScoresForProducer(this)[0];
|
|
|
|
return StaticData::Instance().GetWeights(this)[0];
|
2010-08-10 17:12:00 +04:00
|
|
|
}
|
2011-06-16 01:31:27 +04:00
|
|
|
|
2011-10-13 16:33:05 +04:00
|
|
|
float LanguageModel::GetOOVWeight() const {
|
2011-10-28 18:54:23 +04:00
|
|
|
if (m_enableOOVFeature) {
|
2012-04-24 08:21:18 +04:00
|
|
|
//return StaticData::Instance().GetAllWeights().GetScoresForProducer(this)[1];
|
|
|
|
return StaticData::Instance().GetWeights(this)[1];
|
2011-10-28 18:54:23 +04:00
|
|
|
} else {
|
|
|
|
return 0;
|
|
|
|
}
|
2011-06-16 01:31:27 +04:00
|
|
|
}
|
2008-10-09 03:51:26 +04:00
|
|
|
|
2012-10-11 19:38:39 +04:00
|
|
|
void LanguageModel::IncrementalCallback(Incremental::Manager &manager) const {
|
2012-10-08 00:47:24 +04:00
|
|
|
UTIL_THROW(util::Exception, "Incremental search is only supported by KenLM.");
|
|
|
|
}
|
|
|
|
|
2011-10-13 16:33:05 +04:00
|
|
|
} // namespace Moses
|