mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-10-06 08:18:02 +03:00
a2730c445d
git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/branches/mira-mtm5@3792 1f5c12ca-751b-0410-a591-d2e778427230
159 lines
3.8 KiB
C++
159 lines
3.8 KiB
C++
// $Id$
|
|
|
|
|
|
/***********************************************************************
|
|
Moses - factored phrase-based language decoder
|
|
Copyright (C) 2006 University of Edinburgh
|
|
|
|
This library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
This library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with this library; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
***********************************************************************/
|
|
|
|
#include <iostream>
|
|
#include "LanguageModelFactory.h"
|
|
#include "UserMessage.h"
|
|
#include "TypeDef.h"
|
|
#include "FactorCollection.h"
|
|
|
|
// include appropriate header
|
|
#ifdef LM_SRI
|
|
# include "LanguageModelSRI.h"
|
|
#include "LanguageModelParallelBackoff.h"
|
|
#endif
|
|
#ifdef LM_IRST
|
|
# include "LanguageModelIRST.h"
|
|
#endif
|
|
#ifdef LM_RAND
|
|
# include "LanguageModelRandLM.h"
|
|
#endif
|
|
#ifdef LM_REMOTE
|
|
# include "LanguageModelRemote.h"
|
|
#endif
|
|
#ifdef LM_KEN
|
|
# include "LanguageModelKen.h"
|
|
#endif
|
|
|
|
#include "LanguageModel.h"
|
|
#include "LanguageModelInternal.h"
|
|
#include "LanguageModelSkip.h"
|
|
#include "LanguageModelJoint.h"
|
|
|
|
using namespace std;
|
|
|
|
namespace Moses
|
|
{
|
|
|
|
namespace LanguageModelFactory
|
|
{
|
|
|
|
LanguageModel* CreateLanguageModel(LMImplementation lmImplementation
|
|
, const std::vector<FactorType> &factorTypes
|
|
, size_t nGramOrder
|
|
, const std::string &languageModelFile
|
|
, int dub)
|
|
{
|
|
LanguageModelImplementation *lm = NULL;
|
|
switch (lmImplementation)
|
|
{
|
|
case RandLM:
|
|
#ifdef LM_RAND
|
|
lm = new LanguageModelRandLM();
|
|
#endif
|
|
break;
|
|
case Remote:
|
|
#ifdef LM_REMOTE
|
|
lm = new LanguageModelRemote();
|
|
#endif
|
|
break;
|
|
|
|
case SRI:
|
|
#ifdef LM_SRI
|
|
lm = new LanguageModelSRI();
|
|
#endif
|
|
break;
|
|
case IRST:
|
|
#ifdef LM_IRST
|
|
lm = new LanguageModelIRST(dub);
|
|
#endif
|
|
break;
|
|
case Skip:
|
|
#ifdef LM_SRI
|
|
lm = new LanguageModelSkip(new LanguageModelSRI());
|
|
#elif LM_INTERNAL
|
|
lm = new LanguageModelSkip(new LanguageModelInternal());
|
|
#endif
|
|
break;
|
|
case Ken:
|
|
#ifdef LM_KEN
|
|
lm = ConstructKenLM(languageModelFile, false);
|
|
#endif
|
|
break;
|
|
case LazyKen:
|
|
#ifdef LM_KEN
|
|
lm = ConstructKenLM(languageModelFile, true);
|
|
#endif
|
|
break;
|
|
case Joint:
|
|
#ifdef LM_SRI
|
|
lm = new LanguageModelJoint(new LanguageModelSRI());
|
|
#elif LM_INTERNAL
|
|
lm = new LanguageModelJoint(new LanguageModelInternal());
|
|
#endif
|
|
break;
|
|
case ParallelBackoff:
|
|
#ifdef LM_SRI
|
|
lm = new LanguageModelParallelBackoff();
|
|
#endif
|
|
break;
|
|
case Internal:
|
|
#ifdef LM_INTERNAL
|
|
lm = new LanguageModelInternal();
|
|
#endif
|
|
break;
|
|
}
|
|
|
|
if (lm == NULL)
|
|
{
|
|
UserMessage::Add("Language model type unknown. Probably not compiled into library");
|
|
}
|
|
else
|
|
{
|
|
switch (lm->GetLMType())
|
|
{
|
|
case SingleFactor:
|
|
if (! static_cast<LanguageModelSingleFactor*>(lm)->Load(languageModelFile, factorTypes[0], nGramOrder))
|
|
{
|
|
cerr << "single factor model failed" << endl;
|
|
delete lm;
|
|
lm = NULL;
|
|
}
|
|
break;
|
|
case MultiFactor:
|
|
if (! static_cast<LanguageModelMultiFactor*>(lm)->Load(languageModelFile, factorTypes, nGramOrder))
|
|
{
|
|
cerr << "multi factor model failed" << endl;
|
|
delete lm;
|
|
lm = NULL;
|
|
}
|
|
break;
|
|
}
|
|
}
|
|
|
|
return new LanguageModel(lm);
|
|
}
|
|
}
|
|
|
|
}
|
|
|