mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-12-26 13:23:25 +03:00
49 lines
1.3 KiB
C++
49 lines
1.3 KiB
C++
#include "Classifier.h"
|
|
#include "vw.h"
|
|
#include "../moses/Util.h"
|
|
#include <iostream>
|
|
#include <boost/algorithm/string/predicate.hpp>
|
|
|
|
using namespace boost::algorithm;
|
|
|
|
namespace Discriminative
|
|
{
|
|
|
|
ClassifierFactory::ClassifierFactory(const std::string &modelFile, const std::string &vwOptions)
|
|
: m_vwOptions(vwOptions), m_train(false)
|
|
{
|
|
m_VWInstance = VW::initialize(VW_DEFAULT_OPTIONS + " -i " + modelFile + vwOptions);
|
|
}
|
|
|
|
ClassifierFactory::ClassifierFactory(const std::string &modelFilePrefix)
|
|
: m_lastId(0), m_train(true)
|
|
{
|
|
if (ends_with(modelFilePrefix, ".gz")) {
|
|
m_modelFilePrefix = modelFilePrefix.substr(0, modelFilePrefix.size() - 3);
|
|
m_gzip = true;
|
|
} else {
|
|
m_modelFilePrefix = modelFilePrefix;
|
|
m_gzip = false;
|
|
}
|
|
}
|
|
|
|
ClassifierFactory::~ClassifierFactory()
|
|
{
|
|
if (! m_train)
|
|
VW::finish(*m_VWInstance);
|
|
}
|
|
|
|
ClassifierFactory::ClassifierPtr ClassifierFactory::operator()()
|
|
{
|
|
if (m_train) {
|
|
boost::unique_lock<boost::mutex> lock(m_mutex); // avoid possible race for m_lastId
|
|
return ClassifierFactory::ClassifierPtr(
|
|
new VWTrainer(m_modelFilePrefix + "." + Moses::SPrint(m_lastId++) + (m_gzip ? ".gz" : "")));
|
|
} else {
|
|
return ClassifierFactory::ClassifierPtr(
|
|
new VWPredictor(m_VWInstance, VW_DEFAULT_PARSER_OPTIONS + m_vwOptions));
|
|
}
|
|
}
|
|
|
|
}
|