moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-08-17 07:20:48 +03:00
Code Issues Packages Projects Releases Wiki Activity

Moses server can now accept and store data associated with a "context-scope" key

Browse Source
This commit is contained in:
Lane Schwartz 2016-11-12 11:28:26 -06:00
parent 6bc376a843
commit 988038af68
1 changed files with 40 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

40
moses/server/TranslationRequest.cpp
View File

@ -24,6 +24,8 @@ using Moses::FValue;
using Moses::PhraseDictionaryMultiModel;
using Moses::FindPhraseDictionary;
using Moses::Sentence;
using Moses::TokenizeMultiCharSeparator;
using Moses::FeatureFunction;
boost::shared_ptr<TranslationRequest>
TranslationRequest::
@ -312,6 +314,44 @@ parse_request(std::map<std::string, xmlrpc_c::value> const& params)
m_context.reset(new std::vector<std::string>(1,context));
}
si = params.find("context-scope");
if (si != params.end())
{
string context = xmlrpc_c::value_string(si->second);
string groupSeparator("Moses::ContextScope::GroupSeparator");
string recordSeparator("Moses::ContextScope::RecordSeparator");
// Here, we assume that any XML-RPC value
// associated with the key "context-scope"
// has the following format:
//
// FeatureFunctionName followed by recordSeparator
// followed by the value of interest
// followed by groupSeparator
//
// In the following code, the value of interest will be stored
// in contextScope under the key FeatureFunctionName,
// where FeatureFunctionName is the actual name of the feature function
boost::shared_ptr<Moses::ContextScope> contextScope = GetScope();
BOOST_FOREACH(string group, TokenizeMultiCharSeparator(context, groupSeparator)) {
vector<string> record = TokenizeMultiCharSeparator(group, recordSeparator);
// Use the feature function whose name is record[0] as a key
FeatureFunction& ff = Moses::FeatureFunction::FindFeatureFunction(record[0]);
void const* key = static_cast<void const*>(&ff);
// Store (in the context scope) record[1] as the value associated with that key
boost::shared_ptr<string> value = contextScope->get<string>(key,true);
value->replace(value->begin(), value->end(), record[1]);
}
}
// // biased sampling for suffix-array-based sampling phrase table?
// if ((si = params.find("bias")) != params.end())