mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-08-16 15:00:33 +03:00
65 lines
2.1 KiB
C++
65 lines
2.1 KiB
C++
#include "moses/PP/TargetConstituentBoundariesRightAdjacentPhraseProperty.h"
|
|
#include "moses/FactorCollection.h"
|
|
#include "moses/Util.h"
|
|
#include <iostream>
|
|
#include <queue>
|
|
#include <set>
|
|
#include <ostream>
|
|
|
|
namespace Moses
|
|
{
|
|
|
|
void TargetConstituentBoundariesRightAdjacentPhraseProperty::ProcessValue(const std::string &value)
|
|
{
|
|
FactorCollection &factorCollection = FactorCollection::Instance();
|
|
std::vector<std::string> tokens;
|
|
Tokenize(tokens, value, " ");
|
|
std::vector<std::string>::const_iterator tokenIter = tokens.begin();
|
|
while (tokenIter != tokens.end()) {
|
|
try {
|
|
|
|
std::vector<std::string> constituents;
|
|
Tokenize(constituents, *tokenIter, "<");
|
|
++tokenIter;
|
|
float count = std::atof( tokenIter->c_str() );
|
|
++tokenIter;
|
|
|
|
std::set<const Factor* > dedup;
|
|
|
|
for ( std::vector<std::string>::iterator constituentIter = constituents.begin();
|
|
constituentIter != constituents.end(); ++constituentIter ) {
|
|
|
|
const Factor* constituentFactor = factorCollection.AddFactor(*constituentIter,false);
|
|
|
|
std::pair< std::set<const Factor* >::iterator, bool > dedupIns =
|
|
dedup.insert(constituentFactor);
|
|
if ( dedupIns.second ) {
|
|
|
|
std::pair< TargetConstituentBoundariesRightAdjacentCollection::iterator, bool > inserted =
|
|
m_constituentsCollection.insert(std::make_pair(constituentFactor,count));
|
|
if ( !inserted.second ) {
|
|
(inserted.first)->second += count;
|
|
}
|
|
}
|
|
}
|
|
|
|
} catch (const std::exception &e) {
|
|
UTIL_THROW2("TargetConstituentBoundariesRightAdjacentPhraseProperty: Read error. Flawed property? " << value);
|
|
}
|
|
}
|
|
};
|
|
|
|
void TargetConstituentBoundariesRightAdjacentPhraseProperty::Print(std::ostream& out) const
|
|
{
|
|
for ( TargetConstituentBoundariesRightAdjacentCollection::const_iterator it = m_constituentsCollection.begin();
|
|
it != m_constituentsCollection.end(); ++it ) {
|
|
if ( it != m_constituentsCollection.begin() ) {
|
|
out << " ";
|
|
}
|
|
out << *(it->first) << " " << it->second;
|
|
}
|
|
}
|
|
|
|
} // namespace Moses
|
|
|