mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-12-25 21:03:22 +03:00
217 lines
7.2 KiB
C++
217 lines
7.2 KiB
C++
/***********************************************************************
|
|
Moses - factored phrase-based language decoder
|
|
Copyright (C) 2009 University of Edinburgh
|
|
|
|
This library is free software; you can redistribute it and/or
|
|
modify it under the terms of the GNU Lesser General Public
|
|
License as published by the Free Software Foundation; either
|
|
version 2.1 of the License, or (at your option) any later version.
|
|
|
|
This library is distributed in the hope that it will be useful,
|
|
but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU
|
|
Lesser General Public License for more details.
|
|
|
|
You should have received a copy of the GNU Lesser General Public
|
|
License along with this library; if not, write to the Free Software
|
|
Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA
|
|
***********************************************************************/
|
|
|
|
|
|
#include "SyntaxNodeCollection.h"
|
|
|
|
#include <cassert>
|
|
#include <iostream>
|
|
|
|
#include <boost/make_shared.hpp>
|
|
|
|
namespace MosesTraining
|
|
{
|
|
|
|
SyntaxNodeCollection::~SyntaxNodeCollection()
|
|
{
|
|
Clear();
|
|
}
|
|
|
|
void SyntaxNodeCollection::Clear()
|
|
{
|
|
m_top = 0;
|
|
// loop through all m_nodes, delete them
|
|
for(size_t i=0; i<m_nodes.size(); i++) {
|
|
delete m_nodes[i];
|
|
}
|
|
m_nodes.clear();
|
|
m_index.clear();
|
|
}
|
|
|
|
SyntaxNode *SyntaxNodeCollection::AddNode(int startPos, int endPos,
|
|
const std::string &label)
|
|
{
|
|
SyntaxNode* newNode = new SyntaxNode( startPos, endPos, label );
|
|
m_nodes.push_back( newNode );
|
|
m_index[ startPos ][ endPos ].push_back( newNode );
|
|
m_size = std::max(endPos+1, m_size);
|
|
return newNode;
|
|
}
|
|
|
|
ParentNodes SyntaxNodeCollection::Parse()
|
|
{
|
|
ParentNodes parents;
|
|
|
|
// looping through all spans of size >= 2
|
|
for( int length=2; length<=m_size; length++ ) {
|
|
for( int startPos = 0; startPos <= m_size-length; startPos++ ) {
|
|
if (HasNode( startPos, startPos+length-1 )) {
|
|
// processing one (parent) span
|
|
|
|
//std::cerr << "# " << startPos << "-" << (startPos+length-1) << ":";
|
|
SplitPoints splitPoints;
|
|
splitPoints.push_back( startPos );
|
|
//std::cerr << " " << startPos;
|
|
|
|
int first = 1;
|
|
int covered = 0;
|
|
int found_somehing = 1; // break loop if nothing found
|
|
while( covered < length && found_somehing ) {
|
|
// find largest covering subspan (child)
|
|
// starting at last covered position
|
|
found_somehing = 0;
|
|
for( int midPos=length-first; midPos>covered; midPos-- ) {
|
|
if( HasNode( startPos+covered, startPos+midPos-1 ) ) {
|
|
covered = midPos;
|
|
splitPoints.push_back( startPos+covered );
|
|
// std::cerr << " " << ( startPos+covered );
|
|
first = 0;
|
|
found_somehing = 1;
|
|
}
|
|
}
|
|
}
|
|
// std::cerr << std::endl;
|
|
parents.push_back( splitPoints );
|
|
}
|
|
}
|
|
}
|
|
return parents;
|
|
}
|
|
|
|
bool SyntaxNodeCollection::HasNode( int startPos, int endPos ) const
|
|
{
|
|
return GetNodes( startPos, endPos).size() > 0;
|
|
}
|
|
|
|
const std::vector< SyntaxNode* >& SyntaxNodeCollection::GetNodes( int startPos, int endPos ) const
|
|
{
|
|
SyntaxTreeIndexIterator startIndex = m_index.find( startPos );
|
|
if (startIndex == m_index.end() )
|
|
return m_emptyNode;
|
|
|
|
SyntaxTreeIndexIterator2 endIndex = startIndex->second.find( endPos );
|
|
if (endIndex == startIndex->second.end())
|
|
return m_emptyNode;
|
|
|
|
return endIndex->second;
|
|
}
|
|
|
|
void SyntaxNodeCollection::ConnectNodes()
|
|
{
|
|
typedef SyntaxTreeIndex2::const_reverse_iterator InnerIterator;
|
|
|
|
SyntaxNode *prev = 0;
|
|
// Iterate over all start indices from lowest to highest.
|
|
for (SyntaxTreeIndexIterator p = m_index.begin(); p != m_index.end(); ++p) {
|
|
const SyntaxTreeIndex2 &inner = p->second;
|
|
// Iterate over all end indices from highest to lowest.
|
|
for (InnerIterator q = inner.rbegin(); q != inner.rend(); ++q) {
|
|
const std::vector<SyntaxNode*> &nodes = q->second;
|
|
// Iterate over all nodes that cover the same span in order of tree
|
|
// depth, top-most first.
|
|
for (std::vector<SyntaxNode*>::const_reverse_iterator r = nodes.rbegin();
|
|
r != nodes.rend(); ++r) {
|
|
SyntaxNode *node = *r;
|
|
if (!prev) {
|
|
// node is the root.
|
|
m_top = node;
|
|
node->SetParent(0);
|
|
} else if (prev->GetStart() == node->GetStart()) {
|
|
// prev is the parent of node.
|
|
assert(prev->GetEnd() >= node->GetEnd());
|
|
node->SetParent(prev);
|
|
prev->AddChild(node);
|
|
} else {
|
|
// prev is a descendant of node's parent. The lowest common
|
|
// ancestor of prev and node will be node's parent.
|
|
SyntaxNode *ancestor = prev->GetParent();
|
|
while (ancestor->GetEnd() < node->GetEnd()) {
|
|
ancestor = ancestor->GetParent();
|
|
}
|
|
assert(ancestor);
|
|
node->SetParent(ancestor);
|
|
ancestor->AddChild(node);
|
|
}
|
|
prev = node;
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
//boost::shared_ptr<SyntaxTree> SyntaxNodeCollection::ExtractTree()
|
|
std::auto_ptr<SyntaxTree> SyntaxNodeCollection::ExtractTree()
|
|
{
|
|
std::map<SyntaxNode *, SyntaxTree *> nodeToTree;
|
|
|
|
// Create a SyntaxTree object for each SyntaxNode.
|
|
for (std::vector<SyntaxNode*>::const_iterator p = m_nodes.begin();
|
|
p != m_nodes.end(); ++p) {
|
|
nodeToTree[*p] = new SyntaxTree(**p);
|
|
}
|
|
|
|
// Connect the SyntaxTrees.
|
|
typedef SyntaxTreeIndex2::const_reverse_iterator InnerIterator;
|
|
|
|
SyntaxTree *root = 0;
|
|
SyntaxNode *prevNode = 0;
|
|
SyntaxTree *prevTree = 0;
|
|
// Iterate over all start indices from lowest to highest.
|
|
for (SyntaxTreeIndexIterator p = m_index.begin(); p != m_index.end(); ++p) {
|
|
const SyntaxTreeIndex2 &inner = p->second;
|
|
// Iterate over all end indices from highest to lowest.
|
|
for (InnerIterator q = inner.rbegin(); q != inner.rend(); ++q) {
|
|
const std::vector<SyntaxNode*> &nodes = q->second;
|
|
// Iterate over all nodes that cover the same span in order of tree
|
|
// depth, top-most first.
|
|
for (std::vector<SyntaxNode*>::const_reverse_iterator r = nodes.rbegin();
|
|
r != nodes.rend(); ++r) {
|
|
SyntaxNode *node = *r;
|
|
SyntaxTree *tree = nodeToTree[node];
|
|
if (!prevNode) {
|
|
// node is the root.
|
|
root = tree;
|
|
tree->parent() = 0;
|
|
} else if (prevNode->GetStart() == node->GetStart()) {
|
|
// prevNode is the parent of node.
|
|
assert(prevNode->GetEnd() >= node->GetEnd());
|
|
tree->parent() = prevTree;
|
|
prevTree->children().push_back(tree);
|
|
} else {
|
|
// prevNode is a descendant of node's parent. The lowest common
|
|
// ancestor of prevNode and node will be node's parent.
|
|
SyntaxTree *ancestor = prevTree->parent();
|
|
while (ancestor->value().GetEnd() < tree->value().GetEnd()) {
|
|
ancestor = ancestor->parent();
|
|
}
|
|
assert(ancestor);
|
|
tree->parent() = ancestor;
|
|
ancestor->children().push_back(tree);
|
|
}
|
|
prevNode = node;
|
|
prevTree = tree;
|
|
}
|
|
}
|
|
}
|
|
|
|
//return boost::shared_ptr<SyntaxTree>(root);
|
|
return std::auto_ptr<SyntaxTree>(root);
|
|
}
|
|
|
|
} // namespace MosesTraining
|