// vim:tabstop=2 /*********************************************************************** Moses - factored phrase-based language decoder Copyright (C) 2006 University of Edinburgh This library is free software; you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation; either version 2.1 of the License, or (at your option) any later version. This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with this library; if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA ***********************************************************************/ #include #include #include #include #include "PhraseDictionaryMemory.h" #include "moses/FactorCollection.h" #include "moses/Word.h" #include "moses/Util.h" #include "moses/InputFileStream.h" #include "moses/StaticData.h" #include "moses/WordsRange.h" #include "moses/UserMessage.h" #include "moses/TranslationModel/RuleTable/LoaderFactory.h" #include "moses/TranslationModel/RuleTable/Loader.h" #include "moses/TranslationModel/CYKPlusParser/ChartRuleLookupManagerMemory.h" #include "moses/InputPath.h" using namespace std; namespace Moses { PhraseDictionaryMemory::PhraseDictionaryMemory(const std::string &line) : RuleTableTrie(line) { ReadParameters(); // caching for memory pt is pointless m_maxCacheSize = 0; } TargetPhraseCollection &PhraseDictionaryMemory::GetOrCreateTargetPhraseCollection( const Phrase &source , const TargetPhrase &target , const Word *sourceLHS) { PhraseDictionaryNodeMemory &currNode = GetOrCreateNode(source, target, sourceLHS); return currNode.GetTargetPhraseCollection(); } const TargetPhraseCollection* PhraseDictionaryMemory:: GetTargetPhraseCollectionLEGACY(const Phrase& sourceOrig) const { Phrase source(sourceOrig); source.OnlyTheseFactors(m_inputFactors); // exactly like CreateTargetPhraseCollection, but don't create const size_t size = source.GetSize(); const PhraseDictionaryNodeMemory *currNode = &m_collection; for (size_t pos = 0 ; pos < size ; ++pos) { const Word& word = source.GetWord(pos); currNode = currNode->GetChild(word); if (currNode == NULL) return NULL; } return &currNode->GetTargetPhraseCollection(); } PhraseDictionaryNodeMemory &PhraseDictionaryMemory::GetOrCreateNode(const Phrase &source , const TargetPhrase &target , const Word *sourceLHS) { const size_t size = source.GetSize(); const AlignmentInfo &alignmentInfo = target.GetAlignNonTerm(); AlignmentInfo::const_iterator iterAlign = alignmentInfo.begin(); PhraseDictionaryNodeMemory *currNode = &m_collection; for (size_t pos = 0 ; pos < size ; ++pos) { const Word& word = source.GetWord(pos); if (word.IsNonTerminal()) { // indexed by source label 1st const Word &sourceNonTerm = word; UTIL_THROW_IF2(iterAlign == alignmentInfo.end(), "No alignment for non-term at position " << pos); UTIL_THROW_IF2(iterAlign->first != pos, "Alignment info incorrect at position " << pos); size_t targetNonTermInd = iterAlign->second; ++iterAlign; const Word &targetNonTerm = target.GetWord(targetNonTermInd); currNode = currNode->GetOrCreateChild(sourceNonTerm, targetNonTerm); } else { currNode = currNode->GetOrCreateChild(word); } UTIL_THROW_IF2(currNode == NULL, "Node not found at position " << pos); } // finally, the source LHS //currNode = currNode->GetOrCreateChild(sourceLHS); return *currNode; } ChartRuleLookupManager *PhraseDictionaryMemory::CreateRuleLookupManager( const ChartParser &parser, const ChartCellCollectionBase &cellCollection) { return new ChartRuleLookupManagerMemory(parser, cellCollection, *this); } void PhraseDictionaryMemory::SortAndPrune() { if (GetTableLimit()) { m_collection.Sort(GetTableLimit()); } } void PhraseDictionaryMemory:: GetTargetPhraseCollectionBatch(const InputPathList &inputPathQueue) const { InputPathList::const_iterator iter; for (iter = inputPathQueue.begin(); iter != inputPathQueue.end(); ++iter) { InputPath &node = **iter; const Phrase &phrase = node.GetPhrase(); const InputPath *prevPath = node.GetPrevPath(); const PhraseDictionaryNodeMemory *prevPtNode = NULL; if (prevPath) { prevPtNode = static_cast(prevPath->GetPtNode(*this)); } else { // Starting subphrase. assert(phrase.GetSize() == 1); prevPtNode = &GetRootNode(); } if (prevPtNode) { Word lastWord = phrase.GetWord(phrase.GetSize() - 1); lastWord.OnlyTheseFactors(m_inputFactors); const PhraseDictionaryNodeMemory *ptNode = prevPtNode->GetChild(lastWord); if (ptNode) { const TargetPhraseCollection &targetPhrases = ptNode->GetTargetPhraseCollection(); node.SetTargetPhrases(*this, &targetPhrases, ptNode); } else { node.SetTargetPhrases(*this, NULL, NULL); } } } } TO_STRING_BODY(PhraseDictionaryMemory); // friend ostream& operator<<(ostream& out, const PhraseDictionaryMemory& phraseDict) { typedef PhraseDictionaryNodeMemory::TerminalMap TermMap; typedef PhraseDictionaryNodeMemory::NonTerminalMap NonTermMap; const PhraseDictionaryNodeMemory &coll = phraseDict.m_collection; for (NonTermMap::const_iterator p = coll.m_nonTermMap.begin(); p != coll.m_nonTermMap.end(); ++p) { const Word &sourceNonTerm = p->first.first; out << sourceNonTerm; } for (TermMap::const_iterator p = coll.m_sourceTermMap.begin(); p != coll.m_sourceTermMap.end(); ++p) { const Word &sourceTerm = p->first; out << sourceTerm; } return out; } }