// $Id$ /*********************************************************************** Moses - factored phrase-based language decoder Copyright (C) 2006 University of Edinburgh This library is free software; you can redistribute it and/or modify it under the terms of the GNU Lesser General Public License as published by the Free Software Foundation; either version 2.1 of the License, or (at your option) any later version. This library is distributed in the hope that it will be useful, but WITHOUT ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more details. You should have received a copy of the GNU Lesser General Public License along with this library; if not, write to the Free Software Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA ***********************************************************************/ #include #include #include "util/exception.hh" #include "util/tokenize_piece.hh" #include "TargetPhrase.h" #include "GenerationDictionary.h" #include "LM/Base.h" #include "StaticData.h" #include "ScoreComponentCollection.h" #include "Util.h" #include "AlignmentInfoCollection.h" #include "InputPath.h" #include "moses/TranslationModel/PhraseDictionary.h" using namespace std; namespace Moses { TargetPhrase::TargetPhrase( std::string out_string) :Phrase(0) , m_fullScore(0.0) , m_futureScore(0.0) , m_alignTerm(&AlignmentInfoCollection::Instance().GetEmptyAlignmentInfo()) , m_alignNonTerm(&AlignmentInfoCollection::Instance().GetEmptyAlignmentInfo()) , m_lhsTarget(NULL) , m_ruleSource(NULL) { //ACAT const StaticData &staticData = StaticData::Instance(); CreateFromString(Output, staticData.GetInputFactorOrder(), out_string, staticData.GetFactorDelimiter(), NULL); } TargetPhrase::TargetPhrase() :Phrase() , m_fullScore(0.0) , m_futureScore(0.0) , m_alignTerm(&AlignmentInfoCollection::Instance().GetEmptyAlignmentInfo()) , m_alignNonTerm(&AlignmentInfoCollection::Instance().GetEmptyAlignmentInfo()) , m_lhsTarget(NULL) , m_ruleSource(NULL) { } TargetPhrase::TargetPhrase(const Phrase &phrase) : Phrase(phrase) , m_fullScore(0.0) , m_futureScore(0.0) , m_alignTerm(&AlignmentInfoCollection::Instance().GetEmptyAlignmentInfo()) , m_alignNonTerm(&AlignmentInfoCollection::Instance().GetEmptyAlignmentInfo()) , m_lhsTarget(NULL) , m_ruleSource(NULL) { } TargetPhrase::TargetPhrase(const TargetPhrase ©) : Phrase(copy) , m_fullScore(copy.m_fullScore) , m_futureScore(copy.m_futureScore) , m_scoreBreakdown(copy.m_scoreBreakdown) , m_alignTerm(copy.m_alignTerm) , m_alignNonTerm(copy.m_alignNonTerm) { if (copy.m_lhsTarget) { m_lhsTarget = new Word(*copy.m_lhsTarget); } else { m_lhsTarget = NULL; } if (copy.m_ruleSource) { m_ruleSource = new Phrase(*copy.m_ruleSource); } else { m_ruleSource = NULL; } } TargetPhrase::~TargetPhrase() { //cerr << "m_lhsTarget=" << m_lhsTarget << endl; delete m_lhsTarget; delete m_ruleSource; } #ifdef HAVE_PROTOBUF void TargetPhrase::WriteToRulePB(hgmert::Rule* pb) const { pb->add_trg_words("[X,1]"); for (size_t pos = 0 ; pos < GetSize() ; pos++) pb->add_trg_words(GetWord(pos)[0]->GetString()); } #endif void TargetPhrase::Evaluate(const Phrase &source) { const std::vector &ffs = FeatureFunction::GetFeatureFunctions(); Evaluate(source, ffs); } void TargetPhrase::Evaluate(const Phrase &source, const std::vector &ffs) { if (ffs.size()) { const StaticData &staticData = StaticData::Instance(); ScoreComponentCollection futureScoreBreakdown; for (size_t i = 0; i < ffs.size(); ++i) { const FeatureFunction &ff = *ffs[i]; if (! staticData.IsFeatureFunctionIgnored( ff )) { ff.Evaluate(source, *this, m_scoreBreakdown, futureScoreBreakdown); } } float weightedScore = m_scoreBreakdown.GetWeightedScore(); m_futureScore += futureScoreBreakdown.GetWeightedScore(); m_fullScore = weightedScore + m_futureScore; } } void TargetPhrase::Evaluate(const InputType &input, const InputPath &inputPath) { const std::vector &ffs = FeatureFunction::GetFeatureFunctions(); const StaticData &staticData = StaticData::Instance(); ScoreComponentCollection futureScoreBreakdown; for (size_t i = 0; i < ffs.size(); ++i) { const FeatureFunction &ff = *ffs[i]; if (! staticData.IsFeatureFunctionIgnored( ff )) { ff.Evaluate(input, inputPath, *this, m_scoreBreakdown, &futureScoreBreakdown); } } float weightedScore = m_scoreBreakdown.GetWeightedScore(); m_futureScore += futureScoreBreakdown.GetWeightedScore(); m_fullScore = weightedScore + m_futureScore; } void TargetPhrase::SetXMLScore(float score) { const StaticData &staticData = StaticData::Instance(); const FeatureFunction* prod = PhraseDictionary::GetColl()[0]; size_t numScores = prod->GetNumScoreComponents(); vector scoreVector(numScores,score/numScores); m_scoreBreakdown.Assign(prod, scoreVector); } void TargetPhrase::SetAlignmentInfo(const StringPiece &alignString) { AlignmentInfo::CollType alignTerm, alignNonTerm; for (util::TokenIter token(alignString, util::AnyCharacter(" \t")); token; ++token) { util::TokenIter dash(*token, util::SingleCharacter('-')); char *endptr; size_t sourcePos = strtoul(dash->data(), &endptr, 10); UTIL_THROW_IF(endptr != dash->data() + dash->size(), util::ErrnoException, "Error parsing alignment" << *dash); ++dash; size_t targetPos = strtoul(dash->data(), &endptr, 10); UTIL_THROW_IF(endptr != dash->data() + dash->size(), util::ErrnoException, "Error parsing alignment" << *dash); UTIL_THROW_IF2(++dash, "Extra gunk in alignment " << *token); if (GetWord(targetPos).IsNonTerminal()) { alignNonTerm.insert(std::pair(sourcePos, targetPos)); } else { alignTerm.insert(std::pair(sourcePos, targetPos)); } } SetAlignTerm(alignTerm); SetAlignNonTerm(alignNonTerm); } void TargetPhrase::SetAlignTerm(const AlignmentInfo::CollType &coll) { const AlignmentInfo *alignmentInfo = AlignmentInfoCollection::Instance().Add(coll); m_alignTerm = alignmentInfo; } void TargetPhrase::SetAlignNonTerm(const AlignmentInfo::CollType &coll) { const AlignmentInfo *alignmentInfo = AlignmentInfoCollection::Instance().Add(coll); m_alignNonTerm = alignmentInfo; } void TargetPhrase::SetSparseScore(const FeatureFunction* translationScoreProducer, const StringPiece &sparseString) { m_scoreBreakdown.Assign(translationScoreProducer, sparseString.as_string()); } void TargetPhrase::Merge(const TargetPhrase ©, const std::vector& factorVec) { Phrase::MergeFactors(copy, factorVec); m_scoreBreakdown.Merge(copy.GetScoreBreakdown()); m_futureScore += copy.m_futureScore; m_fullScore += copy.m_fullScore; } void TargetPhrase::SetProperties(const StringPiece &str) { if (str.size() == 0) { return; } vector toks; TokenizeMultiCharSeparator(toks, str.as_string(), "{{"); for (size_t i = 0; i < toks.size(); ++i) { string &tok = toks[i]; if (tok.empty()) { continue; } size_t endPos = tok.rfind("}"); tok = tok.substr(0, endPos - 1); vector keyValue = TokenizeFirstOnly(tok, " "); UTIL_THROW_IF2(keyValue.size() != 2, "Incorrect format of property: " << str); SetProperty(keyValue[0], keyValue[1]); } } void TargetPhrase::GetProperty(const std::string &key, std::string &value, bool &found) const { std::map::const_iterator iter; iter = m_properties.find(key); if (iter == m_properties.end()) { found = false; } else { found = true; value = iter->second; } } void TargetPhrase::SetRuleSource(const Phrase &ruleSource) const { if (m_ruleSource == NULL) { m_ruleSource = new Phrase(ruleSource); } } void swap(TargetPhrase &first, TargetPhrase &second) { first.SwapWords(second); std::swap(first.m_fullScore, second.m_fullScore); std::swap(first.m_futureScore, second.m_futureScore); swap(first.m_scoreBreakdown, second.m_scoreBreakdown); std::swap(first.m_alignTerm, second.m_alignTerm); std::swap(first.m_alignNonTerm, second.m_alignNonTerm); std::swap(first.m_lhsTarget, second.m_lhsTarget); } TO_STRING_BODY(TargetPhrase); std::ostream& operator<<(std::ostream& os, const TargetPhrase& tp) { if (tp.m_lhsTarget) { os << *tp.m_lhsTarget<< " -> "; } os << static_cast(tp) << ":" << flush; os << tp.GetAlignNonTerm() << flush; os << ": c=" << tp.m_fullScore << flush; os << " " << tp.m_scoreBreakdown << flush; return os; } }