mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-12-27 22:14:57 +03:00
302 lines
9.9 KiB
C++
302 lines
9.9 KiB
C++
#include "PhrasePair.h"
|
|
|
|
#include <iostream>
|
|
#include "TargetCorpus.h"
|
|
#include "Alignment.h"
|
|
#include "Vocabulary.h"
|
|
#include "SuffixArray.h"
|
|
|
|
using namespace std;
|
|
|
|
void PhrasePair::Print( ostream* out ) const
|
|
{
|
|
// source
|
|
int sentence_start = m_source_position - m_source_start;
|
|
char source_length = m_suffixArray->GetSentenceLength( m_suffixArray->GetSentence( m_source_position ) );
|
|
|
|
for( char i=0; i<source_length; i++ ) {
|
|
if (i>0) *out << " ";
|
|
*out << m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
|
|
// target
|
|
*out << " |||";
|
|
for( char i=0; i<m_target_length; i++ ) {
|
|
*out << " " << m_targetCorpus->GetWord( m_sentence_id, i);
|
|
}
|
|
|
|
// source span
|
|
*out << " ||| " << (int)m_source_start << " " << (int)m_source_end;
|
|
|
|
// target span
|
|
*out << " ||| " << (int)m_target_start << " " << (int)m_target_end;
|
|
|
|
// word alignment
|
|
*out << " |||";
|
|
|
|
INDEX ap_points = m_alignment->GetNumberOfAlignmentPoints( m_sentence_id );
|
|
for( INDEX i=0; i<ap_points; i++) {
|
|
*out << " " << m_alignment->GetSourceWord( m_sentence_id, i )
|
|
<< "-" << m_alignment->GetTargetWord( m_sentence_id, i );
|
|
}
|
|
|
|
*out << endl;
|
|
}
|
|
|
|
void PhrasePair::PrintPretty( ostream* out, int width ) const
|
|
{
|
|
vector< WORD_ID >::const_iterator t;
|
|
|
|
// source
|
|
int sentence_start = m_source_position - m_source_start;
|
|
size_t source_width = (width-3)/2;
|
|
string source_pre = "";
|
|
string source = "";
|
|
string source_post = "";
|
|
for( size_t space=0; space<source_width/2; space++ ) source_pre += " ";
|
|
for( char i=0; i<m_source_start; i++ ) {
|
|
source_pre += " " + m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
for( char i=m_source_start; i<=m_source_end; i++ ) {
|
|
if (i>m_source_start) source += " ";
|
|
source += m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
char source_length = m_suffixArray->GetSentenceLength( m_suffixArray->GetSentence( m_source_position ) );
|
|
for( char i=m_source_end+1; i<source_length; i++ ) {
|
|
if (i>m_source_end+1) source_post += " ";
|
|
source_post += m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
for( size_t space=0; space<source_width/2; space++ ) source_post += " ";
|
|
|
|
size_t source_pre_width = (source_width-source.size()-2)/2;
|
|
size_t source_post_width = (source_width-source.size()-2+1)/2;
|
|
|
|
if (source.size() > (size_t)width) {
|
|
source_pre_width = 0;
|
|
source_post_width = 0;
|
|
}
|
|
|
|
*out << source_pre.substr( source_pre.size()-source_pre_width, source_pre_width ) << " "
|
|
<< source.substr( 0, source_width -2 ) << " "
|
|
<< source_post.substr( 0, source_post_width ) << " | ";
|
|
|
|
// target
|
|
size_t target_width = (width-3)/2;
|
|
string target_pre = "";
|
|
string target = "";
|
|
string target_post = "";
|
|
for( size_t space=0; space<target_width/2; space++ ) target_pre += " ";
|
|
for( char i=0; i<m_target_start; i++ ) {
|
|
target_pre += " " + m_targetCorpus->GetWord( m_sentence_id, i);
|
|
}
|
|
for( char i=m_target_start; i<=m_target_end; i++ ) {
|
|
if (i>m_target_start) target += " ";
|
|
target += m_targetCorpus->GetWord( m_sentence_id, i);
|
|
}
|
|
for( char i=m_target_end+1; i<m_target_length; i++ ) {
|
|
if (i>m_target_end+1) target_post += " ";
|
|
target_post += m_targetCorpus->GetWord( m_sentence_id, i);
|
|
}
|
|
|
|
size_t target_pre_width = (target_width-target.size()-2)/2;
|
|
size_t target_post_width = (target_width-target.size()-2+1)/2;
|
|
|
|
if (target.size() > (size_t)width) {
|
|
target_pre_width = 0;
|
|
target_post_width = 0;
|
|
}
|
|
|
|
*out << target_pre.substr( target_pre.size()-target_pre_width, target_pre_width ) << " "
|
|
<< target.substr( 0, target_width -2 ) << " "
|
|
<< target_post.substr( 0, target_post_width ) << endl;
|
|
}
|
|
|
|
void PhrasePair::PrintTarget( ostream* out ) const
|
|
{
|
|
for( char i=m_target_start; i<=m_target_end; i++ ) {
|
|
if (i>m_target_start) *out << " ";
|
|
*out << m_targetCorpus->GetWord( m_sentence_id, i);
|
|
}
|
|
}
|
|
|
|
void PhrasePair::PrintHTML( ostream* out ) const
|
|
{
|
|
// source
|
|
int sentence_start = m_source_position - m_source_start;
|
|
char source_length = m_suffixArray->GetSentenceLength( m_suffixArray->GetSentence( m_source_position ) );
|
|
|
|
*out << "<tr><td align=right class=\"pp_source_left\">";
|
|
for( char i=0; i<m_source_start; i++ ) {
|
|
if (i>0) *out << " ";
|
|
*out << m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
*out << "</td><td class=\"pp_source\">";
|
|
for( char i=m_source_start; i<=m_source_end; i++ ) {
|
|
if (i>m_source_start) *out << " ";
|
|
*out << m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
*out << "</td><td class=\"pp_source_right\">";
|
|
for( char i=m_source_end+1; i<source_length; i++ ) {
|
|
if (i>m_source_end+1) *out << " ";
|
|
*out << m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
|
|
// target
|
|
*out << "</td><td class=\"pp_target_left\">";
|
|
for( char i=0; i<m_target_start; i++ ) {
|
|
if (i>0) *out << " ";
|
|
*out << m_targetCorpus->GetWord( m_sentence_id, i);
|
|
}
|
|
*out << "</td><td class=\"pp_target\">";
|
|
for( char i=m_target_start; i<=m_target_end; i++ ) {
|
|
if (i>m_target_start) *out << " ";
|
|
*out << m_targetCorpus->GetWord( m_sentence_id, i);
|
|
}
|
|
*out << "</td><td class=\"pp_target_right\">";
|
|
for( char i=m_target_end+1; i<m_target_length; i++ ) {
|
|
if (i>m_target_end+1) *out << " ";
|
|
*out << m_targetCorpus->GetWord( m_sentence_id, i);
|
|
}
|
|
*out << "</td></tr>\n";
|
|
}
|
|
|
|
void PhrasePair::PrintClippedHTML( ostream* out, int width ) const
|
|
{
|
|
vector< WORD_ID >::const_iterator t;
|
|
|
|
// source
|
|
int sentence_start = m_source_position - m_source_start;
|
|
size_t source_width = (width+1)/2;
|
|
string source_pre = "";
|
|
string source = "";
|
|
string source_post = "";
|
|
for( char i=0; i<m_source_start; i++ ) {
|
|
source_pre += " " + m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
for( char i=m_source_start; i<=m_source_end; i++ ) {
|
|
if (i>m_source_start) source += " ";
|
|
source += m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
char source_length = m_suffixArray->GetSentenceLength( m_suffixArray->GetSentence( m_source_position ) );
|
|
for( char i=m_source_end+1; i<source_length; i++ ) {
|
|
if (i>m_source_end+1) source_post += " ";
|
|
source_post += m_suffixArray->GetWord( sentence_start + i );
|
|
}
|
|
size_t source_pre_width = (source_width-source.size())/2;
|
|
size_t source_post_width = (source_width-source.size()+1)/2;
|
|
|
|
// if phrase is too long, don't show any context
|
|
if (source.size() > (size_t)width) {
|
|
source_pre_width = 0;
|
|
source_post_width = 0;
|
|
}
|
|
// too long -> truncate and add "..."
|
|
if (source_pre.size() > source_pre_width) {
|
|
// first skip up to a space
|
|
while(source_pre_width>0 &&
|
|
source_pre.substr(source_pre.size()-source_pre_width,1) != " ") {
|
|
source_pre_width--;
|
|
}
|
|
source_pre = "..." + source_pre.substr( source_pre.size()-source_pre_width, source_pre_width );
|
|
}
|
|
if (source_post.size() > source_post_width) {
|
|
while(source_post_width>0 &&
|
|
source_post.substr(source_post_width-1,1) != " ") {
|
|
source_post_width--;
|
|
}
|
|
source_post = source_post.substr( 0, source_post_width ) + "...";
|
|
}
|
|
|
|
*out << "<tr><td class=\"pp_source_left\">"
|
|
<< source_pre
|
|
<< "</td><td class=\"pp_source\">"
|
|
<< source.substr( 0, source_width -2 )
|
|
<< "</td><td class=\"pp_source_right\">"
|
|
<< source_post
|
|
<< "</td>";
|
|
|
|
// target
|
|
size_t target_width = width/2;
|
|
string target_pre = "";
|
|
string target = "";
|
|
string target_post = "";
|
|
size_t target_pre_null_width = 0;
|
|
size_t target_post_null_width = 0;
|
|
for( char i=0; i<m_target_start; i++ ) {
|
|
WORD word = m_targetCorpus->GetWord( m_sentence_id, i);
|
|
target_pre += " " + word;
|
|
if (i >= m_target_start-m_pre_null)
|
|
target_pre_null_width += word.size() + 1;
|
|
}
|
|
for( char i=m_target_start; i<=m_target_end; i++ ) {
|
|
if (i>m_target_start) target += " ";
|
|
target += m_targetCorpus->GetWord( m_sentence_id, i);
|
|
}
|
|
for( char i=m_target_end+1; i<m_target_length; i++ ) {
|
|
if (i>m_target_end+1) target_post += " ";
|
|
WORD word = m_targetCorpus->GetWord( m_sentence_id, i);
|
|
target_post += word;
|
|
if (i-(m_target_end+1) < m_post_null) {
|
|
target_post_null_width += word.size() + 1;
|
|
}
|
|
}
|
|
|
|
size_t target_pre_width = (target_width-target.size())/2;
|
|
size_t target_post_width = (target_width-target.size()+1)/2;
|
|
|
|
if (target.size() > (size_t)width) {
|
|
target_pre_width = 0;
|
|
target_post_width = 0;
|
|
}
|
|
|
|
if (target_pre.size() < target_pre_width)
|
|
target_pre_width = target_pre.size();
|
|
else {
|
|
while(target_pre_width>0 &&
|
|
target_pre.substr(target_pre.size()-target_pre_width,1) != " ") {
|
|
target_pre_width--;
|
|
}
|
|
target_pre = "..." + target_pre.substr( target_pre.size()-target_pre_width, target_pre_width );
|
|
}
|
|
|
|
if (target_post.size() < target_post_width) {
|
|
target_post_width = target_post.size();
|
|
}
|
|
else {
|
|
while(target_post_width>0 &&
|
|
target_post.substr(target_post_width-1,1) != " ") {
|
|
target_post_width--;
|
|
}
|
|
target_post = target_post.substr( 0, target_post_width ) + "...";
|
|
}
|
|
|
|
if (m_pre_null) {
|
|
//cerr << endl << "target_pre_width=" << target_pre_width << ", target_pre_null_width=" << target_pre_null_width << ", target_pre.size()=" << target_pre.size() << endl;
|
|
if (target_pre_width < target_pre.size())
|
|
target_pre_null_width -= target_pre.size()-target_pre_width;
|
|
target_pre = target_pre.substr(0,target_pre_width-target_pre_null_width)
|
|
+ "<span class=\"null_aligned\">"
|
|
+ target_pre.substr(target_pre_width-target_pre_null_width)
|
|
+ "</span>";
|
|
}
|
|
if (m_post_null) {
|
|
//cerr << endl << "target_post_width=" << target_post_width << ", target_post_null_width=" << target_post_null_width << ", target_post.size()=" << target_post.size() << endl;
|
|
if (target_post_null_width > target_post.size()) {
|
|
target_post_null_width = target_post.size();
|
|
}
|
|
target_post = "<span class=\"null_aligned\">"
|
|
+ target_post.substr(0,target_post_null_width)
|
|
+ "</span>"
|
|
+ target_post.substr(target_post_null_width);
|
|
}
|
|
|
|
*out << "<td class=\"pp_target_left\">"
|
|
<< target_pre
|
|
<< "</td><td class=\"pp_target\">"
|
|
<< target.substr( 0, target_width -2 )
|
|
<< "</td><td class=\"pp_target_right\">"
|
|
<< target_post
|
|
<< "</td></tr>"<< endl;
|
|
}
|
|
|