mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-10-26 19:37:58 +03:00
support phrase tables with alignment information
git-svn-id: https://mosesdecoder.svn.sourceforge.net/svnroot/mosesdecoder/trunk@1439 1f5c12ca-751b-0410-a591-d2e778427230
This commit is contained in:
parent
759085d2e9
commit
1cb5ff709e
@ -56,6 +56,7 @@ struct PTEntry {
|
||||
PTEntry(const std::string& str, int index);
|
||||
std::string f_phrase;
|
||||
std::string e_phrase;
|
||||
std::string extra;
|
||||
std::string scores;
|
||||
float pfe;
|
||||
int cf;
|
||||
@ -79,7 +80,9 @@ PTEntry::PTEntry(const std::string& str, int index) :
|
||||
this->f_phrase = str.substr(pos,nextPos); pos = nextPos + SEPARATOR.size();
|
||||
nextPos = str.find(SEPARATOR, pos);
|
||||
this->e_phrase = str.substr(pos,nextPos-pos); pos = nextPos + SEPARATOR.size();
|
||||
this->scores = str.substr(pos,std::string::npos);
|
||||
nextPos = str.rfind(SEPARATOR);
|
||||
this->extra = str.substr(pos, nextPos-pos);
|
||||
this->scores = str.substr(nextPos + SEPARATOR.size(),std::string::npos);
|
||||
int c = 0;
|
||||
std::string::iterator i=scores.begin();
|
||||
if (index > 0) {
|
||||
@ -100,6 +103,7 @@ PTEntry::PTEntry(const std::string& str, int index) :
|
||||
char *x;
|
||||
this->pfe = strtof(f, &x);
|
||||
// std::cerr << "L: " << f_phrase << " ::: " << e_phrase << " ::: " << scores << " ::: " << pfe << std::endl;
|
||||
// std::cerr << "X: " << extra << "\n";
|
||||
}
|
||||
|
||||
struct PfeComparer {
|
||||
@ -114,7 +118,9 @@ struct NlogSigThresholder {
|
||||
|
||||
std::ostream& operator << (std::ostream& os, const PTEntry& pp)
|
||||
{
|
||||
os << pp.f_phrase << " ||| " << pp.e_phrase << " ||| " << pp.scores;
|
||||
os << pp.f_phrase << " ||| " << pp.e_phrase;
|
||||
if (pp.extra.size()>0) os << " ||| " << pp.extra;
|
||||
os << " ||| " << pp.scores;
|
||||
if (print_cooc_counts) os << " ||| " << pp.cfe << " " << pp.cf << " " << pp.ce;
|
||||
if (print_neglog_significance) os << " ||| " << pp.nlog_pte;
|
||||
return os;
|
||||
|
Loading…
Reference in New Issue
Block a user