moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2024-12-29 06:52:34 +03:00
Code Issues Packages Projects Releases Wiki Activity

use chunker with en

Browse Source
This commit is contained in:
Hieu Hoang 2014-02-28 18:26:24 +00:00
parent e0baf23f30
commit 13411885dd
1 changed files with 2 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
contrib/other-builds/manual-label/EnOpenNLPChunker.cpp
View File

@ -46,13 +46,13 @@ void EnOpenNLPChunker::Process(std::istream &in, std::ostream &out)
+ m_openNLPPath + "/bin/opennlp ChunkerME "
+ m_openNLPPath + "/models/en-chunker.bin > "
+ outStr;
cerr << "Executing:" << cmd << endl;
//cerr << "Executing:" << cmd << endl;
int ret = system(cmd.c_str());
// read result of chunker and output as Moses xml trees
ifstream outFile(outStr.c_str());
while (getline(outFile, line)) {
cerr << line << endl;
//cerr << line << endl;
MosesReformat(line, out);
out << endl;
}
@ -87,7 +87,6 @@ void EnOpenNLPChunker::MosesReformat(const string &line, std::ostream &out)
out << "</tree> ";
}
else {
cerr << "tok=" << tok << endl;
vector<string> factors;
Moses::Tokenize(factors, tok, "_");
assert(factors.size() == 2);