moses-smt/mosesdecoder
1
1
Fork 0
mirror of https://github.com/moses-smt/mosesdecoder.git synced 2025-01-05 02:22:21 +03:00
Code Issues Packages Projects Releases Wiki Activity

line counts

Browse Source
This commit is contained in:
Hieu Hoang 2015-12-15 14:43:55 +00:00
parent 72c0c585df
commit d7c41a255e
2 changed files with 6 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
contrib/other-builds/moses2/FF/LexicalReordering.cpp
View File

@ -54,8 +54,13 @@ void LexicalReordering::Load(System &system)
{
InputFileStream file(m_path);
string line;
size_t lineNum = 0;
while(getline(file, line)) {
if (++lineNum % 1000000 == 0) {
cerr << lineNum << " ";
}
std::vector<std::string> toks = TokenizeMultiCharSeparator(line, "|||");
assert(toks.size() == 3);
PhraseImpl *source = PhraseImpl::CreateFromString(system.systemPool, system.GetVocab(), system, toks[0]);

2
contrib/other-builds/moses2/TranslationModel/PhraseTableMemory.cpp
View File

@ -115,7 +115,7 @@ void PhraseTableMemory::Load(System &system)
InputFileStream strme(m_path);
string line;
while (getline(strme, line)) {
if (++lineNum % 100000) {
if (++lineNum % 1000000 == 0) {
cerr << lineNum << " ";
}
toks.clear();