mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-12-25 04:43:03 +03:00
32 lines
815 B
C++
32 lines
815 B
C++
#pragma once
|
|
|
|
#include "util/string_piece.hh"
|
|
#include "util/tokenize_piece.hh"
|
|
#include "util/file_piece.hh"
|
|
#include <vector>
|
|
#include <cstdlib> //atof
|
|
#include "util/string_piece.hh" //Tokenization and work with StringPiece
|
|
#include "util/tokenize_piece.hh"
|
|
#include <vector>
|
|
|
|
//Struct for holding processed line
|
|
struct line_text {
|
|
StringPiece source_phrase;
|
|
StringPiece target_phrase;
|
|
StringPiece prob;
|
|
StringPiece word_all1;
|
|
StringPiece word_all2;
|
|
};
|
|
|
|
//Struct for holding processed line
|
|
struct target_text {
|
|
std::vector<unsigned int> target_phrase;
|
|
std::vector<float> prob;
|
|
std::vector<unsigned char> word_all1;
|
|
};
|
|
|
|
//Ask if it's better to have it receive a pointer to a line_text struct
|
|
line_text splitLine(StringPiece textin);
|
|
|
|
std::vector<unsigned char> splitWordAll1(StringPiece textin);
|