mosesdecoder/moses/TranslationModel/ProbingPT/storing.hh

34 lines
868 B
C++
Raw Normal View History

2014-06-11 14:47:00 +04:00
#pragma once
#include <stdio.h>
#include <fstream>
#include <iostream>
2014-06-11 16:52:20 +04:00
#include "hash.hh" //Includes line_splitter
#include "probing_hash_utils.hh"
#include "huffmanish.hh"
2014-06-11 14:47:00 +04:00
#include <sys/stat.h> //mkdir
#include "util/file_piece.hh"
#include "util/file.hh"
#include "vocabid.hh"
void createProbingPT(const char * phrasetable_path, const char * target_path);
class BinaryFileWriter {
std::vector<unsigned char> binfile;
std::vector<unsigned char>::iterator it;
//Output binary
std::ofstream os;
public:
unsigned int dist_from_start; //Distance from the start of the vector.
uint64_t extra_counter; //After we reset the counter, we still want to keep track of the correct offset, so
BinaryFileWriter (std::string);
~BinaryFileWriter ();
void write (std::vector<unsigned char> * bytes);
void flush (); //Flush to disk
2014-06-11 16:52:20 +04:00
};