2014-06-11 14:47:00 +04:00
|
|
|
#pragma once
|
|
|
|
|
|
|
|
#include <stdio.h>
|
|
|
|
#include <fstream>
|
|
|
|
#include <iostream>
|
|
|
|
|
2014-06-11 16:52:20 +04:00
|
|
|
#include "hash.hh" //Includes line_splitter
|
|
|
|
#include "probing_hash_utils.hh"
|
|
|
|
#include "huffmanish.hh"
|
2014-06-11 14:47:00 +04:00
|
|
|
#include <sys/stat.h> //mkdir
|
|
|
|
|
|
|
|
#include "util/file_piece.hh"
|
|
|
|
#include "util/file.hh"
|
|
|
|
#include "vocabid.hh"
|
|
|
|
|
|
|
|
void createProbingPT(const char * phrasetable_path, const char * target_path);
|
|
|
|
|
|
|
|
class BinaryFileWriter {
|
|
|
|
std::vector<unsigned char> binfile;
|
|
|
|
std::vector<unsigned char>::iterator it;
|
|
|
|
//Output binary
|
|
|
|
std::ofstream os;
|
|
|
|
|
|
|
|
public:
|
|
|
|
unsigned int dist_from_start; //Distance from the start of the vector.
|
|
|
|
uint64_t extra_counter; //After we reset the counter, we still want to keep track of the correct offset, so
|
|
|
|
|
|
|
|
BinaryFileWriter (std::string);
|
|
|
|
~BinaryFileWriter ();
|
|
|
|
void write (std::vector<unsigned char> * bytes);
|
|
|
|
void flush (); //Flush to disk
|
|
|
|
|
2014-06-11 16:52:20 +04:00
|
|
|
};
|