mosesdecoder/probingpt/vocabid.h
2017-02-16 19:30:07 +00:00

30 lines
781 B
C++

//Serialization
#include <boost/serialization/serialization.hpp>
#include <boost/serialization/map.hpp>
#include <boost/archive/text_iarchive.hpp>
#include <boost/archive/text_oarchive.hpp>
#include <fstream>
#include <iostream>
#include <vector>
#include <map> //Container
#include "hash.h" //Hash of elements
#include "util/string_piece.hh" //Tokenization and work with StringPiece
#include "util/tokenize_piece.hh"
namespace probingpt
{
template<typename VOCABID>
class StoreVocab;
void add_to_map(StoreVocab<uint64_t> &sourceVocab,
const StringPiece &textin);
void serialize_map(const std::map<uint64_t, std::string> &karta,
const std::string &filename);
void read_map(std::map<uint64_t, std::string> &karta, const char* filename);
}