mirror of
https://github.com/moses-smt/mosesdecoder.git
synced 2024-12-29 06:52:34 +03:00
115 lines
3.1 KiB
C++
115 lines
3.1 KiB
C++
#ifndef UTIL_MMAP__
|
|
#define UTIL_MMAP__
|
|
// Utilities for mmaped files.
|
|
|
|
#include <cstddef>
|
|
|
|
#include <stdint.h>
|
|
#include <sys/types.h>
|
|
|
|
namespace util {
|
|
|
|
class scoped_fd;
|
|
|
|
long SizePage();
|
|
|
|
// (void*)-1 is MAP_FAILED; this is done to avoid including the mmap header here.
|
|
class scoped_mmap {
|
|
public:
|
|
scoped_mmap() : data_((void*)-1), size_(0) {}
|
|
scoped_mmap(void *data, std::size_t size) : data_(data), size_(size) {}
|
|
~scoped_mmap();
|
|
|
|
void *get() const { return data_; }
|
|
|
|
const uint8_t *begin() const { return reinterpret_cast<uint8_t*>(data_); }
|
|
const uint8_t *end() const { return reinterpret_cast<uint8_t*>(data_) + size_; }
|
|
std::size_t size() const { return size_; }
|
|
|
|
void reset(void *data, std::size_t size) {
|
|
scoped_mmap other(data_, size_);
|
|
data_ = data;
|
|
size_ = size;
|
|
}
|
|
|
|
void reset() {
|
|
reset((void*)-1, 0);
|
|
}
|
|
|
|
private:
|
|
void *data_;
|
|
std::size_t size_;
|
|
|
|
scoped_mmap(const scoped_mmap &);
|
|
scoped_mmap &operator=(const scoped_mmap &);
|
|
};
|
|
|
|
/* For when the memory might come from mmap, new char[], or malloc. Uses NULL
|
|
* and 0 for blanks even though mmap signals errors with (void*)-1). The reset
|
|
* function checks that blank for mmap.
|
|
*/
|
|
class scoped_memory {
|
|
public:
|
|
typedef enum {MMAP_ALLOCATED, ARRAY_ALLOCATED, MALLOC_ALLOCATED, NONE_ALLOCATED} Alloc;
|
|
|
|
scoped_memory() : data_(NULL), size_(0), source_(NONE_ALLOCATED) {}
|
|
|
|
~scoped_memory() { reset(); }
|
|
|
|
void *get() const { return data_; }
|
|
const char *begin() const { return reinterpret_cast<char*>(data_); }
|
|
const char *end() const { return reinterpret_cast<char*>(data_) + size_; }
|
|
std::size_t size() const { return size_; }
|
|
|
|
Alloc source() const { return source_; }
|
|
|
|
void reset() { reset(NULL, 0, NONE_ALLOCATED); }
|
|
|
|
void reset(void *data, std::size_t size, Alloc from);
|
|
|
|
// realloc allows the current data to escape hence the need for this call
|
|
// If realloc fails, destroys the original too and get() returns NULL.
|
|
void call_realloc(std::size_t to);
|
|
|
|
private:
|
|
|
|
void *data_;
|
|
std::size_t size_;
|
|
|
|
Alloc source_;
|
|
|
|
scoped_memory(const scoped_memory &);
|
|
scoped_memory &operator=(const scoped_memory &);
|
|
};
|
|
|
|
typedef enum {
|
|
// mmap with no prepopulate
|
|
LAZY,
|
|
// On linux, pass MAP_POPULATE to mmap.
|
|
POPULATE_OR_LAZY,
|
|
// Populate on Linux. malloc and read on non-Linux.
|
|
POPULATE_OR_READ,
|
|
// malloc and read.
|
|
READ
|
|
} LoadMethod;
|
|
|
|
extern const int kFileFlags;
|
|
|
|
// Wrapper around mmap to check it worked and hide some platform macros.
|
|
void *MapOrThrow(std::size_t size, bool for_write, int flags, bool prefault, int fd, uint64_t offset = 0);
|
|
|
|
void MapRead(LoadMethod method, int fd, uint64_t offset, std::size_t size, scoped_memory &out);
|
|
|
|
void MapAnonymous(std::size_t size, scoped_memory &to);
|
|
|
|
// Open file name with mmap of size bytes, all of which are initially zero.
|
|
void *MapZeroedWrite(int fd, std::size_t size);
|
|
void *MapZeroedWrite(const char *name, std::size_t size, scoped_fd &file);
|
|
|
|
// msync wrapper
|
|
void SyncOrThrow(void *start, size_t length);
|
|
|
|
} // namespace util
|
|
|
|
#endif // UTIL_MMAP__
|