mirror of
https://github.com/facebook/sapling.git
synced 2024-10-11 17:27:53 +03:00
a808c980f0
The cstore changes are breaking the build in some unusual ways and I will need some time to fix them. Let's back it out for now.
156 lines
3.6 KiB
C
156 lines
3.6 KiB
C
// Copyright 2016-present Facebook. All Rights Reserved.
|
|
//
|
|
// cdatapack:
|
|
//
|
|
// no-check-code
|
|
|
|
#ifndef CDATAPACK_CDATAPACK_H
|
|
#define CDATAPACK_CDATAPACK_H
|
|
|
|
#include <stdint.h>
|
|
#include <stddef.h>
|
|
#include <stdbool.h>
|
|
#include <sys/types.h>
|
|
|
|
#define NODE_SZ 20
|
|
|
|
typedef uint32_t index_offset_t;
|
|
#define ntoh_index_offset ntohl
|
|
#define FULLTEXTINDEXMARK ((index_offset_t) -1)
|
|
#define NOBASEINDEXMARK ((index_offset_t) -2)
|
|
typedef uint64_t data_offset_t;
|
|
#define ntoh_data_offset ntohll
|
|
|
|
struct _disk_index_entry_t;
|
|
struct _fanout_table_entry_t;
|
|
|
|
/**
|
|
* This is a post-processed index entry. The node pointer is valid only if
|
|
* the handle that generated this entry hasn't been closed.
|
|
*
|
|
* This is the counterpart of disk_index_entry_t.
|
|
*/
|
|
typedef struct _pack_index_entry_t {
|
|
const uint8_t *node;
|
|
|
|
// offset and size of this current element in the delta chain in the data
|
|
// file.
|
|
data_offset_t data_offset;
|
|
data_offset_t data_sz;
|
|
|
|
// offset of the next element in the delta chain in the index file
|
|
index_offset_t deltabase_index_offset;
|
|
} pack_index_entry_t;
|
|
|
|
typedef enum {
|
|
DATAPACK_HANDLE_OK,
|
|
DATAPACK_HANDLE_OOM,
|
|
DATAPACK_HANDLE_IO_ERROR,
|
|
DATAPACK_HANDLE_MMAP_ERROR,
|
|
DATAPACK_HANDLE_CORRUPT,
|
|
DATAPACK_HANDLE_VERSION_MISMATCH,
|
|
} datapack_handle_status_t;
|
|
|
|
typedef struct _datapack_handle_t {
|
|
datapack_handle_status_t status;
|
|
|
|
int indexfd;
|
|
int datafd;
|
|
void* index_mmap;
|
|
void* data_mmap;
|
|
off_t index_file_sz;
|
|
off_t data_file_sz;
|
|
|
|
bool large_fanout;
|
|
|
|
// this is the computed fanout table.
|
|
struct _fanout_table_entry_t *fanout_table;
|
|
|
|
// this points to the first index entry.
|
|
struct _disk_index_entry_t* index_table;
|
|
|
|
size_t paged_in_datapack_memory;
|
|
} datapack_handle_t;
|
|
|
|
/**
|
|
* This represents a single entry in a delta chain.
|
|
*/
|
|
typedef struct _delta_chain_link_t {
|
|
uint16_t filename_sz;
|
|
const char *filename;
|
|
const uint8_t *node;
|
|
const uint8_t *deltabase_node;
|
|
|
|
data_offset_t delta_sz;
|
|
const uint8_t *delta;
|
|
} delta_chain_link_t;
|
|
|
|
typedef enum {
|
|
GET_DELTA_CHAIN_OK,
|
|
GET_DELTA_CHAIN_OOM,
|
|
GET_DELTA_CHAIN_NOT_FOUND,
|
|
GET_DELTA_CHAIN_CORRUPT,
|
|
} get_delta_chain_code_t;
|
|
|
|
/**
|
|
* This represents an entire delta chain.
|
|
*/
|
|
typedef struct _delta_chain_t {
|
|
get_delta_chain_code_t code;
|
|
delta_chain_link_t *delta_chain_links;
|
|
size_t links_count;
|
|
} delta_chain_t;
|
|
|
|
/**
|
|
* Open a datapack + index file. The fanout table is read and processed at
|
|
* this point.
|
|
*
|
|
* Returns a handle for subsequent operations.
|
|
*/
|
|
extern datapack_handle_t *open_datapack(
|
|
char *indexfp, size_t indexfp_sz,
|
|
char *datafp, size_t datafp_sz);
|
|
|
|
/**
|
|
* Release a datapack + index file handle.
|
|
*/
|
|
extern void close_datapack(datapack_handle_t *);
|
|
|
|
/**
|
|
* Finds a node using the index, and fills out the packindex pointer.
|
|
* Returns true iff the node is found.
|
|
*/
|
|
bool find(
|
|
const datapack_handle_t *handle,
|
|
const uint8_t node[NODE_SZ],
|
|
pack_index_entry_t *packindex);
|
|
|
|
/**
|
|
* Retrieves a delta chain for a given node.
|
|
*/
|
|
extern delta_chain_t getdeltachain(
|
|
datapack_handle_t *handle,
|
|
const uint8_t node[NODE_SZ]);
|
|
|
|
extern void freedeltachain(delta_chain_t chain);
|
|
|
|
typedef enum {
|
|
GET_DELTA_CHAIN_LINK_OK,
|
|
GET_DELTA_CHAIN_LINK_OOM,
|
|
GET_DELTA_CHAIN_LINK_CORRUPT,
|
|
} get_delta_chain_link_code_t;
|
|
|
|
/**
|
|
* This represents an entire delta chain.
|
|
*/
|
|
typedef struct _get_delta_chain_link_result_t {
|
|
get_delta_chain_link_code_t code;
|
|
const uint8_t *ptr;
|
|
} get_delta_chain_link_result_t;
|
|
|
|
// this should really be private, but we need it for the cdatapack_dump tool.
|
|
extern const get_delta_chain_link_result_t getdeltachainlink(
|
|
const uint8_t *ptr, delta_chain_link_t *link);
|
|
|
|
#endif //CDATAPACK_CDATAPACK_H
|