mirror of
https://github.com/gigablast/open-source-search-engine.git
synced 2024-10-04 20:27:43 +03:00
75 lines
1.5 KiB
C++
75 lines
1.5 KiB
C++
// Copyright Matt Wells, Apr 2000
|
|
|
|
#ifndef _TFNDB_H_
|
|
#define _TFNDB_H_
|
|
|
|
#include "Rdb.h"
|
|
#include "Url.h"
|
|
#include "Conf.h"
|
|
#include "Titledb.h"
|
|
#include "DiskPageCache.h"
|
|
|
|
// . we now use "tfndb" *only* to map docids to a title file #
|
|
|
|
// . a key in tfndb is 96 bits (compressed) and has this format:
|
|
// . <docId> 38 bits
|
|
// . <urlHash48> 48 bits
|
|
// . <tfn> 8 bits
|
|
// . <halfbit> 1 bit
|
|
// . <delbit> 1 bit
|
|
|
|
class Tfndb {
|
|
|
|
public:
|
|
|
|
// reset rdb
|
|
void reset();
|
|
|
|
bool verify ( char *coll );
|
|
|
|
//bool addColl ( char *coll, bool doVerify = true );
|
|
|
|
// set up our private rdb
|
|
bool init ( );
|
|
|
|
// init the rebuild/secondary rdb, used by PageRepair.cpp
|
|
bool init2 ( int32_t treeMem );
|
|
|
|
Rdb *getRdb ( ) { return &m_rdb; };
|
|
|
|
key_t makeKey (int64_t docId, int64_t uh48,int32_t tfn,bool isDelete);
|
|
|
|
key_t makeMinKey ( int64_t docId ) {
|
|
return makeKey ( docId ,0, 0 , true ); };
|
|
|
|
key_t makeMaxKey ( int64_t docId ) {
|
|
return makeKey ( docId , 0x0000ffffffffffffLL,0xff, false ); };
|
|
|
|
int64_t getDocId ( key_t *k ) {
|
|
int64_t d = k->n1;
|
|
d <<= 6;
|
|
d |= k->n0>>58;
|
|
return d;
|
|
};
|
|
|
|
int32_t getTfn ( key_t *k ) { return ((k->n0) >>2) & 0xff; };
|
|
|
|
int64_t getUrlHash48 ( key_t *k ) {
|
|
return ((k->n0>>10) & 0x0000ffffffffffffLL); };
|
|
|
|
DiskPageCache *getDiskPageCache() { return &m_pc; };
|
|
|
|
private:
|
|
|
|
// this rdb holds urls waiting to be spidered or being spidered
|
|
Rdb m_rdb;
|
|
|
|
DiskPageCache m_pc;
|
|
|
|
};
|
|
|
|
extern class Tfndb g_tfndb;
|
|
extern class Tfndb g_tfndb2;
|
|
|
|
#endif
|