mirror of
https://github.com/gigablast/open-source-search-engine.git
synced 2024-10-03 19:57:18 +03:00
88 lines
1.9 KiB
C++
88 lines
1.9 KiB
C++
// Matt Wells, copyright Feb 2011
|
|
|
|
#ifndef _SYNONYMS_H_
|
|
#define _SYNONYMS_H_
|
|
|
|
#include "Xml.h"
|
|
#include "SafeBuf.h"
|
|
#include "StopWords.h"
|
|
#include "fctypes.h"
|
|
|
|
#define SOURCE_NONE 0
|
|
#define SOURCE_PRESET 1
|
|
#define SOURCE_WIKTIONARY 2
|
|
#define SOURCE_WIKTIONARY_EN 3
|
|
#define SOURCE_GENERATED 4
|
|
#define SOURCE_BIGRAM 5
|
|
#define SOURCE_TRIGRAM 6
|
|
#define SOURCE_NUMBER 7
|
|
|
|
// per word!
|
|
#define MAX_SYNS 64
|
|
|
|
// +1 for langid at end
|
|
#define TMPSYNBUFSIZE (MAX_SYNS*(8+8+8+1+4+4+4+4+sizeof(char *)+1))
|
|
|
|
int64_t getSynBaseHash64 ( char *qstr , uint8_t langId ) ;
|
|
|
|
char *getSourceString ( char source );
|
|
|
|
class Synonyms {
|
|
|
|
public:
|
|
|
|
Synonyms();
|
|
~Synonyms();
|
|
|
|
void reset();
|
|
|
|
int32_t getSynonyms ( class Words *words ,
|
|
int32_t wordNum ,
|
|
uint8_t langId ,
|
|
char *tmpBuf ,
|
|
int32_t niceness ) ;
|
|
|
|
|
|
bool addWithoutApostrophe ( int32_t wordNum , class HashTableX *dt ) ;
|
|
bool addAmpPhrase ( int32_t wordNum , class HashTableX *dt ) ;
|
|
bool addStripped ( char *w,int32_t wlen, class HashTableX *dt ) ;
|
|
|
|
int32_t m_niceness;
|
|
int32_t m_version; // titlerec version
|
|
|
|
//char *m_langVec;
|
|
char m_queryLangId;
|
|
class Words *m_words;
|
|
|
|
// temporarily store all synonyms here of the word for synonyms
|
|
// like the accent-stripped version of the word. otherwise we
|
|
// can just point to the wiktionary-buf.txt representation in memory.
|
|
SafeBuf m_synWordBuf;
|
|
|
|
// for each synonym of this word we fill out these:
|
|
int64_t *m_aids;
|
|
int64_t *m_wids0;
|
|
int64_t *m_wids1;
|
|
char **m_termPtrs;
|
|
int32_t *m_termOffs;
|
|
int32_t *m_termLens;
|
|
int32_t *m_numAlnumWords;
|
|
int32_t *m_numAlnumWordsInBase;
|
|
char *m_src;
|
|
uint8_t *m_langIds;
|
|
|
|
int64_t *m_aidsPtr;
|
|
int64_t *m_wids0Ptr;
|
|
int64_t *m_wids1Ptr;
|
|
char **m_termPtrsPtr;
|
|
int32_t *m_termOffsPtr;
|
|
int32_t *m_termLensPtr;
|
|
int32_t *m_numAlnumWordsPtr;
|
|
int32_t *m_numAlnumWordsInBasePtr;
|
|
char *m_srcPtr;
|
|
uint8_t *m_langIdsPtr;
|
|
|
|
};
|
|
|
|
#endif
|