mirror of
https://github.com/gigablast/open-source-search-engine.git
synced 2024-10-04 12:17:35 +03:00
86 lines
1.4 KiB
C++
86 lines
1.4 KiB
C++
|
|
#include "Conf.h"
|
|
#include "Dns.h"
|
|
#include "HttpServer.h"
|
|
#include "HashTableT.h"
|
|
#include "Loop.h"
|
|
//#include "Links.h"
|
|
#include "iana_charset.h"
|
|
#include <sys/resource.h> // setrlimit
|
|
|
|
struct StateBD {
|
|
//Url m_u1,m_u2;
|
|
//Url *m_u;
|
|
char *m_u1,*m_u2;
|
|
char *m_u;
|
|
char *m_buf1;
|
|
long m_buf1Len;
|
|
long m_buf1MaxLen;
|
|
long m_numUrlDocsSent;
|
|
long m_numUrlDocsReceived;
|
|
};
|
|
|
|
struct StateBD2 {
|
|
StateBD *m_st;
|
|
long m_numRedirects;
|
|
//Url m_url;
|
|
char *m_url;
|
|
};
|
|
|
|
class Blaster {
|
|
public:
|
|
Blaster();
|
|
~Blaster();
|
|
|
|
void reset();
|
|
|
|
bool init();
|
|
|
|
void runBlaster(char *file1,char *file2,
|
|
long maxNumThreads, long wait,
|
|
bool isLogFile,
|
|
bool verbose,bool justDisplay,
|
|
bool useProxy);
|
|
|
|
void startBlastering();
|
|
|
|
void freeStateBD(StateBD *st);
|
|
|
|
void gotDoc1(void *state,TcpSocket *s);
|
|
|
|
void gotDoc2(void *state,TcpSocket *s);
|
|
|
|
void gotDoc3 ( void *state, TcpSocket *s);
|
|
|
|
void gotDoc4 ( void *state, TcpSocket *s);
|
|
|
|
void processLogFile(void *state);
|
|
|
|
protected:
|
|
long m_maxNumThreads;
|
|
long m_launched;
|
|
char *m_buf1;
|
|
long m_bufSize1;
|
|
char *m_buf2;
|
|
long m_bufSize2;
|
|
char *m_p1;
|
|
char *m_p1end;
|
|
char *m_p2;
|
|
char *m_p2end;
|
|
long m_totalUrls;
|
|
long m_totalDone;
|
|
bool m_portSwitch;
|
|
long m_wait;
|
|
bool m_justDisplay;
|
|
bool m_useProxy;
|
|
bool m_verbose;
|
|
bool m_isLogFile;
|
|
long long m_startTime;
|
|
long m_numUrls;
|
|
char **m_lineStart;
|
|
bool m_blasterDiff;
|
|
bool m_print;
|
|
};
|
|
|
|
extern Blaster g_blaster;
|