gigablast/open-source-search-engine
1
0
Fork 0
mirror of https://github.com/gigablast/open-source-search-engine.git synced 2024-10-04 20:27:43 +03:00
Code Issues Projects Releases Wiki Activity

use m_sentToDiffbotThisTime in SpiderReply now too

Browse Source
This commit is contained in:
Matt Wells 2015-04-14 15:23:12 -07:00
parent 99454bc8ca
commit 61af961dfd
3 changed files with 5 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
PageCrawlBot.cpp
View File

@ -768,7 +768,7 @@ void StateCD::printSpiderdbList ( RdbList *list,SafeBuf *sb,char **lastKeyPtr){
lastSpidered = 0;
bool isProcessed = false;
if ( srep ) isProcessed = srep->m_sentToDiffbot;
if ( srep ) isProcessed = srep->m_sentToDiffbotThisTime;
if ( srep && srep->m_hadDiffbotError )
isProcessed = false;

2
Spider.h
View File

@ -931,7 +931,7 @@ class SpiderReply {
// was the request an injection request
int32_t m_fromInjectionRequest :1;
// did we TRY to send it to the diffbot backend filter? might be err?
int32_t m_sentToDiffbot :1;
int32_t m_sentToDiffbotThisTime :1;
int32_t m_hadDiffbotError :1;
// . was it in the index when we started?
// . we use this with m_isIndexed above to adjust quota counts for

6
XmlDoc.cpp
View File

@ -24789,10 +24789,10 @@ SpiderReply *XmlDoc::getNewSpiderReply ( ) {
if ( m_sreqValid && m_sreq.m_isInjecting )
m_srep.m_fromInjectionRequest = 1;
if ( m_sentToDiffbot )
m_srep.m_sentToDiffbot = true;
if ( m_sentToDiffbotThisTime )
m_srep.m_sentToDiffbotThisTime = true;
else
m_srep.m_sentToDiffbot = false;
m_srep.m_sentToDiffbotThisTime = false;
if ( m_diffbotReplyError )
m_srep.m_hadDiffbotError = true;