gigablast/open-source-search-engine
1
0
Fork 0
mirror of https://github.com/gigablast/open-source-search-engine.git synced 2024-10-04 20:27:43 +03:00
Code Issues Projects Releases Wiki Activity

exempt bulk jobs from maxtoprocess

Browse Source
This commit is contained in:
Matt Wells 2014-02-16 22:14:43 -08:00
parent 9d0dca71db
commit a4deb7ff08
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
Spider.cpp
View File

@ -5454,7 +5454,7 @@ void SpiderLoop::spiderDoledUrls ( ) {
// hit pages to process max?
if ( cr->m_maxToProcess > 0 &&
cr->m_isCustomCrawl &&
cr->m_isCustomCrawl == 1 && // bulk jobs exempt!
cr->m_globalCrawlInfo.m_pageProcessSuccessesThisRound >=
cr->m_maxToProcess ) {
cr->m_localCrawlInfo.m_hasUrlsReadyToSpider = false;