unisonweb/unison
1
0
Fork 0
mirror of https://github.com/unisonweb/unison.git synced 2024-09-11 02:25:39 +03:00
Code Issues Projects Releases Wiki Activity

some search engine tweaks, spawning crawlers from multiple roots

Browse Source
This commit is contained in:
Paul Chiusano 2016-10-07 17:01:36 -04:00
parent f979e2cc9a
commit ad3f52250a
1 changed files with 5 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

12
unison-src/searchengine.u
View File

@ -90,15 +90,13 @@ let
Remote.traverse (n -> Remote.at' n (DIndex.join ind)) ind-nodes;
Remote.traverse (n -> Remote.at' n (DIndex.join visited)) visited-nodes;
-- Kick off multiple crawlers at staggered schedules and different depths
-- Kick off multiple crawlers
Remote.fork <| crawl 2 ind visited "http://unisonweb.org";
Remote.sleep (Duration.seconds 20);
Remote.fork <| crawl 4 ind visited "http://unisonweb.org";
Remote.sleep (Duration.seconds 20);
Remote.fork <| crawl 8 ind visited "http://unisonweb.org";
Remote.fork <| crawl 4 ind visited "http://unisonweb.org/design";
Remote.fork <| crawl 3 ind visited "http://www.cnn.com";
Remote.fork <| crawl 4 ind visited "http://lambda-the-ultimate.org/";
-- Wait a while for crawlers to index a bunch of pages, then
-- issue a query
-- Wait a while for crawlers to index a bunch of pages, then do query
Remote.sleep (Duration.seconds 120);
results := search 10 ["design", "unison", "refactoring"] ind;
pure <| Debug.watch "results --- " results;;