610117d · searx · git.iko.soy

on master help sign in

Merge pull request #1015 from misnyo/digg

610117dAdam Tauber9 years ago

searx/engines/digg.py+7

@@ -10,6 +10,8 @@

10 @parse url, title, content, publishedDate, thumbnail

11"""

13+import random

14+import string

13from dateutil import parser

15from dateutil import parser

14from json import loads

16from json import loads

15from lxml import html

17from lxml import html

@@ -30,12 +32,17 @@ title_xpath = './/h2//a//text()'

30content_xpath = './/p//text()'

32content_xpath = './/p//text()'

31pubdate_xpath = './/time'

33pubdate_xpath = './/time'

35+digg_cookie_chars = string.ascii_uppercase + string.ascii_lowercase +\

36+ string.digits + "+_"

37+

34# do search-request

39# do search-request

35def request(query, params):

40def request(query, params):

36 offset = (params['pageno'] - 1) * 10

41 offset = (params['pageno'] - 1) * 10

37 params['url'] = search_url.format(position=offset,

42 params['url'] = search_url.format(position=offset,

38 query=quote_plus(query))

43 query=quote_plus(query))

44+ params['cookies']['frontend.auid'] = ''.join(random.choice(

45+ digg_cookie_chars) for _ in range(22))

39 return params

46 return params