@@ -10,6 +10,8 @@
1010 @parse url, title, content, publishedDate, thumbnail
1111"""
1212
13+import random
14+import string
1315from dateutil import parser
1416from json import loads
1517from lxml import html
@@ -30,12 +32,17 @@ title_xpath = './/h2//a//text()'
3032content_xpath = './/p//text()'
3133pubdate_xpath = './/time'
3234
35+digg_cookie_chars = string.ascii_uppercase + string.ascii_lowercase +\
36+ string.digits + "+_"
37+
3338
3439# do search-request
3540def request(query, params):
3641 offset = (params['pageno'] - 1) * 10
3742 params['url'] = search_url.format(position=offset,
3843 query=quote_plus(query))
44+ params['cookies']['frontend.auid'] = ''.join(random.choice(
45+ digg_cookie_chars) for _ in range(22))
3946 return params
4047
4148