@@ -1,6 +1,6 @@
1from urllib import quote
1from urllib import quote
2from lxml import html
2from lxml import html
3−from urlparse import urljoin, urlparse
3+from urlparse import urlparse
4from cgi import escape
4from cgi import escape
6base_url = 'https://startpage.com/'
6base_url = 'https://startpage.com/'
@@ -21,7 +21,7 @@ def response(resp):
21 dom = html.fromstring(resp.content)
21 dom = html.fromstring(resp.content)
22 for result in dom.xpath('//div[@class="result"]'):
22 for result in dom.xpath('//div[@class="result"]'):
23 link = result.xpath('.//h3/a')[0]
23 link = result.xpath('.//h3/a')[0]
24− url = urljoin(base_url, link.attrib.get('href'))
24+ url = link.attrib.get('href')
25 parsed_url = urlparse(url)
25 parsed_url = urlparse(url)
26 # TODO better google link detection
26 # TODO better google link detection
27 if parsed_url.netloc.find('www.google.com') >= 0:
27 if parsed_url.netloc.find('www.google.com') >= 0: