@@ -29,9 +29,12 @@ def response(resp):
2929 dom = html.fromstring(resp.content)
3030 # ads xpath //div[@id="results"]/div[@id="sponsored"]//div[@class="result"]
3131 # not ads: div[@class="result"] are the direct childs of div[@id="results"]
32− for result in dom.xpath('//div[@id="results"]/div[@class="result"]'):
32+ for result in dom.xpath('//div[@class="result"]'):
3333 link = result.xpath('.//h3/a')[0]
3434 url = link.attrib.get('href')
35+ if url.startswith('http://www.google.')\
36+ or url.startswith('https://www.google.'):
37+ continue
3538 title = link.text_content()
3639
3740 content = ''