@@ -32,8 +32,9 @@ search_url = base_url + 'do/search'
3232# specific xpath variables
3333# ads xpath //div[@id="results"]/div[@id="sponsored"]//div[@class="result"]
3434# not ads: div[@class="result"] are the direct childs of div[@id="results"]
35−results_xpath = '//div[@class="result"]'
35+results_xpath = '//li[contains(@class, "search-result") and contains(@class, "search-item")]'
3636link_xpath = './/h3/a'
37+content_xpath = './p[@class="search-item__body"]'
3738
3839
3940# do search-request
@@ -79,8 +80,8 @@ def response(resp):
7980
8081 title = extract_text(link)
8182
82− if result.xpath('./p[@class="desc clk"]'):
83− content = extract_text(result.xpath('./p[@class="desc clk"]'))
83+ if result.xpath(content_xpath):
84+ content = extract_text(result.xpath(content_xpath))
8485 else:
8586 content = ''
8687