@@ -37,7 +37,7 @@ def extract_text(xpath_results):
3737 return html_to_text(xpath_results.text_content())
3838
3939
40−def extract_url(xpath_results, search_url=search_url):
40+def extract_url(xpath_results, search_url):
4141 url = extract_text(xpath_results)
4242
4343 if url.startswith('//'):
@@ -86,7 +86,7 @@ def response(resp):
8686 dom = html.fromstring(resp.text)
8787 if results_xpath:
8888 for result in dom.xpath(results_xpath):
89− url = extract_url(result.xpath(url_xpath))
89+ url = extract_url(result.xpath(url_xpath), search_url)
9090 title = extract_text(result.xpath(title_xpath)[0])
9191 content = extract_text(result.xpath(content_xpath)[0])
9292 results.append({'url': url, 'title': title, 'content': content})