on master help sign in
[fix] google engine - ignore new useless result type
commit5d49c15f791c3b9297bb890b28643e6c50406f35 authorAdam Tauber <asciimoo@gmail.com> dateThu 29 Oct 2015, 12:47 (11 years ago) parenta59d171
1 file changed+6−2
searx/engines/google.py+6−2
searx/engines/google.py+6−2
@@ -12,9 +12,12 @@ import re
1212from cgi import escape
1313from urllib import urlencode
1414from urlparse import urlparse, parse_qsl
15−from lxml import html
15+from lxml import html, etree
1616from searx.poolrequests import get
1717from searx.engines.xpath import extract_text, extract_url
18+from searx.search import logger
19+
20+logger = logger.getChild('google engine')
1821
1922
2023# engine dependent config
@@ -225,8 +228,8 @@ def response(resp):
225228
226229 # parse results
227230 for result in dom.xpath(results_xpath):
228− title = extract_text(result.xpath(title_xpath)[0])
229231 try:
232+ title = extract_text(result.xpath(title_xpath)[0])
230233 url = parse_url(extract_url(result.xpath(url_xpath), google_url), google_hostname)
231234 parsed_url = urlparse(url, google_hostname)
232235
@@ -269,6 +272,7 @@ def response(resp):
269272 'content': content
270273 })
271274 except:
275+ logger.debug('result parse error in:\n%s', etree.tostring(result, pretty_print=True))
272276 continue
273277
274278 # parse suggestion