on master help sign in
[fix] html tag removal
59eeeaaasciimoo
searx/engines/xpath.py+2−1
@@ -2,6 +2,7 @@ from lxml import html
2from urllib import urlencode, unquote
2from urllib import urlencode, unquote
3from urlparse import urlparse, urljoin
3from urlparse import urlparse, urljoin
4from lxml.etree import _ElementStringResult
4from lxml.etree import _ElementStringResult
5+from searx.utils import html_to_text
5
6
6search_url = None
7search_url = None
7url_xpath = None
8url_xpath = None
@@ -33,7 +34,7 @@ def extract_text(xpath_results):
33 return ''.join(xpath_results)
34 return ''.join(xpath_results)
34 else:
35 else:
35 # it's a element
36 # it's a element
36− return xpath_results.text_content()
37+ return html_to_text(xpath_results.text_content())
37
38
38
39
39def extract_url(xpath_results):
40def extract_url(xpath_results):