on master help sign in
Merge pull request #1842 from piplongrun/engine-etools

Add new eTools.ch engine

commit8c2609775755d991c9905a0852c2770a79d1c091 authorMarkus Heiser <markus.heiser@darmarIT.de> dateSun 23 Feb 2020, 11:52 (7 years ago) parent90d23e798322ac
2 files changed+59
searx/engines/etools.py+54 searx/settings.yml+5
searx/engines/etools.pynew file+54
@@ -0,0 +1,54 @@
1+"""
2+ eTools (Web)
3+
4+ @website https://www.etools.ch
5+ @provide-api no
6+ @using-api no
7+ @results HTML
8+ @stable no (HTML can change)
9+ @parse url, title, content
10+"""
11+
12+from lxml import html
13+from searx.engines.xpath import extract_text
14+from searx.url_utils import quote
15+from searx.utils import eval_xpath
16+
17+categories = ['general']
18+paging = False
19+language_support = False
20+safesearch = True
21+
22+base_url = 'https://www.etools.ch'
23+search_path = '/searchAdvancedSubmit.do'\
24+ '?query={search_term}'\
25+ '&pageResults=20'\
26+ '&safeSearch={safesearch}'
27+
28+
29+def request(query, params):
30+ if params['safesearch']:
31+ safesearch = 'true'
32+ else:
33+ safesearch = 'false'
34+
35+ params['url'] = base_url + search_path.format(search_term=quote(query), safesearch=safesearch)
36+
37+ return params
38+
39+
40+def response(resp):
41+ results = []
42+
43+ dom = html.fromstring(resp.text)
44+
45+ for result in eval_xpath(dom, '//table[@class="result"]//td[@class="record"]'):
46+ url = eval_xpath(result, './a/@href')[0]
47+ title = extract_text(eval_xpath(result, './a//text()'))
48+ content = extract_text(eval_xpath(result, './/div[@class="text"]//text()'))
49+
50+ results.append({'url': url,
51+ 'title': title,
52+ 'content': content})
53+
54+ return results
searx/settings.yml+5
@@ -203,6 +203,11 @@ engines:
203203 timeout: 3.0
204204 disabled : True
205205
206+ - name : etools
207+ engine : etools
208+ shortcut : eto
209+ disabled : True
210+
206211 - name : etymonline
207212 engine : xpath
208213 paging : True