git.iko.soy/searx
on master help sign in
[enh] Add Pagination to Wiby / Fix Kaufland (#3000)

* [fix] Fix Kaufland engine Changed Xpath expressions * [enh] Remove tracking params from Kaufland results * [enh] Add pagination to Wiby * [fix] Properly select title_xpath Co-authored-by: Noémi Ványi <kvch@users.noreply.github.com>

commitb0888c6ca3527464332cd3cbbe50d04798951254 authorAllen <64094914+allendema@users.noreply.github.com> dateSun 10 Oct 2021, 20:52 (5 years ago) parent79dc10e
2 files changed+5−4
compare with master
unifiedsplit
searx/plugins/tracker_url_remover.py+1−1 searx/settings.yml+4−3
searx/plugins/tracker_url_remover.py+1−1
@@ -21,7 +21,7 @@ from urllib.parse import urlunparse, parse_qsl, urlencode
2121
2222regexes = {re.compile(r'utm_[^&]+'),
2323 re.compile(r'(wkey|wemail)[^&]*'),
24− re.compile(r'(_hsenc|_hsmi|hsCtaTracking|__hssc|__hstc|__hsfp)[^&]*'),
24+ re.compile(r'(_hsenc|_hsmi|hsCtaTracking|__hssc|__hstc|__hsfp|search_value)[^&]*'),
2525 re.compile(r'&$')}
2626
2727name = gettext('Tracker URL remover')
searx/settings.yml+4−3
@@ -1231,7 +1231,8 @@ engines:
12311231
12321232 - name : wiby
12331233 engine : json_engine
1234− search_url : https://wiby.me/json/?q={query}
1234+ paging : True
1235+ search_url : https://wiby.me/json/?q={query}&o={pageno}0
12351236 url_query : URL
12361237 title_query : Title
12371238 content_query : Snippet
@@ -1533,8 +1534,8 @@ engines:
15331534 timeout : 3.0
15341535 paging : True
15351536 search_url : https://www.kaufland.de/item/search/?search_value={query}&page={pageno}
1536− title_xpath : //li[@class="product__title"]
1537− url_xpath : //div[@class="product"]//a/@href
1537+ title_xpath : //div[@class="product__title"]/text()
1538+ url_xpath : //article[@class="product"]//a/@href
15381539 content_xpath : //div[@class="price"]
15391540 #thumbnail_xpath : '//div[@class="product__image-container"]//img/@data-src'
15401541 categories : general