on master help sign in
Merge pull request #780 from kvch/google-play-movies-fix

XPATH engines: Google Play Music, Habrahabr, Yandex

commit75c58fd008e3d10dff788d133904a7904dd4635f authorAdam Tauber <asciimoo@gmail.com> dateSun 11 Dec 2016, 13:08 (10 years ago) parente12ea9a9c8ec20
2 files changed+7−6
searx/engines/yandex.py+2−2 searx/settings.yml+5−4
searx/engines/yandex.py+2−2
@@ -29,10 +29,10 @@ language_map = {'ru': 'ru',
2929base_url = 'https://yandex.{tld}/'
3030search_url = 'search/?{query}&p={page}'
3131
32−results_xpath = '//div[@class="serp-item serp-item_plain_yes clearfix i-bem"]'
32+results_xpath = '//li[@class="serp-item"]'
3333url_xpath = './/h2/a/@href'
3434title_xpath = './/h2/a//text()'
35−content_xpath = './/div[@class="serp-item__text"]//text()'
35+content_xpath = './/div[@class="text-container typo typo_text_m typo_line_m organic__text"]//text()'
3636
3737
3838def request(query, params):
searx/settings.yml+5−4
@@ -192,6 +192,7 @@ engines:
192192 - name : gigablast
193193 engine : gigablast
194194 shortcut : gb
195+ timeout : 3.0
195196 disabled: True
196197
197198 - name : gitlab
@@ -250,8 +251,8 @@ engines:
250251 engine : xpath
251252 search_url : https://play.google.com/store/search?q={query}&c=movies
252253 url_xpath : //a[@class="title"]/@href
253− title_xpath : //a[@class="title"]
254− content_xpath : //a[@class="subtitle"]
254+ title_xpath : //a[@class="title"]/@title
255+ content_xpath : //a[contains(@class, "subtitle")]
255256 categories : videos
256257 shortcut : gpm
257258 disabled : True
@@ -282,8 +283,8 @@ engines:
282283 engine : xpath
283284 paging : True
284285 search_url : https://habrahabr.ru/search/page{pageno}/?q={query}
285− url_xpath : //div[@class="search_results"]//a[@class="post_title"]/@href
286− title_xpath : //div[@class="search_results"]//a[@class="post_title"]
286+ url_xpath : //div[@class="search_results"]//a[contains(@class, "post__title_link")]/@href
287+ title_xpath : //div[@class="search_results"]//a[contains(@class, "post__title_link")]
287288 content_xpath : //div[@class="search_results"]//div[contains(@class, "content")]
288289 categories : it
289290 timeout : 4.0