git.iko.soy/searx
on master help sign in
Merge pull request #2588 from datagram1/master
9ace31cAlexandre Flament
searx/engines/rumble.pynew file+81
compare with master
unifiedsplit
@@ -0,0 +1,81 @@
1+# SPDX-License-Identifier: AGPL-3.0-or-later
2+"""
3+ Wikipedia (Web
4+"""
5+from urllib.parse import urlencode
6+from lxml import html
7+from datetime import datetime
8+
9+# about
10+from searx.utils import extract_text
11+
12+about = {
13+ "website": 'https://rumble.com/',
14+ "wikidata_id": 'Q104765127',
15+ "official_api_documentation": 'https://help.rumble.com/',
16+ "use_official_api": False,
17+ "require_api_key": False,
18+ "results": 'HTML',
19+}
20+
21+# engine dependent config
22+categories = ['videos']
23+paging = True
24+
25+# search-url
26+base_url = 'https://rumble.com'
27+# https://rumble.com/search/video?q=searx&page=3
28+search_url = base_url + '/search/video?{query}&page={pageno}'
29+
30+url_xpath = './/a[@class="video-item--a"]/@href'
31+thumbnail_xpath = './/img[@class="video-item--img"]/@src'
32+title_xpath = './/h3[@class="video-item--title"]'
33+published_date = './/time[@class="video-item--meta video-item--time"]/@datetime'
34+earned_xpath = './/span[@class="video-item--meta video-item--earned"]/@data-value'
35+views_xpath = './/span[@class="video-item--meta video-item--views"]/@data-value'
36+rumbles_xpath = './/span[@class="video-item--meta video-item--rumbles"]/@data-value'
37+author_xpath = './/div[@class="ellipsis-1"]'
38+length_xpath = './/span[@class="video-item--duration"]/@data-value'
39+
40+
41+def request(query, params):
42+ params['url'] = search_url.format(pageno=params['pageno'], query=urlencode({'q': query}))
43+ return params
44+
45+
46+def response(resp):
47+ results = []
48+ dom = html.fromstring(resp.text)
49+ results_dom = dom.xpath('//li[contains(@class, "video-listing-entry")]')
50+
51+ if not results_dom:
52+ return []
53+
54+ for result_dom in results_dom:
55+ url = base_url + extract_text(result_dom.xpath(url_xpath))
56+ thumbnail = extract_text(result_dom.xpath(thumbnail_xpath))
57+ title = extract_text(result_dom.xpath(title_xpath))
58+ p_date = extract_text(result_dom.xpath(published_date))
59+ # fix offset date for line 644 webapp.py check
60+ fixed_date = datetime.strptime(p_date, '%Y-%m-%dT%H:%M:%S%z')
61+ earned = extract_text(result_dom.xpath(earned_xpath))
62+ views = extract_text(result_dom.xpath(views_xpath))
63+ rumbles = extract_text(result_dom.xpath(rumbles_xpath))
64+ author = extract_text(result_dom.xpath(author_xpath))
65+ length = extract_text(result_dom.xpath(length_xpath))
66+ if earned:
67+ content = f"{views} views - {rumbles} rumbles - ${earned}"
68+ else:
69+ content = f"{views} views - {rumbles} rumbles"
70+
71+ results.append({
72+ 'url': url,
73+ 'title': title,
74+ 'content': content,
75+ 'author': author,
76+ 'length': length,
77+ 'template': 'videos.html',
78+ 'publishedDate': fixed_date,
79+ 'thumbnail': thumbnail,
80+ })
81+ return results
searx/settings.yml+8
@@ -1251,6 +1251,14 @@ engines:
1251# number_of_results : 5
1251# number_of_results : 5
1252# timeout : 3.0
1252# timeout : 3.0
1253
1253
1254+ - name : rumble
1255+ engine : rumble
1256+ shortcut : ru
1257+ base_url : https://rumble.com/
1258+ paging : True
1259+ categories: videos
1260+ disabled : True
1261+
1254# Doku engine lets you access to any Doku wiki instance:
1262# Doku engine lets you access to any Doku wiki instance:
1255# A public one or a privete/corporate one.
1263# A public one or a privete/corporate one.
1256# - name : ubuntuwiki
1264# - name : ubuntuwiki