on master help sign in
[enh] Add SepiaSearch engine (#2227)
53c8d94Finn
searx/engines/sepiasearch.pynew file+97
@@ -0,0 +1,97 @@
1+# SepiaSearch (Videos)
2+#
3+# @website https://sepiasearch.org
4+# @provide-api https://framagit.org/framasoft/peertube/search-index/-/tree/master/server/controllers/api
5+# @using-api yes
6+# @results JSON
7+# @stable yes
8+# @parse url, title, content, publishedDate, thumbnail
9+
10+from json import loads
11+from dateutil import parser, relativedelta
12+from urllib.parse import urlencode
13+from datetime import datetime
14+
15+categories = ['videos']
16+paging = True
17+language_support = True
18+time_range_support = True
19+safesearch = True
20+supported_languages = [
21+ 'en', 'fr', 'ja', 'eu', 'ca', 'cs', 'eo', 'el',
22+ 'de', 'it', 'nl', 'es', 'oc', 'gd', 'zh', 'pt',
23+ 'sv', 'pl', 'fi', 'ru'
24+]
25+base_url = 'https://sepiasearch.org/api/v1/search/videos'
26+
27+safesearch_table = {
28+ 0: 'both',
29+ 1: 'false',
30+ 2: 'false'
31+}
32+
33+time_range_table = {
34+ 'day': relativedelta.relativedelta(),
35+ 'week': relativedelta.relativedelta(weeks=-1),
36+ 'month': relativedelta.relativedelta(months=-1),
37+ 'year': relativedelta.relativedelta(years=-1)
38+}
39+
40+
41+embedded_url = '<iframe width="540" height="304" src="{url}" frameborder="0" allowfullscreen></iframe>'
42+
43+
44+def minute_to_hm(minute):
45+ if isinstance(minute, int):
46+ return "%d:%02d" % (divmod(minute, 60))
47+ return None
48+
49+
50+def request(query, params):
51+ params['url'] = base_url + '?' + urlencode({
52+ 'search': query,
53+ 'start': (params['pageno'] - 1) * 10,
54+ 'count': 10,
55+ 'sort': '-match',
56+ 'nsfw': safesearch_table[params['safesearch']]
57+ })
58+
59+ language = params['language'].split('-')[0]
60+ if language in supported_languages:
61+ params['url'] += '&languageOneOf[]=' + language
62+ if params['time_range'] in time_range_table:
63+ time = datetime.now().date() + time_range_table[params['time_range']]
64+ params['url'] += '&startDate=' + time.isoformat()
65+
66+ return params
67+
68+
69+def response(resp):
70+ results = []
71+
72+ search_results = loads(resp.text)
73+
74+ if 'data' not in search_results:
75+ return []
76+
77+ for result in search_results['data']:
78+ title = result['name']
79+ content = result['description']
80+ thumbnail = result['thumbnailUrl']
81+ publishedDate = parser.parse(result['publishedAt'])
82+ embedded = embedded_url.format(url=result.get('embedUrl'))
83+ author = result.get('account', {}).get('displayName')
84+ length = minute_to_hm(result.get('duration'))
85+ url = result['url']
86+
87+ results.append({'url': url,
88+ 'title': title,
89+ 'content': content,
90+ 'author': author,
91+ 'length': length,
92+ 'template': 'videos.html',
93+ 'publishedDate': publishedDate,
94+ 'embedded': embedded,
95+ 'thumbnail': thumbnail})
96+
97+ return results
searx/settings.yml+4
@@ -600,6 +600,10 @@ engines:
600# engine : scanr_structures
600# engine : scanr_structures
601# disabled : True
601# disabled : True
602
602
603+ - name: sepiasearch
604+ engine: sepiasearch
605+ shortcut: sep
606+
603 - name : soundcloud
607 - name : soundcloud
604 engine : soundcloud
608 engine : soundcloud
605 shortcut : sc
609 shortcut : sc