on master help sign in
[feat] add bandcamp engine
4d3c399Kyle Anthony Williams
searx/engines/bandcamp.pynew file+72
@@ -0,0 +1,72 @@
1+"""
2+Bandcamp (Music)
3+
4+@website https://bandcamp.com/
5+@provide-api no
6+@results HTML
7+@parse url, title, content, publishedDate, embedded, thumbnail
8+"""
9+
10+from urllib.parse import urlencode, urlparse, parse_qs
11+from dateutil.parser import parse as dateparse
12+from lxml import html
13+from searx.utils import extract_text
14+
15+categories = ['music']
16+paging = True
17+
18+base_url = "https://bandcamp.com/"
19+search_string = search_string = 'search?{query}&page={page}'
20+embedded_url = '''<iframe width="100%" height="166"
21+ scrolling="no" frameborder="no"
22+ data-src="https://bandcamp.com/EmbeddedPlayer/{type}={result_id}/size=large/bgcol=ffffff/linkcol=0687f5/tracklist=false/artwork=small/transparent=true/"
23+></iframe>'''
24+
25+
26+def request(query, params):
27+ '''pre-request callback
28+ params<dict>:
29+ method : POST/GET
30+ headers : {}
31+ data : {} # if method == POST
32+ url : ''
33+ category: 'search category'
34+ pageno : 1 # number of the requested page
35+ '''
36+
37+ search_path = search_string.format(
38+ query=urlencode({'q': query}),
39+ page=params['pageno'])
40+
41+ params['url'] = base_url + search_path
42+
43+ return params
44+
45+
46+def response(resp):
47+ '''post-response callback
48+ resp: requests response object
49+ '''
50+ results = []
51+ tree = html.fromstring(resp.text)
52+ search_results = tree.xpath('//li[contains(@class, "searchresult")]')
53+ for result in search_results:
54+ link = result.xpath('//div[@class="itemurl"]/a')[0]
55+ result_id = parse_qs(urlparse(link.get('href')).query)["search_item_id"][0]
56+ title = result.xpath('//div[@class="heading"]/a/text()')[0]
57+ date = dateparse(result.xpath('//div[@class="released"]/text()')[0].replace("released ", ""))
58+ content = result.xpath('//div[@class="subhead"]/text()')[0]
59+ thumbnail = result.xpath('//div[@class="art"]/img/@src')[0]
60+ new_result = {
61+ "url": extract_text(link),
62+ "title": title,
63+ "content": content,
64+ "publishedDate": date,
65+ "thumbnail": thumbnail,
66+ }
67+ if "album" in result.classes:
68+ new_result["embedded"] = embedded_url.format(type='album', result_id=result_id)
69+ elif "track" in result.classes:
70+ new_result["embedded"] = embedded_url.format(type='track', result_id=result_id)
71+ results.append(new_result)
72+ return results
searx/settings.yml+5
@@ -197,6 +197,11 @@ engines:
197# engine : base
197# engine : base
198# shortcut : bs
198# shortcut : bs
199
199
200+ - name: bandcamp
201+ engine: bandcamp
202+ shortcut: bc
203+ categories: music
204+
200 - name : wikipedia
205 - name : wikipedia
201 engine : wikipedia
206 engine : wikipedia
202 shortcut : wp
207 shortcut : wp