git.iko.soy/searx
on master help sign in
[fix] youtube_noapi : don't crash when there is no content
4e0f079Dalf
searx/engines/youtube_noapi.py+33−17
compare with master
unifiedsplit
@@ -34,6 +34,22 @@ title_xpath = './/div[@class="yt-lockup-content"]/h3/a'
34content_xpath = './/div[@class="yt-lockup-content"]/div[@class="yt-lockup-description yt-ui-ellipsis yt-ui-ellipsis-2"]'
34content_xpath = './/div[@class="yt-lockup-content"]/div[@class="yt-lockup-description yt-ui-ellipsis yt-ui-ellipsis-2"]'
35
35
36
36
37+# get element in list or default value
38+def list_get(a_list, index, default=None):
39+ if len(a_list) > index:
40+ return a_list[index]
41+ else:
42+ return default
43+
44+
45+# returns extract_text on the first result selected by the xpath or None
46+def extract_text_from_dom(result, xpath):
47+ r = result.xpath(xpath)
48+ if len(r) > 0:
49+ return extract_text(r[0])
50+ return None
51+
52+
37# do search-request
53# do search-request
38def request(query, params):
54def request(query, params):
39 params['url'] = search_url.format(query=quote_plus(query),
55 params['url'] = search_url.format(query=quote_plus(query),
@@ -50,23 +66,23 @@ def response(resp):
50
66
51 # parse results
67 # parse results
52 for result in dom.xpath(results_xpath):
68 for result in dom.xpath(results_xpath):
53− videoid = result.xpath('@data-context-item-id')[0]
69+ videoid = list_get(result.xpath('@data-context-item-id'), 0)
54−
70+ if videoid is not None:
55− url = base_youtube_url + videoid
71+ url = base_youtube_url + videoid
56− thumbnail = 'https://i.ytimg.com/vi/' + videoid + '/hqdefault.jpg'
72+ thumbnail = 'https://i.ytimg.com/vi/' + videoid + '/hqdefault.jpg'
57−
73+
58− title = extract_text(result.xpath(title_xpath)[0])
74+ title = extract_text_from_dom(result, title_xpath) or videoid
59− content = extract_text(result.xpath(content_xpath)[0])
75+ content = extract_text_from_dom(result, content_xpath)
60−
76+
61− embedded = embedded_url.format(videoid=videoid)
77+ embedded = embedded_url.format(videoid=videoid)
62−
78+
63− # append result
79+ # append result
64− results.append({'url': url,
80+ results.append({'url': url,
65− 'title': title,
81+ 'title': title,
66− 'content': content,
82+ 'content': content,
67− 'template': 'videos.html',
83+ 'template': 'videos.html',
68− 'embedded': embedded,
84+ 'embedded': embedded,
69− 'thumbnail': thumbnail})
85+ 'thumbnail': thumbnail})
70
86
71 # return results
87 # return results
72 return results
88 return results