@@ -69,22 +69,11 @@ def response(resp):
6969 dom = html.fromstring(resp.text)
7070
7171 for result in dom.xpath('//div[@class="dg_u"]'):
72−
73− # try to extract the url
74− url_container = result.xpath('.//div[@class="sa_wrapper"]/@data-eventpayload')
75− if len(url_container) > 0:
76− url = loads(url_container[0])['purl']
77− else:
78− url = result.xpath('./a/@href')[0]
79−
80− # discard results that do not return an external url
81− # very recent results sometimes don't return the video's url
82− if url.startswith('/videos/search?'):
83− continue
84−
85− title = extract_text(result.xpath('./a//div[@class="tl"]'))
86− content = extract_text(result.xpath('.//div[@class="pubInfo"]'))
87− thumbnail = result.xpath('.//div[@class="vthumb"]/img/@src')[0]
72+ url = result.xpath('./div[@class="mc_vtvc"]/a/@href')[0]
73+ url = 'https://bing.com' + url
74+ title = extract_text(result.xpath('./div/a/div/div[@class="mc_vtvc_title"]/@title'))
75+ content = extract_text(result.xpath('./div/a/div/div/div/div/text()'))
76+ thumbnail = result.xpath('./div/a/div/div/img/@src')[0]
8877
8978 results.append({'url': url,
9079 'title': title,
@@ -92,7 +81,6 @@ def response(resp):
9281 'thumbnail': thumbnail,
9382 'template': 'videos.html'})
9483
95− # first page ignores requested number of results
9684 if len(results) >= number_of_results:
9785 break
9886