@@ -4,6 +4,7 @@ from os import listdir
44from imp import load_source
55import grequests
66from itertools import izip_longest, chain
7+from operator import itemgetter
78
89engine_dir = dirname(realpath(__file__))
910
@@ -56,4 +57,23 @@ def search(query, request, selected_engines):
5657 )
5758 requests.append(req)
5859 grequests.map(requests)
59− return list(filter(None, chain(*izip_longest(*results.values()))))
60+ flat_res = list(filter(None, chain(*izip_longest(*results.values()))))
61+ flat_len = len(flat_res)
62+ results = []
63+ # deduplication + scoring
64+ for i,res in enumerate(flat_res):
65+ score = flat_len - i
66+ duplicated = False
67+ for new_res in results:
68+ if res['url'] == new_res['url']:
69+ duplicated = new_res
70+ break
71+ if duplicated:
72+ if len(res['content']) > len(duplicated):
73+ duplicated['content'] = res['content']
74+ duplicated['score'] += score
75+ else:
76+ res['score'] = score
77+ results.append(res)
78+
79+ return sorted(results, key=itemgetter('score'), reverse=True)