@@ -65,21 +65,36 @@ def get_region_code(lang, lang_list=[]):
6565
6666
6767def request(query, params):
68− if params['time_range'] and params['time_range'] not in time_range_dict:
68+ if params['time_range'] not in (None, 'None', '') and params['time_range'] not in time_range_dict:
6969 return params
7070
7171 offset = (params['pageno'] - 1) * 30
7272
7373 region_code = get_region_code(params['language'], supported_languages)
74− if region_code:
75− params['url'] = url.format(
76− query=urlencode({'q': query, 'kl': region_code}), offset=offset, dc_param=offset)
74+ params['url'] = 'https://duckduckgo.com/html/'
75+ if params['pageno'] > 1:
76+ params['method'] = 'POST'
77+ params['data']['q'] = query
78+ params['data']['s'] = offset
79+ params['data']['dc'] = 30
80+ params['data']['nextParams'] = ''
81+ params['data']['v'] = 'l'
82+ params['data']['o'] = 'json'
83+ params['data']['api'] = '/d.js'
84+ if params['time_range'] in time_range_dict:
85+ params['data']['df'] = time_range_dict[params['time_range']]
86+ if region_code:
87+ params['data']['kl'] = region_code
7788 else:
78− params['url'] = url.format(
79− query=urlencode({'q': query}), offset=offset, dc_param=offset)
89+ if region_code:
90+ params['url'] = url.format(
91+ query=urlencode({'q': query, 'kl': region_code}), offset=offset, dc_param=offset)
92+ else:
93+ params['url'] = url.format(
94+ query=urlencode({'q': query}), offset=offset, dc_param=offset)
8095
81− if params['time_range'] in time_range_dict:
82− params['url'] += time_range_url.format(range=time_range_dict[params['time_range']])
96+ if params['time_range'] in time_range_dict:
97+ params['url'] += time_range_url.format(range=time_range_dict[params['time_range']])
8398
8499 return params
85100
@@ -91,7 +106,9 @@ def response(resp):
91106 doc = fromstring(resp.text)
92107
93108 # parse results
94− for r in doc.xpath(result_xpath):
109+ for i,r in enumerate(doc.xpath(result_xpath)):
110+ if i >= 30:
111+ break
95112 try:
96113 res_url = r.xpath(url_xpath)[-1]
97114 except: