@@ -2,13 +2,25 @@ import json
2from requests import get
2from requests import get
3from urllib import urlencode
3from urllib import urlencode
5−resultCount=1
5+result_count = 1
6+wikidata_host = 'https://www.wikidata.org'
7+wikidata_api = wikidata_host + '/w/api.php'
8+url_search = wikidata_api \
9+ + '?action=query&list=search&format=json'\
6−urlSearch = 'https://www.wikidata.org/w/api.php?action=query&list=search&format=json&srnamespace=0&srprop=sectiontitle&{query}'
10+ + '&srnamespace=0&srprop=sectiontitle&{query}'
11+url_detail = wikidata_api\
12+ + '?action=wbgetentities&format=json'\
13+ + '&props=labels%7Cinfo%7Csitelinks'\
7−urlDetail = 'https://www.wikidata.org/w/api.php?action=wbgetentities&format=json&props=labels%7Cinfo%7Csitelinks%7Csitelinks%2Furls%7Cdescriptions%7Cclaims&{query}'
14+ + '%7Csitelinks%2Furls%7Cdescriptions%7Cclaims'\
16+url_map = 'https://www.openstreetmap.org/'\
8−urlMap = 'https://www.openstreetmap.org/?lat={latitude}&lon={longitude}&zoom={zoom}&layers=M'
17+ + '?lat={latitude}&lon={longitude}&zoom={zoom}&layers=M'
10def request(query, params):
20def request(query, params):
21+ params['url'] = url_search.format(
11− params['url'] = urlSearch.format(query=urlencode({'srsearch': query, 'srlimit': resultCount}))
22+ query=urlencode({'srsearch': query,
23+ 'srlimit': result_count}))
12 return params
24 return params
@@ -23,7 +35,8 @@ def response(resp):
23 language = resp.search_params['language'].split('_')[0]
35 language = resp.search_params['language'].split('_')[0]
24 if language == 'all':
36 if language == 'all':
25 language = 'en'
37 language = 'en'
26− url = urlDetail.format(query=urlencode({'ids': '|'.join(wikidata_ids), 'languages': language + '|en'}))
38+ url = url_detail.format(query=urlencode({'ids': '|'.join(wikidata_ids),
39+ 'languages': language + '|en'}))
28 htmlresponse = get(url)
41 htmlresponse = get(url)
29 jsonresponse = json.loads(htmlresponse.content)
42 jsonresponse = json.loads(htmlresponse.content)
@@ -32,6 +45,7 @@ def response(resp):
33 return results
46 return results
35def getDetail(jsonresponse, wikidata_id, language):
49def getDetail(jsonresponse, wikidata_id, language):
36 results = []
50 results = []
@@ -40,60 +54,103 @@ def getDetail(jsonresponse, wikidata_id, language):
40 result = jsonresponse.get('entities', {}).get(wikidata_id, {})
54 result = jsonresponse.get('entities', {}).get(wikidata_id, {})
42 title = result.get('labels', {}).get(language, {}).get('value', None)
56 title = result.get('labels', {}).get(language, {}).get('value', None)
43− if title == None:
57+ if title is None:
44 title = result.get('labels', {}).get('en', {}).get('value', None)
58 title = result.get('labels', {}).get('en', {}).get('value', None)
45− if title == None:
59+ if title is None:
46 return results
60 return results
48− description = result.get('descriptions', {}).get(language, {}).get('value', None)
62+ description = result\
63+ .get('descriptions', {})\
49− if description == None:
67+ if description is None:
50− description = result.get('descriptions', {}).get('en', {}).get('value', '')
68+ description = result\
69+ .get('descriptions', {})\
52 claims = result.get('claims', {})
73 claims = result.get('claims', {})
53 official_website = get_string(claims, 'P856', None)
74 official_website = get_string(claims, 'P856', None)
54− if official_website != None:
75+ if official_website is not None:
55− urls.append({ 'title' : 'Official site', 'url': official_website })
76+ urls.append({'title': 'Official site', 'url': official_website})
56− results.append({ 'title': title, 'url' : official_website })
77+ results.append({'title': title, 'url': official_website})
58 wikipedia_link_count = 0
79 wikipedia_link_count = 0
59 if language != 'en':
80 if language != 'en':
60− wikipedia_link_count += add_url(urls, 'Wikipedia (' + language + ')', get_wikilink(result, language + 'wiki'))
81+ wikipedia_link_count += add_url(urls,
82+ 'Wikipedia (' + language + ')',
83+ get_wikilink(result, language +
61 wikipedia_en_link = get_wikilink(result, 'enwiki')
85 wikipedia_en_link = get_wikilink(result, 'enwiki')
62− wikipedia_link_count += add_url(urls, 'Wikipedia (en)', wikipedia_en_link)
86+ wikipedia_link_count += add_url(urls,
63 if wikipedia_link_count == 0:
89 if wikipedia_link_count == 0:
64 misc_language = get_wiki_firstlanguage(result, 'wiki')
90 misc_language = get_wiki_firstlanguage(result, 'wiki')
65− if misc_language != None:
91+ if misc_language is not None:
93+ 'Wikipedia (' + misc_language + ')',
66− add_url(urls, 'Wikipedia (' + misc_language + ')', get_wikilink(result, misc_language + 'wiki'))
94+ get_wikilink(result, misc_language + 'wiki'))
68 if language != 'en':
96 if language != 'en':
98+ 'Wiki voyage (' + language + ')',
69− add_url(urls, 'Wiki voyage (' + language + ')', get_wikilink(result, language + 'wikivoyage'))
99+ get_wikilink(result, language + 'wikivoyage'))
70− add_url(urls, 'Wiki voyage (en)', get_wikilink(result, 'enwikivoyage'))
103+ get_wikilink(result, 'enwikivoyage'))
72 if language != 'en':
105 if language != 'en':
107+ 'Wikiquote (' + language + ')',
73− add_url(urls, 'Wikiquote (' + language + ')', get_wikilink(result, language + 'wikiquote'))
108+ get_wikilink(result, language + 'wikiquote'))
74− add_url(urls, 'Wikiquote (en)', get_wikilink(result, 'enwikiquote'))
76− add_url(urls, 'Commons wiki', get_wikilink(result, 'commonswiki'))
112+ get_wikilink(result, 'enwikiquote'))
78− add_url(urls, 'Location', get_geolink(claims, 'P625', None))
114+ add_url(urls,
116+ get_wikilink(result, 'commonswiki'))
120+ get_geolink(claims, 'P625', None))
124+ 'https://www.wikidata.org/wiki/'
80− add_url(urls, 'Wikidata', 'https://www.wikidata.org/wiki/' + wikidata_id + '?uselang='+ language)
125+ + wikidata_id + '?uselang=' + language)
82 musicbrainz_work_id = get_string(claims, 'P435')
127 musicbrainz_work_id = get_string(claims, 'P435')
83− if musicbrainz_work_id != None:
128+ if musicbrainz_work_id is not None:
84− add_url(urls, 'MusicBrainz', 'http://musicbrainz.org/work/' + musicbrainz_work_id)
131+ 'http://musicbrainz.org/work/'
132+ + musicbrainz_work_id)
86 musicbrainz_artist_id = get_string(claims, 'P434')
134 musicbrainz_artist_id = get_string(claims, 'P434')
87− if musicbrainz_artist_id != None:
135+ if musicbrainz_artist_id is not None:
88− add_url(urls, 'MusicBrainz', 'http://musicbrainz.org/artist/' + musicbrainz_artist_id)
138+ 'http://musicbrainz.org/artist/'
139+ + musicbrainz_artist_id)
90 musicbrainz_release_group_id = get_string(claims, 'P436')
141 musicbrainz_release_group_id = get_string(claims, 'P436')
91− if musicbrainz_release_group_id != None:
142+ if musicbrainz_release_group_id is not None:
92− add_url(urls, 'MusicBrainz', 'http://musicbrainz.org/release-group/' + musicbrainz_release_group_id)
145+ 'http://musicbrainz.org/release-group/'
146+ + musicbrainz_release_group_id)
94 musicbrainz_label_id = get_string(claims, 'P966')
148 musicbrainz_label_id = get_string(claims, 'P966')
95− if musicbrainz_label_id != None:
149+ if musicbrainz_label_id is not None:
96− add_url(urls, 'MusicBrainz', 'http://musicbrainz.org/label/' + musicbrainz_label_id)
152+ 'http://musicbrainz.org/label/'
153+ + musicbrainz_label_id)
98 # musicbrainz_area_id = get_string(claims, 'P982')
155 # musicbrainz_area_id = get_string(claims, 'P982')
99 # P1407 MusicBrainz series ID
156 # P1407 MusicBrainz series ID
@@ -102,42 +159,43 @@ def getDetail(jsonresponse, wikidata_id, language):
102 # P1407 MusicBrainz series ID
159 # P1407 MusicBrainz series ID
104 postal_code = get_string(claims, 'P281', None)
161 postal_code = get_string(claims, 'P281', None)
105− if postal_code != None:
162+ if postal_code is not None:
106− attributes.append({'label' : 'Postal code(s)', 'value' : postal_code})
163+ attributes.append({'label': 'Postal code(s)', 'value': postal_code})
108 date_of_birth = get_time(claims, 'P569', None)
165 date_of_birth = get_time(claims, 'P569', None)
109− if date_of_birth != None:
166+ if date_of_birth is not None:
110− attributes.append({'label' : 'Date of birth', 'value' : date_of_birth})
167+ attributes.append({'label': 'Date of birth', 'value': date_of_birth})
112 date_of_death = get_time(claims, 'P570', None)
169 date_of_death = get_time(claims, 'P570', None)
113− if date_of_death != None:
170+ if date_of_death is not None:
114− attributes.append({'label' : 'Date of death', 'value' : date_of_death})
171+ attributes.append({'label': 'Date of death', 'value': date_of_death})
116− if len(attributes)==0 and len(urls)==2 and len(description)==0:
173+ if len(attributes) == 0 and len(urls) == 2 and len(description) == 0:
117 results.append({
174 results.append({
118− 'url': urls[0]['url'],
175+ 'url': urls[0]['url'],
119− 'title': title,
176+ 'title': title,
120− 'content': description
177+ 'content': description
123 results.append({
180 results.append({
124− 'infobox' : title,
181+ 'infobox': title,
125− 'id' : wikipedia_en_link,
182+ 'id': wikipedia_en_link,
126− 'content' : description,
183+ 'content': description,
127− 'attributes' : attributes,
184+ 'attributes': attributes,
128− 'urls' : urls
185+ 'urls': urls
131 return results
188 return results
134def add_url(urls, title, url):
191def add_url(urls, title, url):
135− if url != None:
192+ if url is not None:
136− urls.append({'title' : title, 'url' : url})
193+ urls.append({'title': title, 'url': url})
141def get_mainsnak(claims, propertyName):
199def get_mainsnak(claims, propertyName):
142 propValue = claims.get(propertyName, {})
200 propValue = claims.get(propertyName, {})
143 if len(propValue) == 0:
201 if len(propValue) == 0:
@@ -157,7 +215,7 @@ def get_string(claims, propertyName, defaultValue=None):
157 mainsnak = e.get('mainsnak', {})
215 mainsnak = e.get('mainsnak', {})
159 datavalue = mainsnak.get('datavalue', {})
217 datavalue = mainsnak.get('datavalue', {})
160− if datavalue != None:
218+ if datavalue is not None:
161 result.append(datavalue.get('value', ''))
219 result.append(datavalue.get('value', ''))
163 if len(result) == 0:
221 if len(result) == 0:
@@ -177,7 +235,7 @@ def get_time(claims, propertyName, defaultValue=None):
177 mainsnak = e.get('mainsnak', {})
235 mainsnak = e.get('mainsnak', {})
179 datavalue = mainsnak.get('datavalue', {})
237 datavalue = mainsnak.get('datavalue', {})
180− if datavalue != None:
238+ if datavalue is not None:
181 value = datavalue.get('value', '')
239 value = datavalue.get('value', '')
182 result.append(value.get('time', ''))
240 result.append(value.get('time', ''))
@@ -190,7 +248,7 @@ def get_time(claims, propertyName, defaultValue=None):
190def get_geolink(claims, propertyName, defaultValue=''):
248def get_geolink(claims, propertyName, defaultValue=''):
191 mainsnak = get_mainsnak(claims, propertyName)
249 mainsnak = get_mainsnak(claims, propertyName)
193− if mainsnak == None:
251+ if mainsnak is None:
194 return defaultValue
252 return defaultValue
196 datatype = mainsnak.get('datatype', '')
254 datatype = mainsnak.get('datatype', '')
@@ -209,21 +267,25 @@ def get_geolink(claims, propertyName, defaultValue=''):
209 # 1 --> 6
267 # 1 --> 6
210 # 0.016666666666667 --> 9
268 # 0.016666666666667 --> 9
211 # 0.00027777777777778 --> 19
269 # 0.00027777777777778 --> 19
212− # wolframalpha : quadratic fit { {13, 5}, {1, 6}, {0.0166666, 9}, {0.0002777777,19}}
271+ # quadratic fit { {13, 5}, {1, 6}, {0.0166666, 9}, {0.0002777777,19}}
213 # 14.1186-8.8322 x+0.625447 x^2
272 # 14.1186-8.8322 x+0.625447 x^2
214 if precision < 0.0003:
273 if precision < 0.0003:
215 zoom = 19
274 zoom = 19
217 zoom = int(15 - precision*8.8322 + precision*precision*0.625447)
276 zoom = int(15 - precision*8.8322 + precision*precision*0.625447)
279+ .replace('{latitude}', str(value.get('latitude', 0)))\
219− url = urlMap.replace('{latitude}', str(value.get('latitude',0))).replace('{longitude}', str(value.get('longitude',0))).replace('{zoom}', str(zoom))
280+ .replace('{longitude}', str(value.get('longitude', 0)))\
281+ .replace('{zoom}', str(zoom))
221 return url
283 return url
224def get_wikilink(result, wikiid):
286def get_wikilink(result, wikiid):
225 url = result.get('sitelinks', {}).get(wikiid, {}).get('url', None)
287 url = result.get('sitelinks', {}).get(wikiid, {}).get('url', None)
226− if url == None:
288+ if url is None:
227 return url
289 return url
228 elif url.startswith('http://'):
290 elif url.startswith('http://'):
229 url = url.replace('http://', 'https://')
291 url = url.replace('http://', 'https://')
@@ -231,8 +293,9 @@ def get_wikilink(result, wikiid):
231 url = 'https:' + url
293 url = 'https:' + url
232 return url
294 return url
234def get_wiki_firstlanguage(result, wikipatternid):
297def get_wiki_firstlanguage(result, wikipatternid):
235 for k in result.get('sitelinks', {}).keys():
298 for k in result.get('sitelinks', {}).keys():
236− if k.endswith(wikipatternid) and len(k)==(2+len(wikipatternid)):
299+ if k.endswith(wikipatternid) and len(k) == (2+len(wikipatternid)):
237 return k[0:2]
300 return k[0:2]
238 return None
301 return None