@@ -110,13 +110,18 @@ def response(resp):
110110
111111# get supported languages from their site
112112def _fetch_supported_languages(resp):
113− supported_languages = []
113+ lang_tags = set()
114+
115+ setmkt = re.compile('setmkt=([^&]*)')
114116 dom = html.fromstring(resp.text)
115− options = eval_xpath(dom, '//div[@id="limit-languages"]//input')
116− for option in options:
117− code = eval_xpath(option, './@id')[0].replace('_', '-')
118− if code == 'nb':
119− code = 'no'
120− supported_languages.append(code)
121−
122− return supported_languages
117+ lang_links = eval_xpath(dom, "//li/a[contains(@href, 'setmkt')]")
118+
119+ for a in lang_links:
120+ href = eval_xpath(a, './@href')[0]
121+ match = setmkt.search(href)
122+ l_tag = match.groups()[0]
123+ _lang, _nation = l_tag.split('-',1)
124+ l_tag = _lang.lower() + '-' + _nation.upper()
125+ lang_tags.add(l_tag)
126+
127+ return list(lang_tags)