summaryrefslogtreecommitdiff
path: root/searx/engines/bing.py
diff options
context:
space:
mode:
authorMarkus Heiser <markus.heiser@darmarIT.de>2020-03-04 11:00:30 +0000
committerGitHub <noreply@github.com>2020-03-04 11:00:30 +0000
commita5d3585a0c47b736b0845fcf6786f0f5b57d4215 (patch)
treee61e7ad412e84fe28570edad8edc13e6551af4ad /searx/engines/bing.py
parent6a3ef5561ba48e287f0b9c03a0b6d2f13b703077 (diff)
parentad7a6e6e1022923850343b2c19e47bbd9fbad050 (diff)
Merge pull request #1866 from return42/fix-news
bugfix: google-news and bing-news has changed the language parameter
Diffstat (limited to 'searx/engines/bing.py')
-rw-r--r--searx/engines/bing.py23
1 files changed, 14 insertions, 9 deletions
diff --git a/searx/engines/bing.py b/searx/engines/bing.py
index b193f7c60..afb776acd 100644
--- a/searx/engines/bing.py
+++ b/searx/engines/bing.py
@@ -110,13 +110,18 @@ def response(resp):
# get supported languages from their site
def _fetch_supported_languages(resp):
- supported_languages = []
+ lang_tags = set()
+
+ setmkt = re.compile('setmkt=([^&]*)')
dom = html.fromstring(resp.text)
- options = eval_xpath(dom, '//div[@id="limit-languages"]//input')
- for option in options:
- code = eval_xpath(option, './@id')[0].replace('_', '-')
- if code == 'nb':
- code = 'no'
- supported_languages.append(code)
-
- return supported_languages
+ lang_links = eval_xpath(dom, "//li/a[contains(@href, 'setmkt')]")
+
+ for a in lang_links:
+ href = eval_xpath(a, './@href')[0]
+ match = setmkt.search(href)
+ l_tag = match.groups()[0]
+ _lang, _nation = l_tag.split('-', 1)
+ l_tag = _lang.lower() + '-' + _nation.upper()
+ lang_tags.add(l_tag)
+
+ return list(lang_tags)