diff options
| author | Markus Heiser <markus.heiser@darmarIT.de> | 2021-11-19 16:27:36 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2021-11-19 16:27:36 +0100 |
| commit | 256ccc4a552ff51a73dc58f33442861870141869 (patch) | |
| tree | dd30bffb4736ae697bae9f123012d1bbd27df56d | |
| parent | 2cc40ea06e83c8a93d69becdf7b70d91cb0671cb (diff) | |
| parent | 86090e13d3a084f01b0f6f93e235915ae8e0f738 (diff) | |
Merge pull request #524 from return42/fix-digg
[drop] engine digg - https://digg.com/api is no longer available
| -rw-r--r-- | searx/engines/digg.py | 69 | ||||
| -rw-r--r-- | searx/settings.yml | 6 |
2 files changed, 0 insertions, 75 deletions
diff --git a/searx/engines/digg.py b/searx/engines/digg.py deleted file mode 100644 index e12cc43c8..000000000 --- a/searx/engines/digg.py +++ /dev/null @@ -1,69 +0,0 @@ -# SPDX-License-Identifier: AGPL-3.0-or-later -# lint: pylint -""" - Digg (News, Social media) -""" - -from json import loads -from urllib.parse import urlencode -from datetime import datetime - -from lxml import html - -# about -about = { - "website": 'https://digg.com', - "wikidata_id": 'Q270478', - "official_api_documentation": None, - "use_official_api": False, - "require_api_key": False, - "results": 'HTML', -} - -# engine dependent config -categories = ['news', 'social media'] -paging = True -base_url = 'https://digg.com' - -# search-url -search_url = base_url + ( - '/api/search/' - '?{query}' - '&from={position}' - '&size=20' - '&format=html' -) - -def request(query, params): - offset = (params['pageno'] - 1) * 20 - params['url'] = search_url.format( - query = urlencode({'q': query}), - position = offset, - ) - return params - -def response(resp): - results = [] - - # parse results - for result in loads(resp.text)['mapped']: - - # strip html tags and superfluous quotation marks from content - content = html.document_fromstring( - result['excerpt'] - ).text_content() - - # 'created': {'ISO': '2020-10-16T14:09:55Z', ...} - published = datetime.strptime( - result['created']['ISO'], '%Y-%m-%dT%H:%M:%SZ' - ) - results.append({ - 'url': result['url'], - 'title': result['title'], - 'content' : content, - 'template': 'videos.html', - 'publishedDate': published, - 'thumbnail': result['images']['thumbImage'], - }) - - return results diff --git a/searx/settings.yml b/searx/settings.yml index 2bf238fde..585b8a841 100644 --- a/searx/settings.yml +++ b/searx/settings.yml @@ -406,10 +406,6 @@ engines: # timeout: 6.0 # disabled: true - - name: digg - engine: digg - shortcut: dg - - name: docker hub engine: docker_hub shortcut: dh @@ -1141,8 +1137,6 @@ engines: engine: reddit shortcut: re page_size: 25 - timeout: 10.0 - disabled: true # Required dependency: redis # - name: myredis |