From 1bb82a6b54e53d683c3041a1576be64ae234abee Mon Sep 17 00:00:00 2001 From: Alexandre Flament Date: Sat, 2 Oct 2021 17:30:39 +0200 Subject: SearXNG: searxng_extra --- searxng_extra/update/update_ahmia_blacklist.py | 30 ++++++++++++++++++++++++++ 1 file changed, 30 insertions(+) create mode 100755 searxng_extra/update/update_ahmia_blacklist.py (limited to 'searxng_extra/update/update_ahmia_blacklist.py') diff --git a/searxng_extra/update/update_ahmia_blacklist.py b/searxng_extra/update/update_ahmia_blacklist.py new file mode 100755 index 000000000..f645880e6 --- /dev/null +++ b/searxng_extra/update/update_ahmia_blacklist.py @@ -0,0 +1,30 @@ +#!/usr/bin/env python + +# This script saves Ahmia's blacklist for onion sites. +# More info in https://ahmia.fi/blacklist/ + +# set path +from os.path import join + +import requests +from searx import searx_dir + +URL = 'https://ahmia.fi/blacklist/banned/' + + +def fetch_ahmia_blacklist(): + resp = requests.get(URL, timeout=3.0) + if resp.status_code != 200: + raise Exception("Error fetching Ahmia blacklist, HTTP code " + resp.status_code) + else: + blacklist = resp.text.split() + return blacklist + + +def get_ahmia_blacklist_filename(): + return join(join(searx_dir, "data"), "ahmia_blacklist.txt") + + +blacklist = fetch_ahmia_blacklist() +with open(get_ahmia_blacklist_filename(), "w") as f: + f.write('\n'.join(blacklist)) -- cgit v1.2.3 From 955eab8240b4dd903e431b85f6daf35c8672d39c Mon Sep 17 00:00:00 2001 From: Markus Heiser Date: Sun, 3 Oct 2021 15:12:09 +0200 Subject: [mod] searxng_extras - minor improvements - fix docs/searxng_extra/standalone_searx.py.rst - add SPDX tag - pylint standalone_searx.py and update_wikidata_units.py Signed-off-by: Markus Heiser --- searxng_extra/update/update_ahmia_blacklist.py | 1 + 1 file changed, 1 insertion(+) (limited to 'searxng_extra/update/update_ahmia_blacklist.py') diff --git a/searxng_extra/update/update_ahmia_blacklist.py b/searxng_extra/update/update_ahmia_blacklist.py index f645880e6..f7695deae 100755 --- a/searxng_extra/update/update_ahmia_blacklist.py +++ b/searxng_extra/update/update_ahmia_blacklist.py @@ -1,4 +1,5 @@ #!/usr/bin/env python +# SPDX-License-Identifier: AGPL-3.0-or-later # This script saves Ahmia's blacklist for onion sites. # More info in https://ahmia.fi/blacklist/ -- cgit v1.2.3