summaryrefslogtreecommitdiff
path: root/searxng_extra/update/update_ahmia_blacklist.py
diff options
context:
space:
mode:
authorMartin Fischer <martin@push-f.com>2022-01-05 19:46:00 +0100
committerGitHub <noreply@github.com>2022-01-05 19:46:00 +0100
commit160f3e022e1774f3a25a9f5e0cf36ec34976cdad (patch)
tree1f935d47da7f89298dc4882cfd875d0dea3e433e /searxng_extra/update/update_ahmia_blacklist.py
parent9004e84b6e33c0a64fc6f4413734c9bdfdb118f6 (diff)
parent295876abaa93b8dea44dc0beaf8eb2596da69aed (diff)
Merge pull request #683 from return42/fix-doc
Document & Pylint scripts in searxng_extra/update
Diffstat (limited to 'searxng_extra/update/update_ahmia_blacklist.py')
-rwxr-xr-xsearxng_extra/update/update_ahmia_blacklist.py22
1 files changed, 13 insertions, 9 deletions
diff --git a/searxng_extra/update/update_ahmia_blacklist.py b/searxng_extra/update/update_ahmia_blacklist.py
index f7695deae..26c485195 100755
--- a/searxng_extra/update/update_ahmia_blacklist.py
+++ b/searxng_extra/update/update_ahmia_blacklist.py
@@ -1,10 +1,15 @@
#!/usr/bin/env python
+# lint: pylint
# SPDX-License-Identifier: AGPL-3.0-or-later
+"""This script saves `Ahmia's blacklist`_ for onion sites.
-# This script saves Ahmia's blacklist for onion sites.
-# More info in https://ahmia.fi/blacklist/
+Output file: :origin:`searx/data/ahmia_blacklist.txt` (:origin:`CI Update data
+... <.github/workflows/data-update.yml>`).
+
+.. _Ahmia's blacklist: https://ahmia.fi/blacklist/
+
+"""
-# set path
from os.path import join
import requests
@@ -17,15 +22,14 @@ def fetch_ahmia_blacklist():
resp = requests.get(URL, timeout=3.0)
if resp.status_code != 200:
raise Exception("Error fetching Ahmia blacklist, HTTP code " + resp.status_code)
- else:
- blacklist = resp.text.split()
- return blacklist
+ return resp.text.split()
def get_ahmia_blacklist_filename():
return join(join(searx_dir, "data"), "ahmia_blacklist.txt")
-blacklist = fetch_ahmia_blacklist()
-with open(get_ahmia_blacklist_filename(), "w") as f:
- f.write('\n'.join(blacklist))
+if __name__ == '__main__':
+ blacklist = fetch_ahmia_blacklist()
+ with open(get_ahmia_blacklist_filename(), "w", encoding='utf-8') as f:
+ f.write('\n'.join(blacklist))