diff options
| author | Martin Fischer <martin@push-f.com> | 2022-01-05 19:46:00 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2022-01-05 19:46:00 +0100 |
| commit | 160f3e022e1774f3a25a9f5e0cf36ec34976cdad (patch) | |
| tree | 1f935d47da7f89298dc4882cfd875d0dea3e433e /searxng_extra/update/update_ahmia_blacklist.py | |
| parent | 9004e84b6e33c0a64fc6f4413734c9bdfdb118f6 (diff) | |
| parent | 295876abaa93b8dea44dc0beaf8eb2596da69aed (diff) | |
Merge pull request #683 from return42/fix-doc
Document & Pylint scripts in searxng_extra/update
Diffstat (limited to 'searxng_extra/update/update_ahmia_blacklist.py')
| -rwxr-xr-x | searxng_extra/update/update_ahmia_blacklist.py | 22 |
1 files changed, 13 insertions, 9 deletions
diff --git a/searxng_extra/update/update_ahmia_blacklist.py b/searxng_extra/update/update_ahmia_blacklist.py index f7695deae..26c485195 100755 --- a/searxng_extra/update/update_ahmia_blacklist.py +++ b/searxng_extra/update/update_ahmia_blacklist.py @@ -1,10 +1,15 @@ #!/usr/bin/env python +# lint: pylint # SPDX-License-Identifier: AGPL-3.0-or-later +"""This script saves `Ahmia's blacklist`_ for onion sites. -# This script saves Ahmia's blacklist for onion sites. -# More info in https://ahmia.fi/blacklist/ +Output file: :origin:`searx/data/ahmia_blacklist.txt` (:origin:`CI Update data +... <.github/workflows/data-update.yml>`). + +.. _Ahmia's blacklist: https://ahmia.fi/blacklist/ + +""" -# set path from os.path import join import requests @@ -17,15 +22,14 @@ def fetch_ahmia_blacklist(): resp = requests.get(URL, timeout=3.0) if resp.status_code != 200: raise Exception("Error fetching Ahmia blacklist, HTTP code " + resp.status_code) - else: - blacklist = resp.text.split() - return blacklist + return resp.text.split() def get_ahmia_blacklist_filename(): return join(join(searx_dir, "data"), "ahmia_blacklist.txt") -blacklist = fetch_ahmia_blacklist() -with open(get_ahmia_blacklist_filename(), "w") as f: - f.write('\n'.join(blacklist)) +if __name__ == '__main__': + blacklist = fetch_ahmia_blacklist() + with open(get_ahmia_blacklist_filename(), "w", encoding='utf-8') as f: + f.write('\n'.join(blacklist)) |