diff options
| author | Markus Heiser <markus.heiser@darmarit.de> | 2024-03-10 15:33:23 +0100 |
|---|---|---|
| committer | Markus Heiser <markus.heiser@darmarIT.de> | 2024-03-10 15:56:50 +0100 |
| commit | ce4aaf6cad9c0a57f5f12ef80ec4e1b45bcf87d4 (patch) | |
| tree | fe4b88659f1c39e1026e42305119bbd326ca3fc9 /searxng_extra/update/update_ahmia_blacklist.py | |
| parent | 0ffec440b2d1146d4daf3f63a544aeb635a6e617 (diff) | |
[mod] comprehensive revision of the searxng_extra/update/ scripts
- pylint all scripts
- fix some errors reported by pyright
- from searx.data import data_dir (Path.open)
- fix import from pygments.formatters.html
NOTE: none functional changes!
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
Diffstat (limited to 'searxng_extra/update/update_ahmia_blacklist.py')
| -rwxr-xr-x | searxng_extra/update/update_ahmia_blacklist.py | 14 |
1 files changed, 5 insertions, 9 deletions
diff --git a/searxng_extra/update/update_ahmia_blacklist.py b/searxng_extra/update/update_ahmia_blacklist.py index a11413f14..8bee4a808 100755 --- a/searxng_extra/update/update_ahmia_blacklist.py +++ b/searxng_extra/update/update_ahmia_blacklist.py @@ -11,11 +11,10 @@ Output file: :origin:`searx/data/ahmia_blacklist.txt` (:origin:`CI Update data """ # pylint: disable=use-dict-literal -from os.path import join - import requests -from searx import searx_dir +from searx.data import data_dir +DATA_FILE = data_dir / 'ahmia_blacklist.txt' URL = 'https://ahmia.fi/blacklist/banned/' @@ -23,15 +22,12 @@ def fetch_ahmia_blacklist(): resp = requests.get(URL, timeout=3.0) if resp.status_code != 200: # pylint: disable=broad-exception-raised - raise Exception("Error fetching Ahmia blacklist, HTTP code " + resp.status_code) + raise Exception("Error fetching Ahmia blacklist, HTTP code " + resp.status_code) # type: ignore return resp.text.split() -def get_ahmia_blacklist_filename(): - return join(join(searx_dir, "data"), "ahmia_blacklist.txt") - - if __name__ == '__main__': blacklist = fetch_ahmia_blacklist() - with open(get_ahmia_blacklist_filename(), "w", encoding='utf-8') as f: + blacklist.sort() + with DATA_FILE.open("w", encoding='utf-8') as f: f.write('\n'.join(blacklist)) |