diff options
| author | Alexandre Flament <alex@al-f.net> | 2021-03-05 09:43:39 +0100 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2021-03-05 09:43:39 +0100 |
| commit | aaae9a209e4d6518965064e8b515e411fb8dd0d6 (patch) | |
| tree | 922a8875536ac058d501bb207c04219744eee538 /utils/fetch_ahmia_blacklist.py | |
| parent | 1d10ae175c0929d383d268f56bfadb304365ccf2 (diff) | |
| parent | b8cd3264644208d7afa1a239f829222d45226334 (diff) | |
Merge pull request #2600 from dalf/searx-extra
Add searx_extra package
Diffstat (limited to 'utils/fetch_ahmia_blacklist.py')
| -rwxr-xr-x | utils/fetch_ahmia_blacklist.py | 33 |
1 files changed, 0 insertions, 33 deletions
diff --git a/utils/fetch_ahmia_blacklist.py b/utils/fetch_ahmia_blacklist.py deleted file mode 100755 index 3e393edbe..000000000 --- a/utils/fetch_ahmia_blacklist.py +++ /dev/null @@ -1,33 +0,0 @@ -#!/usr/bin/env python - -# This script saves Ahmia's blacklist for onion sites. -# More info in https://ahmia.fi/blacklist/ - -# set path -from sys import path -from os.path import realpath, dirname, join -path.append(realpath(dirname(realpath(__file__)) + '/../')) - -# -import requests -from searx import searx_dir - -URL = 'https://ahmia.fi/blacklist/banned/' - - -def fetch_ahmia_blacklist(): - resp = requests.get(URL, timeout=3.0) - if resp.status_code != 200: - raise Exception("Error fetching Ahmia blacklist, HTTP code " + resp.status_code) - else: - blacklist = resp.text.split() - return blacklist - - -def get_ahmia_blacklist_filename(): - return join(join(searx_dir, "data"), "ahmia_blacklist.txt") - - -blacklist = fetch_ahmia_blacklist() -with open(get_ahmia_blacklist_filename(), "w") as f: - f.write('\n'.join(blacklist)) |