From b8cd3264644208d7afa1a239f829222d45226334 Mon Sep 17 00:00:00 2001 From: Alexandre Flament Date: Thu, 25 Feb 2021 17:42:52 +0100 Subject: Add searx_extra package Split the utils directory into: * searx_extra contains update scripts, standalone_searx.py * utils contains the files to build and setup searx. --- utils/fetch_ahmia_blacklist.py | 33 --------------------------------- 1 file changed, 33 deletions(-) delete mode 100755 utils/fetch_ahmia_blacklist.py (limited to 'utils/fetch_ahmia_blacklist.py') diff --git a/utils/fetch_ahmia_blacklist.py b/utils/fetch_ahmia_blacklist.py deleted file mode 100755 index 3e393edbe..000000000 --- a/utils/fetch_ahmia_blacklist.py +++ /dev/null @@ -1,33 +0,0 @@ -#!/usr/bin/env python - -# This script saves Ahmia's blacklist for onion sites. -# More info in https://ahmia.fi/blacklist/ - -# set path -from sys import path -from os.path import realpath, dirname, join -path.append(realpath(dirname(realpath(__file__)) + '/../')) - -# -import requests -from searx import searx_dir - -URL = 'https://ahmia.fi/blacklist/banned/' - - -def fetch_ahmia_blacklist(): - resp = requests.get(URL, timeout=3.0) - if resp.status_code != 200: - raise Exception("Error fetching Ahmia blacklist, HTTP code " + resp.status_code) - else: - blacklist = resp.text.split() - return blacklist - - -def get_ahmia_blacklist_filename(): - return join(join(searx_dir, "data"), "ahmia_blacklist.txt") - - -blacklist = fetch_ahmia_blacklist() -with open(get_ahmia_blacklist_filename(), "w") as f: - f.write('\n'.join(blacklist)) -- cgit v1.2.3