From 8c1a65d32fb6a0859c0052d668d01f08325f11ad Mon Sep 17 00:00:00 2001 From: Alexandre Flament Date: Wed, 5 May 2021 13:08:54 +0200 Subject: [mod] multithreading only in searx.search.* packages it prepares the new architecture change, everything about multithreading in moved in the searx.search.* packages previously the call to the "init" function of the engines was done in searx.engines: * the network was not set (request not sent using the defined proxy) * it requires to monkey patch the code to avoid HTTP requests during the tests --- searx/search/checker/background.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) (limited to 'searx/search/checker/background.py') diff --git a/searx/search/checker/background.py b/searx/search/checker/background.py index c3292d9ac..276426fa7 100644 --- a/searx/search/checker/background.py +++ b/searx/search/checker/background.py @@ -9,7 +9,7 @@ import signal from searx import logger, settings, searx_debug from searx.exceptions import SearxSettingsException -from searx.search.processors import processors +from searx.search.processors import PROCESSORS from searx.search.checker import Checker from searx.shared import schedule, storage @@ -55,7 +55,7 @@ def run(): 'status': 'ok', 'engines': {} } - for name, processor in processors.items(): + for name, processor in PROCESSORS.items(): logger.debug('Checking %s engine', name) checker = Checker(processor) checker.run() -- cgit v1.2.3 From fa0d05c3131041eb44542e0b505eaed1833bf86e Mon Sep 17 00:00:00 2001 From: Markus Heiser Date: Wed, 5 May 2021 16:47:02 +0200 Subject: [pylint] checker/__main__.py & checker/background.py Lint files that has been touched by [PR #58] [PR #58] https://github.com/searxng/searxng/pull/58 Signed-off-by: Markus Heiser --- searx/search/checker/background.py | 10 ++++++---- 1 file changed, 6 insertions(+), 4 deletions(-) (limited to 'searx/search/checker/background.py') diff --git a/searx/search/checker/background.py b/searx/search/checker/background.py index 276426fa7..4c2750b44 100644 --- a/searx/search/checker/background.py +++ b/searx/search/checker/background.py @@ -1,4 +1,6 @@ # SPDX-License-Identifier: AGPL-3.0-or-later +# lint: pylint +# pylint: disable=missing-module-docstring, missing-function-docstring import json import random @@ -34,7 +36,7 @@ def _get_every(): return _get_interval(every, 'checker.scheduling.every is not a int or list') -def get_result(): +def get_result(): # pylint: disable=inconsistent-return-statements serialized_result = storage.get_str(CHECKER_RESULT) if serialized_result is not None: return json.loads(serialized_result) @@ -47,7 +49,7 @@ def _set_result(result, include_timestamp=True): def run(): - if not running.acquire(blocking=False): + if not running.acquire(blocking=False): # pylint: disable=consider-using-with return try: logger.info('Starting checker') @@ -66,7 +68,7 @@ def run(): _set_result(result) logger.info('Check done') - except Exception: + except Exception: # pylint: disable=broad-except _set_result({'status': 'error'}) logger.exception('Error while running the checker') finally: @@ -87,7 +89,7 @@ def _start_scheduling(): run() -def _signal_handler(signum, frame): +def _signal_handler(_signum, _frame): t = threading.Thread(target=run) t.daemon = True t.start() -- cgit v1.2.3