summaryrefslogtreecommitdiff
path: root/searx/search/processors/abstract.py
diff options
context:
space:
mode:
authorAlexandre Flament <alex@al-f.net>2021-05-05 13:08:54 +0200
committerAlexandre Flament <alex@al-f.net>2021-05-05 13:12:42 +0200
commit8c1a65d32fb6a0859c0052d668d01f08325f11ad (patch)
tree8837e952d67fb8a4755ce2c732ada76474da75c2 /searx/search/processors/abstract.py
parentd36adfa59f242a8775ad74245c696d62b7727a36 (diff)
[mod] multithreading only in searx.search.* packages
it prepares the new architecture change, everything about multithreading in moved in the searx.search.* packages previously the call to the "init" function of the engines was done in searx.engines: * the network was not set (request not sent using the defined proxy) * it requires to monkey patch the code to avoid HTTP requests during the tests
Diffstat (limited to 'searx/search/processors/abstract.py')
-rw-r--r--searx/search/processors/abstract.py17
1 files changed, 16 insertions, 1 deletions
diff --git a/searx/search/processors/abstract.py b/searx/search/processors/abstract.py
index 38811d87c..81724f052 100644
--- a/searx/search/processors/abstract.py
+++ b/searx/search/processors/abstract.py
@@ -13,7 +13,8 @@ from searx import logger
from searx.engines import settings
from searx.network import get_time_for_thread, get_network
from searx.metrics import histogram_observe, counter_inc, count_exception, count_error
-from searx.exceptions import SearxEngineAccessDeniedException
+from searx.exceptions import SearxEngineAccessDeniedException, SearxEngineResponseException
+from searx.utils import get_engine_from_settings
logger = logger.getChild('searx.search.processor')
SUSPENDED_STATUS = {}
@@ -66,6 +67,20 @@ class EngineProcessor(ABC):
key = id(key) if key else self.engine_name
self.suspended_status = SUSPENDED_STATUS.setdefault(key, SuspendedStatus())
+ def initialize(self):
+ try:
+ self.engine.init(get_engine_from_settings(self.engine_name))
+ except SearxEngineResponseException as exc:
+ logger.warn('%s engine: Fail to initialize // %s', self.engine_name, exc)
+ except Exception: # pylint: disable=broad-except
+ logger.exception('%s engine: Fail to initialize', self.engine_name)
+ else:
+ logger.debug('%s engine: Initialized', self.engine_name)
+
+ @property
+ def has_initialize_function(self):
+ return hasattr(self.engine, 'init')
+
def handle_exception(self, result_container, exception_or_message, suspend=False):
# update result_container
if isinstance(exception_or_message, BaseException):