diff options
| author | Markus Heiser <markus.heiser@darmarIT.de> | 2025-07-09 17:32:10 +0200 |
|---|---|---|
| committer | GitHub <noreply@github.com> | 2025-07-09 17:32:10 +0200 |
| commit | 2fe8540903c53e3939c86dad6f7f7c0b3162de0f (patch) | |
| tree | 64f2acede11c732570a64fca37e6e6eee341b1ee /searx/data | |
| parent | f798ddd4922d793d5e6ccb7c4111810d549ff4f4 (diff) | |
[fix] prevent multiple, parallel initializations of tables in the cache DB (#4991)
Depending on the respective runtime behavior, it could happen that the initial
loading of the DB tables in the cache was performed multiple times and in
parallel. The concurrent accesses then led to the `sqlite3.OperationalError:
database is locked` exception as in #4951.
Since this problem depends significantly on the runtimes (e.g., how long it
takes to retrieve the content for a table), this error could not be observed in
all installations.
Closes: https://github.com/searxng/searxng/issues/4951
Signed-off-by: Markus Heiser <markus.heiser@darmarit.de>
Diffstat (limited to 'searx/data')
| -rw-r--r-- | searx/data/currencies.py | 3 | ||||
| -rw-r--r-- | searx/data/tracker_patterns.py | 5 |
2 files changed, 4 insertions, 4 deletions
diff --git a/searx/data/currencies.py b/searx/data/currencies.py index 0721037a1..504f43ae5 100644 --- a/searx/data/currencies.py +++ b/searx/data/currencies.py @@ -24,8 +24,9 @@ class CurrenciesDB: def init(self): if self.cache.properties("currencies loaded") != "OK": - self.load() + # To avoid parallel initializations, the property is set first self.cache.properties.set("currencies loaded", "OK") + self.load() # F I X M E: # do we need a maintenance .. rember: database is stored # in /tmp and will be rebuild during the reboot anyway diff --git a/searx/data/tracker_patterns.py b/searx/data/tracker_patterns.py index f269b8395..04776b5a5 100644 --- a/searx/data/tracker_patterns.py +++ b/searx/data/tracker_patterns.py @@ -7,7 +7,6 @@ import typing __all__ = ["TrackerPatternsDB"] import re -import pathlib from collections.abc import Iterator from urllib.parse import urlparse, urlunparse, parse_qsl, urlencode @@ -22,7 +21,6 @@ class TrackerPatternsDB: # pylint: disable=missing-class-docstring ctx_name = "data_tracker_patterns" - json_file = pathlib.Path(__file__).parent / "tracker_patterns.json" CLEAR_LIST_URL = [ # ClearURL rule lists, the first one that responds HTTP 200 is used @@ -42,8 +40,9 @@ class TrackerPatternsDB: def init(self): if self.cache.properties("tracker_patterns loaded") != "OK": - self.load() + # To avoid parallel initializations, the property is set first self.cache.properties.set("tracker_patterns loaded", "OK") + self.load() # F I X M E: # do we need a maintenance .. rember: database is stored # in /tmp and will be rebuild during the reboot anyway |