From 9925a209503cc41e37a1c032548a5fd8fd8ea362 Mon Sep 17 00:00:00 2001 From: ArtikusHG Date: Tue, 22 Nov 2022 22:25:13 +0200 Subject: [mod] new plugin: Autodetect search language --- searx/plugins/autodetect_search_language.py | 19 +++++++++++++++++++ 1 file changed, 19 insertions(+) create mode 100644 searx/plugins/autodetect_search_language.py (limited to 'searx/plugins') diff --git a/searx/plugins/autodetect_search_language.py b/searx/plugins/autodetect_search_language.py new file mode 100644 index 000000000..3bcb80098 --- /dev/null +++ b/searx/plugins/autodetect_search_language.py @@ -0,0 +1,19 @@ +import fasttext +import os +from flask_babel import gettext + +name = gettext('Autodetect search language') +description = gettext('Automatically detect the query search language and switch to it.') +preference_section = 'general' +default_on = False + + +fasttext.FastText.eprint = lambda x: None +model = fasttext.load_model(os.path.dirname(os.path.realpath(__file__)) + '/../data/lid.176.ftz') + + +def pre_search(request, search): + lang = model.predict(search.search_query.query, k=1) + if lang[1][0] >= 0.3: + search.search_query.lang = lang[0][0].split('__label__')[1] + return True -- cgit v1.2.3