From 8cbc9f2d5823eb984e99e15c963e306610007fa1 Mon Sep 17 00:00:00 2001
From: Alexandre Flament <alex@al-f.net>
Date: Thu, 24 Dec 2020 09:28:16 +0100
Subject: [enh] add checker

---
 searx/search/processors/online.py | 44 +++++++++++++++++++++++++++++++++++++++
 1 file changed, 44 insertions(+)

(limited to 'searx/search/processors/online.py')

diff --git a/searx/search/processors/online.py b/searx/search/processors/online.py
index b62f8059e..54d63b4c9 100644
--- a/searx/search/processors/online.py
+++ b/searx/search/processors/online.py
@@ -211,3 +211,47 @@ class OnlineProcessor(EngineProcessor):
                 # reset the suspend variables
                 self.engine.continuous_errors = 0
                 self.engine.suspend_end_time = 0
+
+    def get_default_tests(self):
+        tests = {}
+
+        tests['simple'] = {
+            'matrix': {'query': ('time', 'time')},
+            'result_container': ['not_empty'],
+        }
+
+        if getattr(self.engine, 'paging', False):
+            # [1, 2, 3] --> isinstance(l, (list, tuple)) ??
+            tests['paging'] = {
+                'matrix': {'query': 'time',
+                           'pageno': (1, 2, 3)},
+                'result_container': ['not_empty'],
+                'test': ['unique_results']
+            }
+
+        if getattr(self.engine, 'time_range', False):
+            tests['time_range'] = {
+                'matrix': {'query': 'time',
+                           'time_range': (None, 'day')},
+                'result_container': ['not_empty'],
+                'test': ['unique_results']
+            }
+
+        if getattr(self.engine, 'lang', False):
+            tests['lang_fr'] = {
+                'matrix': {'query': 'paris', 'lang': 'fr'},
+                'result_container': ['not_empty', ('has_lang', 'fr')],
+            }
+            tests['lang_en'] = {
+                'matrix': {'query': 'paris', 'lang': 'en'},
+                'result_container': ['not_empty', ('has_lang', 'en')],
+            }
+
+        if getattr(self.engine, 'safesearch', False):
+            tests['safesearch'] = {
+                'matrix': {'query': 'porn',
+                           'safesearch': (0, 2)},
+                'test': ['unique_results']
+            }
+
+        return tests
-- 
cgit v1.2.3


From f3e1bd308f8abb62b3ce0070973e0a494d15b122 Mon Sep 17 00:00:00 2001
From: Alexandre Flament <alex@al-f.net>
Date: Fri, 8 Jan 2021 19:05:56 +0100
Subject: [mod] checker: minor adjustements on the default tests

the query "time" is convinient because most of the search engine will return some results,
but some engines in the general category will return documentation about the HTML tags <time> or <input type="time">
---
 searx/search/processors/online.py | 14 ++++++++------
 1 file changed, 8 insertions(+), 6 deletions(-)

(limited to 'searx/search/processors/online.py')

diff --git a/searx/search/processors/online.py b/searx/search/processors/online.py
index 54d63b4c9..0ceb0adf2 100644
--- a/searx/search/processors/online.py
+++ b/searx/search/processors/online.py
@@ -179,15 +179,15 @@ class OnlineProcessor(EngineProcessor):
                 requests_exception = True
             elif (issubclass(e.__class__, SearxEngineCaptchaException)):
                 result_container.add_unresponsive_engine(self.engine_name, 'CAPTCHA required')
-                logger.exception('engine {0} : CAPTCHA')
+                logger.exception('engine {0} : CAPTCHA'.format(self.engine_name))
                 suspended_time = e.suspended_time  # pylint: disable=no-member
             elif (issubclass(e.__class__, SearxEngineTooManyRequestsException)):
                 result_container.add_unresponsive_engine(self.engine_name, 'too many requests')
-                logger.exception('engine {0} : Too many requests')
+                logger.exception('engine {0} : Too many requests'.format(self.engine_name))
                 suspended_time = e.suspended_time  # pylint: disable=no-member
             elif (issubclass(e.__class__, SearxEngineAccessDeniedException)):
                 result_container.add_unresponsive_engine(self.engine_name, 'blocked')
-                logger.exception('engine {0} : Searx is blocked')
+                logger.exception('engine {0} : Searx is blocked'.format(self.engine_name))
                 suspended_time = e.suspended_time  # pylint: disable=no-member
             else:
                 result_container.add_unresponsive_engine(self.engine_name, 'unexpected crash')
@@ -216,22 +216,24 @@ class OnlineProcessor(EngineProcessor):
         tests = {}
 
         tests['simple'] = {
-            'matrix': {'query': ('time', 'time')},
+            'matrix': {'query': ('life', 'computer')},
             'result_container': ['not_empty'],
         }
 
         if getattr(self.engine, 'paging', False):
-            # [1, 2, 3] --> isinstance(l, (list, tuple)) ??
             tests['paging'] = {
                 'matrix': {'query': 'time',
                            'pageno': (1, 2, 3)},
                 'result_container': ['not_empty'],
                 'test': ['unique_results']
             }
+            if 'general' in self.engine.categories:
+                # avoid documentation about HTML tags (<time> and <input type="time">)
+                tests['paging']['matrix']['query'] = 'news'
 
         if getattr(self.engine, 'time_range', False):
             tests['time_range'] = {
-                'matrix': {'query': 'time',
+                'matrix': {'query': 'news',
                            'time_range': (None, 'day')},
                 'result_container': ['not_empty'],
                 'test': ['unique_results']
-- 
cgit v1.2.3