summaryrefslogtreecommitdiff
path: root/searx/engines
diff options
context:
space:
mode:
Diffstat (limited to 'searx/engines')
-rw-r--r--searx/engines/__init__.py6
-rw-r--r--searx/engines/google_play_apps.py68
2 files changed, 73 insertions, 1 deletions
diff --git a/searx/engines/__init__.py b/searx/engines/__init__.py
index ae132f48d..3fb0bcfb1 100644
--- a/searx/engines/__init__.py
+++ b/searx/engines/__init__.py
@@ -149,7 +149,11 @@ def set_loggers(engine, engine_name):
engine.logger = logger.getChild(engine_name)
# the engine may have load some other engines
# may sure the logger is initialized
- for module_name, module in sys.modules.items():
+ # use sys.modules.copy() to avoid "RuntimeError: dictionary changed size during iteration"
+ # see https://github.com/python/cpython/issues/89516
+ # and https://docs.python.org/3.10/library/sys.html#sys.modules
+ modules = sys.modules.copy()
+ for module_name, module in modules.items():
if (
module_name.startswith("searx.engines")
and module_name != "searx.engines.__init__"
diff --git a/searx/engines/google_play_apps.py b/searx/engines/google_play_apps.py
new file mode 100644
index 000000000..577e4e114
--- /dev/null
+++ b/searx/engines/google_play_apps.py
@@ -0,0 +1,68 @@
+# SPDX-License-Identifier: AGPL-3.0-or-later
+"""
+ Google Play Apps
+"""
+
+from urllib.parse import urlencode
+from lxml import html
+from searx.utils import (
+ eval_xpath,
+ extract_url,
+ extract_text,
+ eval_xpath_list,
+ eval_xpath_getindex,
+)
+
+about = {
+ "website": "https://play.google.com/",
+ "wikidata_id": "Q79576",
+ "use_official_api": False,
+ "require_api_key": False,
+ "results": "HTML",
+}
+
+categories = ["files", "apps"]
+search_url = "https://play.google.com/store/search?{query}&c=apps"
+
+
+def request(query, params):
+ params["url"] = search_url.format(query=urlencode({"q": query}))
+
+ return params
+
+
+def response(resp):
+ results = []
+
+ dom = html.fromstring(resp.text)
+
+ if eval_xpath(dom, '//div[@class="v6DsQb"]'):
+ return []
+
+ spot = eval_xpath_getindex(dom, '//div[@class="ipRz4"]', 0, None)
+ if spot is not None:
+ url = extract_url(eval_xpath(spot, './a[@class="Qfxief"]/@href'), search_url)
+ title = extract_text(eval_xpath(spot, './/div[@class="vWM94c"]'))
+ content = extract_text(eval_xpath(spot, './/div[@class="LbQbAe"]'))
+ img = extract_text(eval_xpath(spot, './/img[@class="T75of bzqKMd"]/@src'))
+
+ results.append({"url": url, "title": title, "content": content, "img_src": img})
+
+ more = eval_xpath_list(dom, '//c-wiz[@jsrenderer="RBsfwb"]//div[@role="listitem"]', min_len=1)
+ for result in more:
+ url = extract_url(eval_xpath(result, ".//a/@href"), search_url)
+ title = extract_text(eval_xpath(result, './/span[@class="DdYX5"]'))
+ content = extract_text(eval_xpath(result, './/span[@class="wMUdtb"]'))
+ img = extract_text(
+ eval_xpath(
+ result,
+ './/img[@class="T75of stzEZd" or @class="T75of etjhNc Q8CSx "]/@src',
+ )
+ )
+
+ results.append({"url": url, "title": title, "content": content, "img_src": img})
+
+ for suggestion in eval_xpath_list(dom, '//c-wiz[@jsrenderer="qyd4Kb"]//div[@class="ULeU3b neq64b"]'):
+ results.append({"suggestion": extract_text(eval_xpath(suggestion, './/div[@class="Epkrse "]'))})
+
+ return results