summaryrefslogtreecommitdiff
path: root/searx/engines/searchcode_code.py
blob: c0a6550a04ed4113bc341b922c322215d12942f1 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
"""Searchcode (IT)"""

from __future__ import annotations

import typing as t

from urllib.parse import urlencode

from searx.result_types import EngineResults
from searx.extended_types import SXNG_Response

# about
about = {
    "website": "https://searchcode.com/",
    "wikidata_id": None,
    "official_api_documentation": "https://searchcode.com/api/",
    "use_official_api": True,
    "require_api_key": False,
    "results": "JSON",
}

# engine dependent config
categories = ["it"]
search_api = "https://searchcode.com/api/codesearch_I/?"

# paging is broken in searchcode.com's API .. not sure it will ever been fixed
# paging = True


def request(query: str, params: dict[str, t.Any]) -> None:
    args = {
        "q": query,
        # paging is broken in searchcode.com's API
        # "p": params["pageno"] - 1,
        # "per_page": 10,
    }

    params["url"] = search_api + urlencode(args)
    logger.debug("query_url --> %s", params["url"])


def response(resp: SXNG_Response) -> EngineResults:
    res = EngineResults()

    # parse results
    for result in resp.json().get("results", []):
        lines = {}
        for line, code in result["lines"].items():
            lines[int(line)] = code

        res.add(
            res.types.Code(
                url=result["url"],
                title=f'{result["name"]} - {result["filename"]}',
                repository=result["repo"],
                filename=result["filename"],
                codelines=sorted(lines.items()),
                strip_whitespace=True,
            )
        )

    return res