summaryrefslogtreecommitdiff
path: root/searx/engines/ollama.py
blob: 532e107dc63acb3e0c1e9c32c29311d1e7bcf7aa (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
# SPDX-License-Identifier: AGPL-3.0-or-later
"""Ollama model search engine for searxng"""

from urllib.parse import urlencode
from datetime import datetime
from lxml import html

from searx.utils import eval_xpath_list, eval_xpath_getindex, eval_xpath, extract_text
from searx.result_types import EngineResults

about = {
    "website": "https://ollama.com",
    "wikidata_id": "Q124636097",
    "use_official_api": False,
    "require_api_key": False,
    "results": "HTML",
}

categories = ["it", "repos"]

base_url = "https://ollama.com"

results_xpath = '//li[@x-test-model]'
title_xpath = './/span[@x-test-search-response-title]/text()'
content_xpath = './/p[@class="max-w-lg break-words text-neutral-800 text-md"]/text()'
url_xpath = './a/@href'
publish_date_xpath = './/span[contains(@class, "flex items-center")]/@title'


def request(query, params):
    query_params = {"q": query}

    params['url'] = f"{base_url}/search?{urlencode(query_params)}"
    return params


def response(resp) -> EngineResults:
    res = EngineResults()

    dom = html.fromstring(resp.text)

    for item in eval_xpath_list(dom, results_xpath):
        published_date = None
        try:
            published_date = datetime.strptime(
                extract_text(eval_xpath(item, publish_date_xpath)), "%b %d, %Y %I:%M %p %Z"
            )
        except ValueError:
            pass

        res.add(
            res.types.MainResult(
                title=extract_text(eval_xpath(item, title_xpath)),
                content=extract_text(eval_xpath(item, content_xpath)),
                url=f"{base_url}{eval_xpath_getindex(item, url_xpath, 0)}",
                publishedDate=published_date,
            )
        )

    return res