From eaa694fb7d0e47b943bc6d6edb6cb6a40ab2d85e Mon Sep 17 00:00:00 2001 From: Alexandre Flament Date: Thu, 18 Mar 2021 19:59:01 +0100 Subject: [enh] replace requests by httpx --- tests/unit/test_poolrequests.py | 27 --------------------------- 1 file changed, 27 deletions(-) (limited to 'tests/unit/test_poolrequests.py') diff --git a/tests/unit/test_poolrequests.py b/tests/unit/test_poolrequests.py index b22685fd0..3063ebcbd 100644 --- a/tests/unit/test_poolrequests.py +++ b/tests/unit/test_poolrequests.py @@ -1,9 +1,5 @@ -from unittest.mock import patch -from requests.models import Response - from searx.testing import SearxTestCase -import searx.poolrequests from searx.poolrequests import get_proxy_cycles, get_proxies @@ -64,26 +60,3 @@ class TestProxy(SearxTestCase): 'http': 'http://localhost:9092', 'https': 'http://localhost:9093' }) - - @patch('searx.poolrequests.get_global_proxies') - def test_request(self, mock_get_global_proxies): - method = 'GET' - url = 'http://localhost' - custom_proxies = { - 'https': 'http://localhost:1080' - } - global_proxies = { - 'http': 'http://localhost:9092', - 'https': 'http://localhost:9093' - } - mock_get_global_proxies.return_value = global_proxies - - # check the global proxies usage - with patch.object(searx.poolrequests.SessionSinglePool, 'request', return_value=Response()) as mock_method: - searx.poolrequests.request(method, url) - mock_method.assert_called_once_with(method=method, url=url, proxies=global_proxies) - - # check if the proxies parameter overrides the global proxies - with patch.object(searx.poolrequests.SessionSinglePool, 'request', return_value=Response()) as mock_method: - searx.poolrequests.request(method, url, proxies=custom_proxies) - mock_method.assert_called_once_with(method=method, url=url, proxies=custom_proxies) -- cgit v1.2.3 From d14994dc73ba5c95382812581dac146d9eceaafa Mon Sep 17 00:00:00 2001 From: Alexandre Flament Date: Mon, 5 Apr 2021 10:43:33 +0200 Subject: [httpx] replace searx.poolrequests by searx.network settings.yml: * outgoing.networks: * can contains network definition * propertiers: enable_http, verify, http2, max_connections, max_keepalive_connections, keepalive_expiry, local_addresses, support_ipv4, support_ipv6, proxies, max_redirects, retries * retries: 0 by default, number of times searx retries to send the HTTP request (using different IP & proxy each time) * local_addresses can be "192.168.0.1/24" (it supports IPv6) * support_ipv4 & support_ipv6: both True by default see https://github.com/searx/searx/pull/1034 * each engine can define a "network" section: * either a full network description * either reference an existing network * all HTTP requests of engine use the same HTTP configuration (it was not the case before, see proxy configuration in master) --- tests/unit/test_poolrequests.py | 62 ----------------------------------------- 1 file changed, 62 deletions(-) delete mode 100644 tests/unit/test_poolrequests.py (limited to 'tests/unit/test_poolrequests.py') diff --git a/tests/unit/test_poolrequests.py b/tests/unit/test_poolrequests.py deleted file mode 100644 index 3063ebcbd..000000000 --- a/tests/unit/test_poolrequests.py +++ /dev/null @@ -1,62 +0,0 @@ -from searx.testing import SearxTestCase - -from searx.poolrequests import get_proxy_cycles, get_proxies - - -CONFIG = {'http': ['http://localhost:9090', 'http://localhost:9092'], - 'https': ['http://localhost:9091', 'http://localhost:9093']} - - -class TestProxy(SearxTestCase): - - def test_noconfig(self): - cycles = get_proxy_cycles(None) - self.assertIsNone(cycles) - - cycles = get_proxy_cycles(False) - self.assertIsNone(cycles) - - def test_oldconfig(self): - config = { - 'http': 'http://localhost:9090', - 'https': 'http://localhost:9091', - } - cycles = get_proxy_cycles(config) - self.assertEqual(next(cycles['http']), 'http://localhost:9090') - self.assertEqual(next(cycles['http']), 'http://localhost:9090') - self.assertEqual(next(cycles['https']), 'http://localhost:9091') - self.assertEqual(next(cycles['https']), 'http://localhost:9091') - - def test_one_proxy(self): - config = { - 'http': ['http://localhost:9090'], - 'https': ['http://localhost:9091'], - } - cycles = get_proxy_cycles(config) - self.assertEqual(next(cycles['http']), 'http://localhost:9090') - self.assertEqual(next(cycles['http']), 'http://localhost:9090') - self.assertEqual(next(cycles['https']), 'http://localhost:9091') - self.assertEqual(next(cycles['https']), 'http://localhost:9091') - - def test_multiple_proxies(self): - cycles = get_proxy_cycles(CONFIG) - self.assertEqual(next(cycles['http']), 'http://localhost:9090') - self.assertEqual(next(cycles['http']), 'http://localhost:9092') - self.assertEqual(next(cycles['http']), 'http://localhost:9090') - self.assertEqual(next(cycles['https']), 'http://localhost:9091') - self.assertEqual(next(cycles['https']), 'http://localhost:9093') - self.assertEqual(next(cycles['https']), 'http://localhost:9091') - - def test_getproxies_none(self): - self.assertIsNone(get_proxies(None)) - - def test_getproxies_config(self): - cycles = get_proxy_cycles(CONFIG) - self.assertEqual(get_proxies(cycles), { - 'http': 'http://localhost:9090', - 'https': 'http://localhost:9091' - }) - self.assertEqual(get_proxies(cycles), { - 'http': 'http://localhost:9092', - 'https': 'http://localhost:9093' - }) -- cgit v1.2.3