summaryrefslogtreecommitdiff
path: root/tests/unit/engines/test_gigablast.py
diff options
context:
space:
mode:
Diffstat (limited to 'tests/unit/engines/test_gigablast.py')
-rw-r--r--tests/unit/engines/test_gigablast.py119
1 files changed, 119 insertions, 0 deletions
diff --git a/tests/unit/engines/test_gigablast.py b/tests/unit/engines/test_gigablast.py
new file mode 100644
index 000000000..6b2d26458
--- /dev/null
+++ b/tests/unit/engines/test_gigablast.py
@@ -0,0 +1,119 @@
+from collections import defaultdict
+import mock
+from searx.engines import gigablast
+from searx.testing import SearxTestCase
+
+
+class TestGigablastEngine(SearxTestCase):
+
+ def test_request(self):
+ query = 'test_query'
+ dicto = defaultdict(dict)
+ dicto['pageno'] = 0
+ dicto['safesearch'] = 0
+ dicto['language'] = 'all'
+ params = gigablast.request(query, dicto)
+ self.assertTrue('url' in params)
+ self.assertTrue(query in params['url'])
+ self.assertTrue('gigablast.com' in params['url'])
+ self.assertTrue('xx' in params['url'])
+
+ dicto['language'] = 'en-US'
+ params = gigablast.request(query, dicto)
+ self.assertTrue('en' in params['url'])
+ self.assertFalse('en-US' in params['url'])
+
+ def test_response(self):
+ self.assertRaises(AttributeError, gigablast.response, None)
+ self.assertRaises(AttributeError, gigablast.response, [])
+ self.assertRaises(AttributeError, gigablast.response, '')
+ self.assertRaises(AttributeError, gigablast.response, '[]')
+
+ response = mock.Mock(text='{"results": []}')
+ self.assertEqual(gigablast.response(response), [])
+
+ json = """{"results": [
+ {
+ "title":"South by Southwest 2016",
+ "dmozEntry":{
+ "dmozCatId":1041152,
+ "directCatId":1,
+ "dmozCatStr":"Top: Regional: North America: United States",
+ "dmozTitle":"South by Southwest (SXSW)",
+ "dmozSum":"Annual music, film, and interactive conference.",
+ "dmozAnchor":""
+ },
+ "dmozEntry":{
+ "dmozCatId":763945,
+ "directCatId":1,
+ "dmozCatStr":"Top: Regional: North America: United States",
+ "dmozTitle":"South by Southwest (SXSW)",
+ "dmozSum":"",
+ "dmozAnchor":"www.sxsw.com"
+ },
+ "dmozEntry":{
+ "dmozCatId":761446,
+ "directCatId":1,
+ "dmozCatStr":"Top: Regional: North America: United States",
+ "dmozTitle":"South by Southwest (SXSW)",
+ "dmozSum":"Music, film, and interactive conference and festival.",
+ "dmozAnchor":""
+ },
+ "indirectDmozCatId":1041152,
+ "indirectDmozCatId":763945,
+ "indirectDmozCatId":761446,
+ "contentType":"html",
+ "sum":"This should be the content.",
+ "url":"www.sxsw.com",
+ "hopCount":0,
+ "size":" 102k",
+ "sizeInBytes":104306,
+ "bytesUsedToComputeSummary":70000,
+ "docId":269411794364,
+ "docScore":586571136.000000,
+ "summaryGenTimeMS":12,
+ "summaryTagdbLookupTimeMS":0,
+ "summaryTitleRecLoadTimeMS":1,
+ "site":"www.sxsw.com",
+ "spidered":1452203608,
+ "firstIndexedDateUTC":1444167123,
+ "contentHash32":2170650347,
+ "language":"English",
+ "langAbbr":"en"
+ }
+]}
+ """
+ response = mock.Mock(text=json)
+ results = gigablast.response(response)
+ self.assertEqual(type(results), list)
+ self.assertEqual(len(results), 1)
+ self.assertEqual(results[0]['title'], 'South by Southwest 2016')
+ self.assertEqual(results[0]['url'], 'www.sxsw.com')
+ self.assertEqual(results[0]['content'], 'This should be the content.')
+
+ def test_fetch_supported_languages(self):
+ html = """<html></html>"""
+ response = mock.Mock(text=html)
+ results = gigablast._fetch_supported_languages(response)
+ self.assertEqual(type(results), list)
+ self.assertEqual(len(results), 0)
+
+ html = """
+ <html>
+ <body>
+ <span id="menu2">
+ <a href="/search?&rxikd=1&qlang=xx"></a>
+ <a href="/search?&rxikd=1&qlang=en"></a>
+ <a href="/search?&rxikd=1&prepend=gblang%3Aen"></a>
+ <a href="/search?&rxikd=1&qlang=zh_"></a>
+ <a href="/search?&rxikd=1&prepend=gblang%3Azh_tw"></a>
+ </span>
+ </body>
+ </html>
+ """
+ response = mock.Mock(text=html)
+ languages = gigablast._fetch_supported_languages(response)
+ self.assertEqual(type(languages), list)
+ self.assertEqual(len(languages), 2)
+ self.assertIn('en', languages)
+ self.assertIn('zh-TW', languages)