logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git

test_gigablast.py (4184B)

    

  1. from collections import defaultdict

  2. import mock

  3. from searx.engines import gigablast

  4. from searx.testing import SearxTestCase

  5. 

  6. 

  7. class TestGigablastEngine(SearxTestCase):

  8. 

  9.     def test_request(self):

  10.         query = 'test_query'

  11.         dicto = defaultdict(dict)

  12.         dicto['pageno'] = 0

  13.         dicto['safesearch'] = 0

  14.         dicto['language'] = 'en-US'

  15.         params = gigablast.request(query, dicto)

  16.         self.assertTrue('url' in params)

  17.         self.assertTrue(query in params['url'])

  18.         self.assertTrue('gigablast.com' in params['url'])

  19.         self.assertFalse('en-US' in params['url'])

  20. 

  21.     def test_response(self):

  22.         self.assertRaises(AttributeError, gigablast.response, None)

  23.         self.assertRaises(AttributeError, gigablast.response, [])

  24.         self.assertRaises(AttributeError, gigablast.response, '')

  25.         self.assertRaises(AttributeError, gigablast.response, '[]')

  26. 

  27.         response = mock.Mock(text='{"results": []}')

  28.         self.assertEqual(gigablast.response(response), [])

  29. 

  30.         json = """{"results": [

  31.     {

  32.         "title":"South by Southwest 2016",

  33.         "dmozEntry":{

  34.             "dmozCatId":1041152,

  35.             "directCatId":1,

  36.             "dmozCatStr":"Top: Regional: North America: United States",

  37.             "dmozTitle":"South by Southwest (SXSW)",

  38.             "dmozSum":"Annual music, film, and interactive conference.",

  39.             "dmozAnchor":""

  40.         },

  41.         "dmozEntry":{

  42.             "dmozCatId":763945,

  43.             "directCatId":1,

  44.             "dmozCatStr":"Top: Regional: North America: United States",

  45.             "dmozTitle":"South by Southwest (SXSW)",

  46.             "dmozSum":"",

  47.             "dmozAnchor":"www.sxsw.com"

  48.         },

  49.         "dmozEntry":{

  50.             "dmozCatId":761446,

  51.             "directCatId":1,

  52.             "dmozCatStr":"Top: Regional: North America: United States",

  53.             "dmozTitle":"South by Southwest (SXSW)",

  54.             "dmozSum":"Music, film, and interactive conference and festival.",

  55.             "dmozAnchor":""

  56.         },

  57.         "indirectDmozCatId":1041152,

  58.         "indirectDmozCatId":763945,

  59.         "indirectDmozCatId":761446,

  60.         "contentType":"html",

  61.         "sum":"This should be the content.",

  62.         "url":"www.sxsw.com",

  63.         "hopCount":0,

  64.         "size":" 102k",

  65.         "sizeInBytes":104306,

  66.         "bytesUsedToComputeSummary":70000,

  67.         "docId":269411794364,

  68.         "docScore":586571136.000000,

  69.         "summaryGenTimeMS":12,

  70.         "summaryTagdbLookupTimeMS":0,

  71.         "summaryTitleRecLoadTimeMS":1,

  72.         "site":"www.sxsw.com",

  73.         "spidered":1452203608,

  74.         "firstIndexedDateUTC":1444167123,

  75.         "contentHash32":2170650347,

  76.         "language":"English",

  77.         "langAbbr":"en"

  78.     }

  79. ]}

  80.         """

  81.         response = mock.Mock(text=json)

  82.         results = gigablast.response(response)

  83.         self.assertEqual(type(results), list)

  84.         self.assertEqual(len(results), 1)

  85.         self.assertEqual(results[0]['title'], 'South by Southwest 2016')

  86.         self.assertEqual(results[0]['url'], 'www.sxsw.com')

  87.         self.assertEqual(results[0]['content'], 'This should be the content.')

  88. 

  89.     def test_fetch_supported_languages(self):

  90.         html = """<html></html>"""

  91.         response = mock.Mock(text=html)

  92.         results = gigablast._fetch_supported_languages(response)

  93.         self.assertEqual(type(results), list)

  94.         self.assertEqual(len(results), 0)

  95. 

  96.         html = """

  97.         <html>

  98.             <body>

  99.                 <span id="menu2">

  100.                     <a href="/search?&rxikd=1&qlang=xx"></a>

  101.                     <a href="/search?&rxikd=1&qlang=en"></a>

  102.                     <a href="/search?&rxikd=1&prepend=gblang%3Aen"></a>

  103.                     <a href="/search?&rxikd=1&qlang=zh_"></a>

  104.                     <a href="/search?&rxikd=1&prepend=gblang%3Azh_tw"></a>

  105.                 </span>

  106.             </body>

  107.         </html>

  108.         """

  109.         response = mock.Mock(text=html)

  110.         languages = gigablast._fetch_supported_languages(response)

  111.         self.assertEqual(type(languages), list)

  112.         self.assertEqual(len(languages), 2)

  113.         self.assertIn('en', languages)

  114.         self.assertIn('zh-TW', languages)