logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git

test_gigablast.py (4184B)

    

  1. from collections import defaultdict
  2. import mock
  3. from searx.engines import gigablast
  4. from searx.testing import SearxTestCase
  7. class TestGigablastEngine(SearxTestCase):
  9.     def test_request(self):
  10.         query = 'test_query'
  11.         dicto = defaultdict(dict)
  12.         dicto['pageno'] = 0
  13.         dicto['safesearch'] = 0
  14.         dicto['language'] = 'en-US'
  15.         params = gigablast.request(query, dicto)
  16.         self.assertTrue('url' in params)
  17.         self.assertTrue(query in params['url'])
  18.         self.assertTrue('gigablast.com' in params['url'])
  19.         self.assertFalse('en-US' in params['url'])
  21.     def test_response(self):
  22.         self.assertRaises(AttributeError, gigablast.response, None)
  23.         self.assertRaises(AttributeError, gigablast.response, [])
  24.         self.assertRaises(AttributeError, gigablast.response, '')
  25.         self.assertRaises(AttributeError, gigablast.response, '[]')
  27.         response = mock.Mock(text='{"results": []}')
  28.         self.assertEqual(gigablast.response(response), [])
  30.         json = """{"results": [
  31.     {
  32.         "title":"South by Southwest 2016",
  33.         "dmozEntry":{
  34.             "dmozCatId":1041152,
  35.             "directCatId":1,
  36.             "dmozCatStr":"Top: Regional: North America: United States",
  37.             "dmozTitle":"South by Southwest (SXSW)",
  38.             "dmozSum":"Annual music, film, and interactive conference.",
  39.             "dmozAnchor":""
  40.         },
  41.         "dmozEntry":{
  42.             "dmozCatId":763945,
  43.             "directCatId":1,
  44.             "dmozCatStr":"Top: Regional: North America: United States",
  45.             "dmozTitle":"South by Southwest (SXSW)",
  46.             "dmozSum":"",
  47.             "dmozAnchor":"www.sxsw.com"
  48.         },
  49.         "dmozEntry":{
  50.             "dmozCatId":761446,
  51.             "directCatId":1,
  52.             "dmozCatStr":"Top: Regional: North America: United States",
  53.             "dmozTitle":"South by Southwest (SXSW)",
  54.             "dmozSum":"Music, film, and interactive conference and festival.",
  55.             "dmozAnchor":""
  56.         },
  57.         "indirectDmozCatId":1041152,
  58.         "indirectDmozCatId":763945,
  59.         "indirectDmozCatId":761446,
  60.         "contentType":"html",
  61.         "sum":"This should be the content.",
  62.         "url":"www.sxsw.com",
  63.         "hopCount":0,
  64.         "size":" 102k",
  65.         "sizeInBytes":104306,
  66.         "bytesUsedToComputeSummary":70000,
  67.         "docId":269411794364,
  68.         "docScore":586571136.000000,
  69.         "summaryGenTimeMS":12,
  70.         "summaryTagdbLookupTimeMS":0,
  71.         "summaryTitleRecLoadTimeMS":1,
  72.         "site":"www.sxsw.com",
  73.         "spidered":1452203608,
  74.         "firstIndexedDateUTC":1444167123,
  75.         "contentHash32":2170650347,
  76.         "language":"English",
  77.         "langAbbr":"en"
  78.     }
  79. ]}
  80.         """
  81.         response = mock.Mock(text=json)
  82.         results = gigablast.response(response)
  83.         self.assertEqual(type(results), list)
  84.         self.assertEqual(len(results), 1)
  85.         self.assertEqual(results[0]['title'], 'South by Southwest 2016')
  86.         self.assertEqual(results[0]['url'], 'www.sxsw.com')
  87.         self.assertEqual(results[0]['content'], 'This should be the content.')
  89.     def test_fetch_supported_languages(self):
  90.         html = """<html></html>"""
  91.         response = mock.Mock(text=html)
  92.         results = gigablast._fetch_supported_languages(response)
  93.         self.assertEqual(type(results), list)
  94.         self.assertEqual(len(results), 0)
  96.         html = """
  97.         <html>
  98.             <body>
  99.                 <span id="menu2">
  100.                     <a href="/search?&rxikd=1&qlang=xx"></a>
  101.                     <a href="/search?&rxikd=1&qlang=en"></a>
  102.                     <a href="/search?&rxikd=1&prepend=gblang%3Aen"></a>
  103.                     <a href="/search?&rxikd=1&qlang=zh_"></a>
  104.                     <a href="/search?&rxikd=1&prepend=gblang%3Azh_tw"></a>
  105.                 </span>
  106.             </body>
  107.         </html>
  108.         """
  109.         response = mock.Mock(text=html)
  110.         languages = gigablast._fetch_supported_languages(response)
  111.         self.assertEqual(type(languages), list)
  112.         self.assertEqual(len(languages), 2)
  113.         self.assertIn('en', languages)
  114.         self.assertIn('zh-TW', languages)