logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git

test_mediawiki.py (4224B)

    

  1. # -*- coding: utf-8 -*-
  2. from collections import defaultdict
  3. import mock
  4. from searx.engines import mediawiki
  5. from searx.testing import SearxTestCase
  8. class TestMediawikiEngine(SearxTestCase):
  10.     def test_request(self):
  11.         query = 'test_query'
  12.         dicto = defaultdict(dict)
  13.         dicto['pageno'] = 1
  14.         dicto['language'] = 'fr_FR'
  15.         params = mediawiki.request(query, dicto)
  16.         self.assertIn('url', params)
  17.         self.assertIn(query, params['url'])
  18.         self.assertIn('wikipedia.org', params['url'])
  19.         self.assertIn('fr', params['url'])
  21.         mediawiki.base_url = "http://test.url/"
  22.         mediawiki.search_url = mediawiki.base_url +\
  23.                                  'w/api.php?action=query'\
  24.                                  '&list=search'\
  25.                                  '&{query}'\
  26.                                  '&srprop=timestamp'\
  27.                                  '&format=json'\
  28.                                  '&sroffset={offset}'\
  29.                                  '&srlimit={limit}'     # noqa
  30.         params = mediawiki.request(query, dicto)
  31.         self.assertIn('test.url', params['url'])
  33.     def test_response(self):
  34.         dicto = defaultdict(dict)
  35.         dicto['language'] = 'fr'
  36.         mediawiki.base_url = "https://{language}.wikipedia.org/"
  38.         self.assertRaises(AttributeError, mediawiki.response, None)
  39.         self.assertRaises(AttributeError, mediawiki.response, [])
  40.         self.assertRaises(AttributeError, mediawiki.response, '')
  41.         self.assertRaises(AttributeError, mediawiki.response, '[]')
  43.         response = mock.Mock(text='{}', search_params=dicto)
  44.         self.assertEqual(mediawiki.response(response), [])
  46.         response = mock.Mock(text='{"data": []}', search_params=dicto)
  47.         self.assertEqual(mediawiki.response(response), [])
  49.         json = """
  50.         {
  51.             "query-continue": {
  52.                 "search": {
  53.                     "sroffset": 1
  54.                 }
  55.             },
  56.             "query": {
  57.                 "searchinfo": {
  58.                     "totalhits": 29721
  59.                 },
  60.                 "search": [
  61.                     {
  62.                         "ns": 0,
  63.                         "title": "This is the title étude",
  64.                         "timestamp": "2014-12-19T17:42:52Z"
  65.                     }
  66.                 ]
  67.             }
  68.         }
  69.         """
  70.         response = mock.Mock(text=json, search_params=dicto)
  71.         results = mediawiki.response(response)
  72.         self.assertEqual(type(results), list)
  73.         self.assertEqual(len(results), 1)
  74.         self.assertEqual(results[0]['title'], u'This is the title étude')
  75.         self.assertIn('fr.wikipedia.org', results[0]['url'])
  76.         self.assertIn('This_is_the_title', results[0]['url'])
  77.         self.assertIn('%C3%A9tude', results[0]['url'])
  78.         self.assertEqual(results[0]['content'], '')
  80.         json = """
  81.         {
  82.             "query-continue": {
  83.                 "search": {
  84.                     "sroffset": 1
  85.                 }
  86.             },
  87.             "query": {
  88.                 "searchinfo": {
  89.                     "totalhits": 29721
  90.                 },
  91.                 "search": [
  92.                 ]
  93.             }
  94.         }
  95.         """
  96.         response = mock.Mock(text=json, search_params=dicto)
  97.         results = mediawiki.response(response)
  98.         self.assertEqual(type(results), list)
  99.         self.assertEqual(len(results), 0)
  101.         json = """
  102.         {
  103.             "query-continue": {
  104.                 "search": {
  105.                     "sroffset": 1
  106.                 }
  107.             },
  108.             "query": {
  109.             }
  110.         }
  111.         """
  112.         response = mock.Mock(text=json, search_params=dicto)
  113.         results = mediawiki.response(response)
  114.         self.assertEqual(type(results), list)
  115.         self.assertEqual(len(results), 0)
  117.         json = r"""
  118.         {"toto":[
  119.             {"id":200,"name":"Artist Name",
  120.             "link":"http:\/\/www.mediawiki.com\/artist\/1217","type":"artist"}
  121.         ]}
  122.         """
  123.         response = mock.Mock(text=json, search_params=dicto)
  124.         results = mediawiki.response(response)
  125.         self.assertEqual(type(results), list)
  126.         self.assertEqual(len(results), 0)