logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://anongit.hacktivis.me/git/searx.git/

test_bing.py (4764B)

    

  1. from collections import defaultdict
  2. import mock
  3. from searx.engines import bing
  4. from searx.testing import SearxTestCase
  7. class TestBingEngine(SearxTestCase):
  9.     def test_request(self):
  10.         bing.supported_languages = ['en', 'fr', 'zh-CHS', 'zh-CHT', 'pt-PT', 'pt-BR']
  11.         query = u'test_query'
  12.         dicto = defaultdict(dict)
  13.         dicto['pageno'] = 0
  14.         dicto['language'] = 'fr-FR'
  15.         params = bing.request(query.encode('utf-8'), dicto)
  16.         self.assertTrue('url' in params)
  17.         self.assertTrue(query in params['url'])
  18.         self.assertTrue('language%3AFR' in params['url'])
  19.         self.assertTrue('bing.com' in params['url'])
  21.     def test_response(self):
  22.         self.assertRaises(AttributeError, bing.response, None)
  23.         self.assertRaises(AttributeError, bing.response, [])
  24.         self.assertRaises(AttributeError, bing.response, '')
  25.         self.assertRaises(AttributeError, bing.response, '[]')
  27.         response = mock.Mock(text='<html></html>')
  28.         self.assertEqual(bing.response(response), [])
  30.         response = mock.Mock(text='<html></html>')
  31.         self.assertEqual(bing.response(response), [])
  33.         html = """
  34.         <div class="sa_cc" u="0|5109|4755453613245655|UAGjXgIrPH5yh-o5oNHRx_3Zta87f_QO">
  35.             <div Class="sa_mc">
  36.                 <div class="sb_tlst">
  37.                     <h3>
  38.                         <a href="http://this.should.be.the.link/" h="ID=SERP,5124.1">
  39.                         <strong>This</strong> should be the title</a>
  40.                     </h3>
  41.                 </div>
  42.                 <div class="sb_meta"><cite><strong>this</strong>.meta.com</cite>
  43.                     <span class="c_tlbxTrg">
  44.                         <span class="c_tlbxH" H="BASE:CACHEDPAGEDEFAULT" K="SERP,5125.1">
  45.                         </span>
  46.                     </span>
  47.                 </div>
  48.                 <p><strong>This</strong> should be the content.</p>
  49.             </div>
  50.         </div>
  51.         """
  52.         response = mock.Mock(text=html)
  53.         results = bing.response(response)
  54.         self.assertEqual(type(results), list)
  55.         self.assertEqual(len(results), 1)
  56.         self.assertEqual(results[0]['title'], 'This should be the title')
  57.         self.assertEqual(results[0]['url'], 'http://this.should.be.the.link/')
  58.         self.assertEqual(results[0]['content'], 'This should be the content.')
  60.         html = """
  61.         <li class="b_algo" u="0|5109|4755453613245655|UAGjXgIrPH5yh-o5oNHRx_3Zta87f_QO">
  62.             <div Class="sa_mc">
  63.                 <div class="sb_tlst">
  64.                     <h2>
  65.                         <a href="http://this.should.be.the.link/" h="ID=SERP,5124.1">
  66.                         <strong>This</strong> should be the title</a>
  67.                     </h2>
  68.                 </div>
  69.                 <div class="sb_meta"><cite><strong>this</strong>.meta.com</cite>
  70.                     <span class="c_tlbxTrg">
  71.                         <span class="c_tlbxH" H="BASE:CACHEDPAGEDEFAULT" K="SERP,5125.1">
  72.                         </span>
  73.                     </span>
  74.                 </div>
  75.                 <p><strong>This</strong> should be the content.</p>
  76.             </div>
  77.         </li>
  78.         """
  79.         response = mock.Mock(text=html)
  80.         results = bing.response(response)
  81.         self.assertEqual(type(results), list)
  82.         self.assertEqual(len(results), 1)
  83.         self.assertEqual(results[0]['title'], 'This should be the title')
  84.         self.assertEqual(results[0]['url'], 'http://this.should.be.the.link/')
  85.         self.assertEqual(results[0]['content'], 'This should be the content.')
  87.     def test_fetch_supported_languages(self):
  88.         html = """<html></html>"""
  89.         response = mock.Mock(text=html)
  90.         results = bing._fetch_supported_languages(response)
  91.         self.assertEqual(type(results), list)
  92.         self.assertEqual(len(results), 0)
  94.         html = """
  95.         <html>
  96.             <body>
  97.                 <form>
  98.                     <div id="limit-languages">
  99.                         <div>
  100.                             <div><input id="es" value="es"></input></div>
  101.                         </div>
  102.                         <div>
  103.                             <div><input id="pt_BR" value="pt_BR"></input></div>
  104.                             <div><input id="pt_PT" value="pt_PT"></input></div>
  105.                         </div>
  106.                     </div>
  107.                 </form>
  108.             </body>
  109.         </html>
  110.         """
  111.         response = mock.Mock(text=html)
  112.         languages = bing._fetch_supported_languages(response)
  113.         self.assertEqual(type(languages), list)
  114.         self.assertEqual(len(languages), 3)
  115.         self.assertIn('es', languages)
  116.         self.assertIn('pt-BR', languages)
  117.         self.assertIn('pt-PT', languages)