logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git

test_google_news.py (4403B)

    

  1. # -*- coding: utf-8 -*-
  3. from collections import defaultdict
  4. import mock
  5. from searx.engines import google_news
  6. from searx.testing import SearxTestCase
  9. class TestGoogleNewsEngine(SearxTestCase):
  11.     def test_request(self):
  12.         google_news.supported_languages = ['en-US', 'fr-FR']
  13.         query = 'test_query'
  14.         dicto = defaultdict(dict)
  15.         dicto['pageno'] = 1
  16.         dicto['language'] = 'fr-FR'
  17.         dicto['time_range'] = 'w'
  18.         params = google_news.request(query, dicto)
  19.         self.assertIn('url', params)
  20.         self.assertIn(query, params['url'])
  21.         self.assertIn('fr', params['url'])
  23.     def test_response(self):
  24.         self.assertRaises(AttributeError, google_news.response, None)
  25.         self.assertRaises(AttributeError, google_news.response, [])
  26.         self.assertRaises(AttributeError, google_news.response, '')
  27.         self.assertRaises(AttributeError, google_news.response, '[]')
  29.         response = mock.Mock(text='{}')
  30.         self.assertEqual(google_news.response(response), [])
  32.         response = mock.Mock(text='{"data": []}')
  33.         self.assertEqual(google_news.response(response), [])
  35.         html = u"""
  36. <h2 class="hd">Search Results</h2>
  37. <div data-async-context="query:searx" id="ires">
  38.     <div eid="oC2oWcGXCafR6ASkwoCwDA" id="rso">
  39.         <div class="_NId">
  40.             <!--m-->
  41.             <div class="g _cy">
  42.                 <div class="ts _JGs _JHs _tJs _KGs _jHs">
  43.                     <div class="_hJs">
  44.                         <h3 class="r _gJs">
  45.                             <a class="l lLrAF" href="https://example.com/" onmousedown="return rwt(this,'','','','11','AFQjCNEyehpzD5cJK1KUfXBx9RmsbqqG9g','','0ahUKEwjB58OR54HWAhWnKJoKHSQhAMY4ChCpAggiKAAwAA','','',event)">Example title</a>
  46.                         </h3>
  47.                         <div class="slp">
  48.                             <span class="_OHs _PHs">
  49.                                 Mac &amp; i</span>
  50.                             <span class="_QGs">
  51.                                 -</span>
  52.                             <span class="f nsa _QHs">
  53.                                 Mar 21, 2016</span>
  54.                         </div>
  55.                         <div class="st">Example description</div>
  56.                     </div>
  57.                 </div>
  58.             </div>
  59.             <div class="g _cy">
  60.                 <div class="ts _JGs _JHs _oGs _KGs _jHs">
  61.                     <a class="top _xGs _SHs" href="https://example2.com/" onmousedown="return rwt(this,'','','','12','AFQjCNHObfH7sYmLWI1SC-YhWXKZFRzRjw','','0ahUKEwjB58OR54HWAhWnKJoKHSQhAMY4ChC8iAEIJDAB','','',event)">
  62.                         <img class="th _RGs" src="https://example2.com/image.jpg" alt="Story image for searx from Golem.de" onload="typeof google==='object'&&google.aft&&google.aft(this)">
  63.                     </a>
  64.                     <div class="_hJs">
  65.                         <h3 class="r _gJs">
  66.                             <a class="l lLrAF" href="https://example2.com/" onmousedown="return rwt(this,'','','','12','AFQjCNHObfH7sYmLWI1SC-YhWXKZFRzRjw','','0ahUKEwjB58OR54HWAhWnKJoKHSQhAMY4ChCpAgglKAAwAQ','','',event)">Example title 2</a>
  67.                         </h3>
  68.                         <div class="slp">
  69.                             <span class="_OHs _PHs">
  70.                                 Golem.de</span>
  71.                             <span class="_QGs">
  72.                                 -</span>
  73.                             <span class="f nsa _QHs">
  74.                                 Oct 4, 2016</span>
  75.                         </div>
  76.                         <div class="st">Example description 2</div>
  77.                     </div>
  78.                 </div>
  79.             </div>
  80.         </div>
  81.     </div>
  82. </div>
  85.         """  # noqa
  86.         response = mock.Mock(text=html)
  87.         results = google_news.response(response)
  88.         self.assertEqual(type(results), list)
  89.         self.assertEqual(len(results), 2)
  90.         self.assertEqual(results[0]['title'], u'Example title')
  91.         self.assertEqual(results[0]['url'], 'https://example.com/')
  92.         self.assertEqual(results[0]['content'], 'Example description')
  93.         self.assertEqual(results[1]['title'], u'Example title 2')
  94.         self.assertEqual(results[1]['url'], 'https://example2.com/')
  95.         self.assertEqual(results[1]['content'], 'Example description 2')
  96.         self.assertEqual(results[1]['img_src'], 'https://example2.com/image.jpg')