logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://anongit.hacktivis.me/git/searx.git/

test_digg.py (5117B)

    

  1. from collections import defaultdict
  2. import mock
  3. from searx.engines import digg
  4. from searx.testing import SearxTestCase
  7. class TestDiggEngine(SearxTestCase):
  9.     def test_request(self):
  10.         query = 'test_query'
  11.         dicto = defaultdict(dict)
  12.         dicto['pageno'] = 1
  13.         params = digg.request(query, dicto)
  14.         self.assertIn('url', params)
  15.         self.assertIn(query, params['url'])
  16.         self.assertIn('digg.com', params['url'])
  18.     def test_response(self):
  19.         self.assertRaises(AttributeError, digg.response, None)
  20.         self.assertRaises(AttributeError, digg.response, [])
  21.         self.assertRaises(AttributeError, digg.response, '')
  22.         self.assertRaises(AttributeError, digg.response, '[]')
  24.         response = mock.Mock(text='{}')
  25.         self.assertEqual(digg.response(response), [])
  27.         response = mock.Mock(text='{"data": []}')
  28.         self.assertEqual(digg.response(response), [])
  30.         json = """
  31.         {
  32.         "status": "ok",
  33.         "num": 10,
  34.         "next_position": 20,
  35.         "html": "<article itemscope itemtype=\\"http://schema.org/Article\\"
  36.         class=\\"story-container digg-story-el hentry entry story-1sRANah col-1\\"
  37.         data-content-id=\\"1sRANah\\" data-contenturl=\\"http://url.of.link\\"
  38.         data-position=\\"0\\" data-diggs=\\"24\\" data-tweets=\\"69\\"
  39.         data-digg-score=\\"1190\\"> <div class=\\"story-image story-image-thumb\\">
  40.         <a data-position=\\"0\\" data-content-id=\\"1sRANah\\"
  41.         class=\\"story-link\\" href=\\"http://www.thedailybeast.com/\\"
  42.         target=\\"_blank\\"><img class=\\"story-image-img\\"
  43.         src=\\"http://url.of.image.jpeg\\" width=\\"312\\" height=\\"170\\"
  44.         alt=\\"\\" /> </a> </div> <div class=\\"story-content\\"><header
  45.         class=\\"story-header\\"> <div itemprop=\\"alternativeHeadline\\"
  46.         class=\\"story-kicker\\" >Kicker</div> <h2 itemprop=\\"headline\\"
  47.         class=\\"story-title entry-title\\"><a class=\\"story-title-link story-link\\"
  48.         rel=\\"bookmark\\" itemprop=\\"url\\" href=\\"http://www.thedailybeast.com/\\"
  49.         target=\\"_blank\\">Title of article</h2> <div class=\\"story-meta\\">
  50.         <div class=\\"story-score \\">
  51.         <div class=\\"story-score-diggscore diggscore-1sRANah\\">1190</div>
  52.         <div class=\\"story-score-details\\"> <div class=\\"arrow\\"></div>
  53.         <ul class=\\"story-score-details-list\\"> <li
  54.         class=\\"story-score-detail story-score-diggs\\"><span
  55.         class=\\"label\\">Diggs:</span> <span class=\\"count diggs-1sRANah\\">24</span>
  56.         </li> <li class=\\"story-score-detail story-score-twitter\\"><span
  57.         class=\\"label\\">Tweets:</span> <span class=\\"count tweets-1sRANah\\">69</span>
  58.         </li> <li class=\\"story-score-detail story-score-facebook\\"><span
  59.         class=\\"label\\">Facebook Shares:</span> <span
  60.         class=\\"count fb_shares-1sRANah\\">1097</span></li> </ul> </div> </div>
  61.         <span class=\\"story-meta-item story-source\\"> <a
  62.         itemprop=\\"publisher copyrightHolder sourceOrganization provider\\"
  63.         class=\\"story-meta-item-link story-source-link\\"
  64.         href=\\"/source/thedailybeast.com\\">The Daily Beast </a> </span>
  65.         <span class=\\"story-meta-item story-tag first-tag\\"> <a
  66.         itemprop=\\"keywords\\" rel=\\"tag\\"
  67.         class=\\"story-meta-item-link story-tag-link\\" href=\\"/tag/news\\">News</a>
  68.         </span> <abbr class=\\"published story-meta-item story-timestamp\\"
  69.         title=\\"2014-10-18 14:53:45\\"> <time datetime=\\"2014-10-18 14:53:45\\">18 Oct 2014</time>
  70.         </abbr> </div> </header> </div> <ul class=\\"story-actions\\"> <li
  71.         class=\\"story-action story-action-digg btn-story-action-container\\">
  72.         <a class=\\"target digg-1sRANah\\" href=\\"#\\">Digg</a></li> <li
  73.         class=\\"story-action story-action-save btn-story-action-container\\">
  74.         <a class=\\"target save-1sRANah\\" href=\\"#\\">Save</a></li> <li
  75.         class=\\"story-action story-action-share\\"><a
  76.         class=\\"target share-facebook\\" href=\\"https://www.facebook.com/\\">Facebook</a></li>
  77.         <li class=\\"story-action story-action-share\\"><a class=\\"target share-twitter\\"
  78.         href=\\"https://twitter.com/\\">Twitter</a></li> </ul> </article>"
  79.         }
  80.         """
  81.         json = json.replace('\r\n', '').replace('\n', '').replace('\r', '')
  82.         response = mock.Mock(text=json)
  83.         results = digg.response(response)
  84.         self.assertEqual(type(results), list)
  85.         self.assertEqual(len(results), 1)
  86.         self.assertEqual(results[0]['title'], 'Title of article')
  87.         self.assertEqual(results[0]['url'], 'http://url.of.link')
  88.         self.assertEqual(results[0]['thumbnail'], 'http://url.of.image.jpeg')
  89.         self.assertEqual(results[0]['content'], '')
  91.         json = """
  92.         {
  93.         "status": "error",
  94.         "num": 10,
  95.         "next_position": 20
  96.         }
  97.         """
  98.         response = mock.Mock(text=json)
  99.         results = digg.response(response)
  100.         self.assertEqual(type(results), list)
  101.         self.assertEqual(len(results), 0)