logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git

test_startpage.py (5753B)

    

  1. # -*- coding: utf-8 -*-

  2. from collections import defaultdict

  3. import mock

  4. from searx.engines import startpage

  5. from searx.testing import SearxTestCase

  6. 

  7. 

  8. class TestStartpageEngine(SearxTestCase):

  9. 

  10.     def test_request(self):

  11.         query = 'test_query'

  12.         dicto = defaultdict(dict)

  13.         dicto['pageno'] = 1

  14.         dicto['language'] = 'fr_FR'

  15.         params = startpage.request(query, dicto)

  16.         self.assertIn('url', params)

  17.         self.assertIn('startpage.com', params['url'])

  18.         self.assertIn('data', params)

  19.         self.assertIn('query', params['data'])

  20.         self.assertIn(query, params['data']['query'])

  21.         self.assertIn('with_language', params['data'])

  22.         self.assertIn('lang_fr', params['data']['with_language'])

  23. 

  24.     def test_response(self):

  25.         self.assertRaises(AttributeError, startpage.response, None)

  26.         self.assertRaises(AttributeError, startpage.response, [])

  27.         self.assertRaises(AttributeError, startpage.response, '')

  28.         self.assertRaises(AttributeError, startpage.response, '[]')

  29. 

  30.         response = mock.Mock(text='<html></html>')

  31.         self.assertEqual(startpage.response(response), [])

  32. 

  33.         html = """

  34.         <li class="search-result search-item">

  35.             <h3>

  36.                 <a href='http://this.should.be.the.link/' id='title_2' name='title_2' >

  37.                     This should be the title

  38.                 </a>

  39.                 <span id='title_stars_2' name='title_stars_2'>  </span>

  40.             </h3>

  41.             <p class="search-item__body">

  42.                 This should be the content.

  43.             </p>

  44.             <p>

  45.                 <span class='url'>www.speed<b>test</b>.net/fr/

  46.                 </span>

  47.                   -

  48.                 <A class="proxy" id="proxy_link" HREF="https://ixquick-proxy.com/do/spg/proxy?ep=&edata=&ek=&ekdata="

  49.                     class='proxy'>

  50.                     Navigation avec Ixquick Proxy

  51.                 </A>

  52.                     -

  53.                 <A HREF="https://ixquick-proxy.com/do/spg/highlight.pl?l=francais&c=hf&cat=web&q=test&rl=NONE&rid=

  54.                     &hlq=https://startpage.com/do/search&mtabp=-1&mtcmd=process_search&mtlanguage=francais&mtengine0=

  55.                     &mtcat=web&u=http:%2F%2Fwww.speedtest.net%2Ffr%2F" class='proxy'>

  56.                     Mis en surbrillance

  57.                 </A>

  58.             </p>

  59.         </li>

  60.         """

  61.         response = mock.Mock(text=html.encode('utf-8'))

  62.         results = startpage.response(response)

  63.         self.assertEqual(type(results), list)

  64.         self.assertEqual(len(results), 1)

  65.         self.assertEqual(results[0]['title'], 'This should be the title')

  66.         self.assertEqual(results[0]['url'], 'http://this.should.be.the.link/')

  67.         self.assertEqual(results[0]['content'], 'This should be the content.')

  68. 

  69.         html = """

  70.         <li class="search-result search-item">

  71.             <h3>

  72.                 <a href='http://www.google.com/aclk?sa=l&ai=C' id='title_2' name='title_2' >

  73.                     This should be the title

  74.                 </a>

  75.                 <span id='title_stars_2' name='title_stars_2'>  </span>

  76.             </h3>

  77.             <p class="search-item__body">

  78.                 This should be the content.

  79.             </p>

  80.             <p>

  81.                 <span class='url'>www.speed<b>test</b>.net/fr/

  82.                 </span>

  83.                   -

  84.                 <A class="proxy" id="proxy_link" HREF="https://ixquick-proxy.com/do/spg/proxy?ep=&edata=&ek=&ekdata="

  85.                     class='proxy'>

  86.                     Navigation avec Ixquick Proxy

  87.                 </A>

  88.                     -

  89.                 <A HREF="https://ixquick-proxy.com/do/spg/highlight.pl?l=francais&c=hf&cat=web&q=test&rl=NONE&rid=

  90.                     &hlq=https://startpage.com/do/search&mtabp=-1&mtcmd=process_search&mtlanguage=francais&mtengine0=

  91.                     &mtcat=web&u=http:%2F%2Fwww.speedtest.net%2Ffr%2F" class='proxy'>

  92.                     Mis en surbrillance

  93.                 </A>

  94.             </p>

  95.         </li>

  96.         <li class="search-result search-item">

  97.             <h3>

  98.                 <span id='title_stars_2' name='title_stars_2'>  </span>

  99.             </h3>

  100.             <p class="search-item__body">

  101.                 This should be the content.

  102.             </p>

  103.             <p>

  104.                 <span class='url'>www.speed<b>test</b>.net/fr/

  105.                 </span>

  106.             </p>

  107.         </li>

  108.         <li class="search-result search-item">

  109.             <h3>

  110.                 <a href='http://this.should.be.the.link/' id='title_2' name='title_2' >

  111.                     This should be the title

  112.                 </a>

  113.                 <span id='title_stars_2' name='title_stars_2'>  </span>

  114.             </h3>

  115.             <p>

  116.                 <span class='url'>www.speed<b>test</b>.net/fr/

  117.                 </span>

  118.                   -

  119.                 <A class="proxy" id="proxy_link" HREF="https://ixquick-proxy.com/do/spg/proxy?ep=&edata=&ek=&ekdata="

  120.                     class='proxy'>

  121.                     Navigation avec Ixquick Proxy

  122.                 </A>

  123.                     -

  124.                 <A HREF="https://ixquick-proxy.com/do/spg/highlight.pl?l=francais&c=hf&cat=web&q=test&rl=NONE&rid=

  125.                     &hlq=https://startpage.com/do/search&mtabp=-1&mtcmd=process_search&mtlanguage=francais&mtengine0=

  126.                     &mtcat=web&u=http:%2F%2Fwww.speedtest.net%2Ffr%2F" class='proxy'>

  127.                     Mis en surbrillance

  128.                 </A>

  129.             </p>

  130.         </li>

  131.         """

  132.         response = mock.Mock(text=html.encode('utf-8'))

  133.         results = startpage.response(response)

  134.         self.assertEqual(type(results), list)

  135.         self.assertEqual(len(results), 1)

  136.         self.assertEqual(results[0]['content'], '')