logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://anongit.hacktivis.me/git/searx.git/

test_swisscows.py (7047B)

    

  1. from collections import defaultdict
  2. import mock
  3. from searx.engines import swisscows
  4. from searx.testing import SearxTestCase
  7. class TestSwisscowsEngine(SearxTestCase):
  9.     def test_request(self):
  10.         swisscows.supported_languages = ['de-AT', 'de-DE']
  11.         query = 'test_query'
  12.         dicto = defaultdict(dict)
  13.         dicto['pageno'] = 1
  14.         dicto['language'] = 'de-DE'
  15.         params = swisscows.request(query, dicto)
  16.         self.assertTrue('url' in params)
  17.         self.assertTrue(query in params['url'])
  18.         self.assertTrue('swisscows.ch' in params['url'])
  19.         self.assertTrue('uiLanguage=de' in params['url'])
  20.         self.assertTrue('region=de-DE' in params['url'])
  22.         dicto['category'] = 'images'
  23.         params = swisscows.request(query, dicto)
  24.         self.assertIn('image', params['url'])
  26.     def test_response(self):
  27.         self.assertRaises(AttributeError, swisscows.response, None)
  28.         self.assertRaises(AttributeError, swisscows.response, [])
  29.         self.assertRaises(AttributeError, swisscows.response, '')
  30.         self.assertRaises(AttributeError, swisscows.response, '[]')
  32.         response = mock.Mock(text=b'<html></html>')
  33.         self.assertEqual(swisscows.response(response), [])
  35.         response = mock.Mock(text=b'<html></html>')
  36.         self.assertEqual(swisscows.response(response), [])
  38.         html = b"""
  39.         <script>
  40.             App.Dispatcher.dispatch("initialize", {
  41.                 html5history: true,
  42.                 initialData: {"Request":
  43.                     {"Page":1,
  44.                     "ItemsCount":1,
  45.                     "Query":"This should ",
  46.                     "NormalizedQuery":"This should ",
  47.                     "Region":"de-AT",
  48.                     "UILanguage":"de"},
  49.                     "Results":{"items":[
  50.                             {"Title":"\uE000This should\uE001 be the title",
  51.                             "Description":"\uE000This should\uE001 be the content.",
  52.                             "Url":"http://this.should.be.the.link/",
  53.                             "DisplayUrl":"www.\uE000this.should.be.the\uE001.link",
  54.                             "Id":"782ef287-e439-451c-b380-6ebc14ba033d"},
  55.                             {"Title":"Datei:This should1.svg",
  56.                             "Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
  57.                             "SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should1.svg",
  58.                             "DisplayUrl":"de.wikipedia.org/wiki/Datei:This should1.svg",
  59.                             "Width":950,
  60.                             "Height":534,
  61.                             "FileSize":92100,
  62.                             "ContentType":"image/jpeg",
  63.                             "Thumbnail":{
  64.                                 "Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should1.png",
  65.                                 "ContentType":"image/jpeg",
  66.                                 "Width":300,
  67.                                 "Height":168,
  68.                                 "FileSize":9134},
  69.                                 "Id":"6a97a542-8f65-425f-b7f6-1178c3aba7be"
  70.                             }
  71.                         ],"TotalCount":55300,
  72.                         "Query":"This should "
  73.                     },
  74.                     "Images":[{"Title":"Datei:This should.svg",
  75.                         "Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
  76.                         "SourceUrl":"http://de.wikipedia.org/wiki/Datei:This should.svg",
  77.                         "DisplayUrl":"de.wikipedia.org/wiki/Datei:This should.svg",
  78.                         "Width":1280,
  79.                         "Height":677,
  80.                         "FileSize":50053,
  81.                         "ContentType":"image/png",
  82.                         "Thumbnail":{"Url":"https://i.swisscows.ch/?link=http%3a%2f%2fts2.mm.This/should.png",
  83.                             "ContentType":"image/png",
  84.                             "Width":300,
  85.                             "Height":158,
  86.                             "FileSize":8023},
  87.                         "Id":"ae230fd8-a06a-47d6-99d5-e74766d8143a"}]},
  88.                 environment: "production"
  89.             }).then(function (options) {
  90.                 $('#Search_Form').on('submit', function (e) {
  91.                     if (!Modernizr.history) return;
  92.                     e.preventDefault();
  94.                     var $form = $(this),
  95.                         $query = $('#Query'),
  96.                         query = $.trim($query.val()),
  97.                         path = App.Router.makePath($form.attr('action'), null, $form.serializeObject())
  99.                     if (query.length) {
  100.                         options.html5history ?
  101.                             ReactRouter.HistoryLocation.push(path) :
  102.                             ReactRouter.RefreshLocation.push(path);
  103.                     }
  104.                     else $('#Query').trigger('blur');
  105.                 });
  107.             });
  108.         </script>
  109.         """
  110.         response = mock.Mock(text=html)
  111.         results = swisscows.response(response)
  112.         self.assertEqual(type(results), list)
  113.         self.assertEqual(len(results), 3)
  114.         self.assertEqual(results[0]['title'], 'This should be the title')
  115.         self.assertEqual(results[0]['url'], 'http://this.should.be.the.link/')
  116.         self.assertEqual(results[0]['content'], 'This should be the content.')
  117.         self.assertEqual(results[1]['title'], 'Datei:This should1.svg')
  118.         self.assertEqual(results[1]['url'], 'http://de.wikipedia.org/wiki/Datei:This should1.svg')
  119.         self.assertEqual(results[1]['img_src'], 'http://ts2.mm.This/should1.png')
  120.         self.assertEqual(results[1]['template'], 'images.html')
  121.         self.assertEqual(results[2]['title'], 'Datei:This should.svg')
  122.         self.assertEqual(results[2]['url'], 'http://de.wikipedia.org/wiki/Datei:This should.svg')
  123.         self.assertEqual(results[2]['img_src'], 'http://ts2.mm.This/should.png')
  124.         self.assertEqual(results[2]['template'], 'images.html')
  126.     def test_fetch_supported_languages(self):
  127.         html = """<html></html>"""
  128.         response = mock.Mock(text=html)
  129.         languages = swisscows._fetch_supported_languages(response)
  130.         self.assertEqual(type(languages), list)
  131.         self.assertEqual(len(languages), 0)
  133.         html = """
  134.         <html>
  135.             <div id="regions-popup">
  136.                 <div>
  137.                     <ul>
  138.                         <li><a data-search-language="browser"></a></li>
  139.                         <li><a data-search-language="de-CH"></a></li>
  140.                         <li><a data-search-language="fr-CH"></a></li>
  141.                     </ul>
  142.                 </div>
  143.             </div>
  144.         </html>
  145.         """
  146.         response = mock.Mock(text=html)
  147.         languages = swisscows._fetch_supported_languages(response)
  148.         self.assertEqual(type(languages), list)
  149.         self.assertEqual(len(languages), 3)
  150.         self.assertIn('de-CH', languages)
  151.         self.assertIn('fr-CH', languages)