logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git

test_qwant.py (10771B)

    

  1. from collections import defaultdict
  2. import mock
  3. from searx.engines import qwant
  4. from searx.testing import SearxTestCase
  7. class TestQwantEngine(SearxTestCase):
  9.     def test_request(self):
  10.         qwant.supported_languages = ['en-US', 'fr-CA', 'fr-FR']
  11.         query = 'test_query'
  12.         dicto = defaultdict(dict)
  13.         dicto['pageno'] = 0
  14.         dicto['language'] = 'fr-FR'
  15.         qwant.categories = ['']
  16.         params = qwant.request(query, dicto)
  17.         self.assertIn('url', params)
  18.         self.assertIn(query, params['url'])
  19.         self.assertIn('web', params['url'])
  20.         self.assertIn('qwant.com', params['url'])
  21.         self.assertIn('fr_fr', params['url'])
  23.         dicto['language'] = 'en-US'
  24.         qwant.categories = ['news']
  25.         params = qwant.request(query, dicto)
  26.         self.assertFalse('fr' in params['url'])
  27.         self.assertIn('en_us', params['url'])
  28.         self.assertIn('news', params['url'])
  30.         dicto['language'] = 'fr'
  31.         params = qwant.request(query, dicto)
  32.         self.assertIn('fr_fr', params['url'])
  34.     def test_response(self):
  35.         self.assertRaises(AttributeError, qwant.response, None)
  36.         self.assertRaises(AttributeError, qwant.response, [])
  37.         self.assertRaises(AttributeError, qwant.response, '')
  38.         self.assertRaises(AttributeError, qwant.response, '[]')
  40.         response = mock.Mock(text='{}')
  41.         self.assertEqual(qwant.response(response), [])
  43.         response = mock.Mock(text='{"data": {}}')
  44.         self.assertEqual(qwant.response(response), [])
  46.         json = """
  47.         {
  48.           "status": "success",
  49.           "data": {
  50.             "query": {
  51.               "locale": "en_us",
  52.               "query": "Test",
  53.               "offset": 10
  54.             },
  55.             "result": {
  56.               "items": [
  57.                 {
  58.                   "title": "Title",
  59.                   "score": 9999,
  60.                   "url": "http://www.url.xyz",
  61.                   "source": "...",
  62.                   "desc": "Description",
  63.                   "date": "",
  64.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",
  65.                   "favicon": "https://s.qwant.com/fav.ico"
  66.                 }
  67.               ],
  68.               "filters": []
  69.             },
  70.             "cache": {
  71.               "key": "e66aa864c00147a0e3a16ff7a5efafde",
  72.               "created": 1433092754,
  73.               "expiration": 259200,
  74.               "status": "miss",
  75.               "age": 0
  76.             }
  77.           }
  78.         }
  79.         """
  80.         response = mock.Mock(text=json)
  81.         qwant.categories = ['general']
  82.         results = qwant.response(response)
  83.         self.assertEqual(type(results), list)
  84.         self.assertEqual(len(results), 1)
  85.         self.assertEqual(results[0]['title'], 'Title')
  86.         self.assertEqual(results[0]['url'], 'http://www.url.xyz')
  87.         self.assertEqual(results[0]['content'], 'Description')
  89.         json = """
  90.         {
  91.           "status": "success",
  92.           "data": {
  93.             "query": {
  94.               "locale": "en_us",
  95.               "query": "Test",
  96.               "offset": 10
  97.             },
  98.             "result": {
  99.               "items": [
  100.                 {
  101.                   "title": "Title",
  102.                   "score": 9999,
  103.                   "url": "http://www.url.xyz",
  104.                   "source": "...",
  105.                   "media": "http://image.jpg",
  106.                   "desc": "",
  107.                   "thumbnail": "http://thumbnail.jpg",
  108.                   "date": "",
  109.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",
  110.                   "favicon": "https://s.qwant.com/fav.ico"
  111.                 }
  112.               ],
  113.               "filters": []
  114.             },
  115.             "cache": {
  116.               "key": "e66aa864c00147a0e3a16ff7a5efafde",
  117.               "created": 1433092754,
  118.               "expiration": 259200,
  119.               "status": "miss",
  120.               "age": 0
  121.             }
  122.           }
  123.         }
  124.         """
  125.         response = mock.Mock(text=json)
  126.         qwant.categories = ['images']
  127.         results = qwant.response(response)
  128.         self.assertEqual(type(results), list)
  129.         self.assertEqual(len(results), 1)
  130.         self.assertEqual(results[0]['title'], 'Title')
  131.         self.assertEqual(results[0]['url'], 'http://www.url.xyz')
  132.         self.assertEqual(results[0]['content'], '')
  133.         self.assertEqual(results[0]['thumbnail_src'], 'http://thumbnail.jpg')
  134.         self.assertEqual(results[0]['img_src'], 'http://image.jpg')
  136.         json = """
  137.         {
  138.           "status": "success",
  139.           "data": {
  140.             "query": {
  141.               "locale": "en_us",
  142.               "query": "Test",
  143.               "offset": 10
  144.             },
  145.             "result": {
  146.               "items": [
  147.                 {
  148.                   "title": "Title",
  149.                   "score": 9999,
  150.                   "url": "http://www.url.xyz",
  151.                   "source": "...",
  152.                   "desc": "Description",
  153.                   "date": 1433260920,
  154.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",
  155.                   "favicon": "https://s.qwant.com/fav.ico"
  156.                 }
  157.               ],
  158.               "filters": []
  159.             },
  160.             "cache": {
  161.               "key": "e66aa864c00147a0e3a16ff7a5efafde",
  162.               "created": 1433092754,
  163.               "expiration": 259200,
  164.               "status": "miss",
  165.               "age": 0
  166.             }
  167.           }
  168.         }
  169.         """
  170.         response = mock.Mock(text=json)
  171.         qwant.categories = ['news']
  172.         results = qwant.response(response)
  173.         self.assertEqual(type(results), list)
  174.         self.assertEqual(len(results), 1)
  175.         self.assertEqual(results[0]['title'], 'Title')
  176.         self.assertEqual(results[0]['url'], 'http://www.url.xyz')
  177.         self.assertEqual(results[0]['content'], 'Description')
  178.         self.assertIn('publishedDate', results[0])
  180.         json = """
  181.         {
  182.           "status": "success",
  183.           "data": {
  184.             "query": {
  185.               "locale": "en_us",
  186.               "query": "Test",
  187.               "offset": 10
  188.             },
  189.             "result": {
  190.               "items": [
  191.                 {
  192.                   "title": "Title",
  193.                   "score": 9999,
  194.                   "url": "http://www.url.xyz",
  195.                   "source": "...",
  196.                   "desc": "Description",
  197.                   "date": 1433260920,
  198.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",
  199.                   "favicon": "https://s.qwant.com/fav.ico"
  200.                 }
  201.               ],
  202.               "filters": []
  203.             },
  204.             "cache": {
  205.               "key": "e66aa864c00147a0e3a16ff7a5efafde",
  206.               "created": 1433092754,
  207.               "expiration": 259200,
  208.               "status": "miss",
  209.               "age": 0
  210.             }
  211.           }
  212.         }
  213.         """
  214.         response = mock.Mock(text=json)
  215.         qwant.categories = ['social media']
  216.         results = qwant.response(response)
  217.         self.assertEqual(type(results), list)
  218.         self.assertEqual(len(results), 1)
  219.         self.assertEqual(results[0]['title'], 'Title')
  220.         self.assertEqual(results[0]['url'], 'http://www.url.xyz')
  221.         self.assertEqual(results[0]['content'], 'Description')
  222.         self.assertIn('publishedDate', results[0])
  224.         json = """
  225.         {
  226.           "status": "success",
  227.           "data": {
  228.             "query": {
  229.               "locale": "en_us",
  230.               "query": "Test",
  231.               "offset": 10
  232.             },
  233.             "result": {
  234.               "items": [
  235.                 {
  236.                   "title": "Title",
  237.                   "score": 9999,
  238.                   "url": "http://www.url.xyz",
  239.                   "source": "...",
  240.                   "desc": "Description",
  241.                   "date": 1433260920,
  242.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",
  243.                   "favicon": "https://s.qwant.com/fav.ico"
  244.                 }
  245.               ],
  246.               "filters": []
  247.             },
  248.             "cache": {
  249.               "key": "e66aa864c00147a0e3a16ff7a5efafde",
  250.               "created": 1433092754,
  251.               "expiration": 259200,
  252.               "status": "miss",
  253.               "age": 0
  254.             }
  255.           }
  256.         }
  257.         """
  258.         response = mock.Mock(text=json)
  259.         qwant.categories = ['']
  260.         results = qwant.response(response)
  261.         self.assertEqual(type(results), list)
  262.         self.assertEqual(len(results), 0)
  264.         json = """
  265.         {
  266.           "status": "success",
  267.           "data": {
  268.             "query": {
  269.               "locale": "en_us",
  270.               "query": "Test",
  271.               "offset": 10
  272.             },
  273.             "result": {
  274.               "filters": []
  275.             },
  276.             "cache": {
  277.               "key": "e66aa864c00147a0e3a16ff7a5efafde",
  278.               "created": 1433092754,
  279.               "expiration": 259200,
  280.               "status": "miss",
  281.               "age": 0
  282.             }
  283.           }
  284.         }
  285.         """
  286.         response = mock.Mock(text=json)
  287.         results = qwant.response(response)
  288.         self.assertEqual(type(results), list)
  289.         self.assertEqual(len(results), 0)
  291.         json = """
  292.         {
  293.           "status": "success",
  294.           "data": {
  295.             "query": {
  296.               "locale": "en_us",
  297.               "query": "Test",
  298.               "offset": 10
  299.             },
  300.             "cache": {
  301.               "key": "e66aa864c00147a0e3a16ff7a5efafde",
  302.               "created": 1433092754,
  303.               "expiration": 259200,
  304.               "status": "miss",
  305.               "age": 0
  306.             }
  307.           }
  308.         }
  309.         """
  310.         response = mock.Mock(text=json)
  311.         results = qwant.response(response)
  312.         self.assertEqual(type(results), list)
  313.         self.assertEqual(len(results), 0)
  315.         json = """
  316.         {
  317.           "status": "success"
  318.         }
  319.         """
  320.         response = mock.Mock(text=json)
  321.         results = qwant.response(response)
  322.         self.assertEqual(type(results), list)
  323.         self.assertEqual(len(results), 0)
  325.     def test_fetch_supported_languages(self):
  326.         page = """some code...
  327.         config_set('project.regionalisation', {"continents":{},"languages":
  328.         {"de":{"code":"de","name":"Deutsch","countries":["DE","CH","AT"]},
  329.         "it":{"code":"it","name":"Italiano","countries":["IT","CH"]}}});
  330.         some more code..."""
  331.         response = mock.Mock(text=page)
  332.         languages = qwant._fetch_supported_languages(response)
  333.         self.assertEqual(type(languages), list)
  334.         self.assertEqual(len(languages), 5)
  335.         self.assertIn('de-DE', languages)
  336.         self.assertIn('de-CH', languages)
  337.         self.assertIn('de-AT', languages)
  338.         self.assertIn('it-IT', languages)
  339.         self.assertIn('it-CH', languages)