logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git

test_qwant.py (10771B)

    

  1. from collections import defaultdict

  2. import mock

  3. from searx.engines import qwant

  4. from searx.testing import SearxTestCase

  5. 

  6. 

  7. class TestQwantEngine(SearxTestCase):

  8. 

  9.     def test_request(self):

  10.         qwant.supported_languages = ['en-US', 'fr-CA', 'fr-FR']

  11.         query = 'test_query'

  12.         dicto = defaultdict(dict)

  13.         dicto['pageno'] = 0

  14.         dicto['language'] = 'fr-FR'

  15.         qwant.categories = ['']

  16.         params = qwant.request(query, dicto)

  17.         self.assertIn('url', params)

  18.         self.assertIn(query, params['url'])

  19.         self.assertIn('web', params['url'])

  20.         self.assertIn('qwant.com', params['url'])

  21.         self.assertIn('fr_fr', params['url'])

  22. 

  23.         dicto['language'] = 'en-US'

  24.         qwant.categories = ['news']

  25.         params = qwant.request(query, dicto)

  26.         self.assertFalse('fr' in params['url'])

  27.         self.assertIn('en_us', params['url'])

  28.         self.assertIn('news', params['url'])

  29. 

  30.         dicto['language'] = 'fr'

  31.         params = qwant.request(query, dicto)

  32.         self.assertIn('fr_fr', params['url'])

  33. 

  34.     def test_response(self):

  35.         self.assertRaises(AttributeError, qwant.response, None)

  36.         self.assertRaises(AttributeError, qwant.response, [])

  37.         self.assertRaises(AttributeError, qwant.response, '')

  38.         self.assertRaises(AttributeError, qwant.response, '[]')

  39. 

  40.         response = mock.Mock(text='{}')

  41.         self.assertEqual(qwant.response(response), [])

  42. 

  43.         response = mock.Mock(text='{"data": {}}')

  44.         self.assertEqual(qwant.response(response), [])

  45. 

  46.         json = """

  47.         {

  48.           "status": "success",

  49.           "data": {

  50.             "query": {

  51.               "locale": "en_us",

  52.               "query": "Test",

  53.               "offset": 10

  54.             },

  55.             "result": {

  56.               "items": [

  57.                 {

  58.                   "title": "Title",

  59.                   "score": 9999,

  60.                   "url": "http://www.url.xyz",

  61.                   "source": "...",

  62.                   "desc": "Description",

  63.                   "date": "",

  64.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",

  65.                   "favicon": "https://s.qwant.com/fav.ico"

  66.                 }

  67.               ],

  68.               "filters": []

  69.             },

  70.             "cache": {

  71.               "key": "e66aa864c00147a0e3a16ff7a5efafde",

  72.               "created": 1433092754,

  73.               "expiration": 259200,

  74.               "status": "miss",

  75.               "age": 0

  76.             }

  77.           }

  78.         }

  79.         """

  80.         response = mock.Mock(text=json)

  81.         qwant.categories = ['general']

  82.         results = qwant.response(response)

  83.         self.assertEqual(type(results), list)

  84.         self.assertEqual(len(results), 1)

  85.         self.assertEqual(results[0]['title'], 'Title')

  86.         self.assertEqual(results[0]['url'], 'http://www.url.xyz')

  87.         self.assertEqual(results[0]['content'], 'Description')

  88. 

  89.         json = """

  90.         {

  91.           "status": "success",

  92.           "data": {

  93.             "query": {

  94.               "locale": "en_us",

  95.               "query": "Test",

  96.               "offset": 10

  97.             },

  98.             "result": {

  99.               "items": [

  100.                 {

  101.                   "title": "Title",

  102.                   "score": 9999,

  103.                   "url": "http://www.url.xyz",

  104.                   "source": "...",

  105.                   "media": "http://image.jpg",

  106.                   "desc": "",

  107.                   "thumbnail": "http://thumbnail.jpg",

  108.                   "date": "",

  109.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",

  110.                   "favicon": "https://s.qwant.com/fav.ico"

  111.                 }

  112.               ],

  113.               "filters": []

  114.             },

  115.             "cache": {

  116.               "key": "e66aa864c00147a0e3a16ff7a5efafde",

  117.               "created": 1433092754,

  118.               "expiration": 259200,

  119.               "status": "miss",

  120.               "age": 0

  121.             }

  122.           }

  123.         }

  124.         """

  125.         response = mock.Mock(text=json)

  126.         qwant.categories = ['images']

  127.         results = qwant.response(response)

  128.         self.assertEqual(type(results), list)

  129.         self.assertEqual(len(results), 1)

  130.         self.assertEqual(results[0]['title'], 'Title')

  131.         self.assertEqual(results[0]['url'], 'http://www.url.xyz')

  132.         self.assertEqual(results[0]['content'], '')

  133.         self.assertEqual(results[0]['thumbnail_src'], 'http://thumbnail.jpg')

  134.         self.assertEqual(results[0]['img_src'], 'http://image.jpg')

  135. 

  136.         json = """

  137.         {

  138.           "status": "success",

  139.           "data": {

  140.             "query": {

  141.               "locale": "en_us",

  142.               "query": "Test",

  143.               "offset": 10

  144.             },

  145.             "result": {

  146.               "items": [

  147.                 {

  148.                   "title": "Title",

  149.                   "score": 9999,

  150.                   "url": "http://www.url.xyz",

  151.                   "source": "...",

  152.                   "desc": "Description",

  153.                   "date": 1433260920,

  154.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",

  155.                   "favicon": "https://s.qwant.com/fav.ico"

  156.                 }

  157.               ],

  158.               "filters": []

  159.             },

  160.             "cache": {

  161.               "key": "e66aa864c00147a0e3a16ff7a5efafde",

  162.               "created": 1433092754,

  163.               "expiration": 259200,

  164.               "status": "miss",

  165.               "age": 0

  166.             }

  167.           }

  168.         }

  169.         """

  170.         response = mock.Mock(text=json)

  171.         qwant.categories = ['news']

  172.         results = qwant.response(response)

  173.         self.assertEqual(type(results), list)

  174.         self.assertEqual(len(results), 1)

  175.         self.assertEqual(results[0]['title'], 'Title')

  176.         self.assertEqual(results[0]['url'], 'http://www.url.xyz')

  177.         self.assertEqual(results[0]['content'], 'Description')

  178.         self.assertIn('publishedDate', results[0])

  179. 

  180.         json = """

  181.         {

  182.           "status": "success",

  183.           "data": {

  184.             "query": {

  185.               "locale": "en_us",

  186.               "query": "Test",

  187.               "offset": 10

  188.             },

  189.             "result": {

  190.               "items": [

  191.                 {

  192.                   "title": "Title",

  193.                   "score": 9999,

  194.                   "url": "http://www.url.xyz",

  195.                   "source": "...",

  196.                   "desc": "Description",

  197.                   "date": 1433260920,

  198.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",

  199.                   "favicon": "https://s.qwant.com/fav.ico"

  200.                 }

  201.               ],

  202.               "filters": []

  203.             },

  204.             "cache": {

  205.               "key": "e66aa864c00147a0e3a16ff7a5efafde",

  206.               "created": 1433092754,

  207.               "expiration": 259200,

  208.               "status": "miss",

  209.               "age": 0

  210.             }

  211.           }

  212.         }

  213.         """

  214.         response = mock.Mock(text=json)

  215.         qwant.categories = ['social media']

  216.         results = qwant.response(response)

  217.         self.assertEqual(type(results), list)

  218.         self.assertEqual(len(results), 1)

  219.         self.assertEqual(results[0]['title'], 'Title')

  220.         self.assertEqual(results[0]['url'], 'http://www.url.xyz')

  221.         self.assertEqual(results[0]['content'], 'Description')

  222.         self.assertIn('publishedDate', results[0])

  223. 

  224.         json = """

  225.         {

  226.           "status": "success",

  227.           "data": {

  228.             "query": {

  229.               "locale": "en_us",

  230.               "query": "Test",

  231.               "offset": 10

  232.             },

  233.             "result": {

  234.               "items": [

  235.                 {

  236.                   "title": "Title",

  237.                   "score": 9999,

  238.                   "url": "http://www.url.xyz",

  239.                   "source": "...",

  240.                   "desc": "Description",

  241.                   "date": 1433260920,

  242.                   "_id": "db0aadd62c2a8565567ffc382f5c61fa",

  243.                   "favicon": "https://s.qwant.com/fav.ico"

  244.                 }

  245.               ],

  246.               "filters": []

  247.             },

  248.             "cache": {

  249.               "key": "e66aa864c00147a0e3a16ff7a5efafde",

  250.               "created": 1433092754,

  251.               "expiration": 259200,

  252.               "status": "miss",

  253.               "age": 0

  254.             }

  255.           }

  256.         }

  257.         """

  258.         response = mock.Mock(text=json)

  259.         qwant.categories = ['']

  260.         results = qwant.response(response)

  261.         self.assertEqual(type(results), list)

  262.         self.assertEqual(len(results), 0)

  263. 

  264.         json = """

  265.         {

  266.           "status": "success",

  267.           "data": {

  268.             "query": {

  269.               "locale": "en_us",

  270.               "query": "Test",

  271.               "offset": 10

  272.             },

  273.             "result": {

  274.               "filters": []

  275.             },

  276.             "cache": {

  277.               "key": "e66aa864c00147a0e3a16ff7a5efafde",

  278.               "created": 1433092754,

  279.               "expiration": 259200,

  280.               "status": "miss",

  281.               "age": 0

  282.             }

  283.           }

  284.         }

  285.         """

  286.         response = mock.Mock(text=json)

  287.         results = qwant.response(response)

  288.         self.assertEqual(type(results), list)

  289.         self.assertEqual(len(results), 0)

  290. 

  291.         json = """

  292.         {

  293.           "status": "success",

  294.           "data": {

  295.             "query": {

  296.               "locale": "en_us",

  297.               "query": "Test",

  298.               "offset": 10

  299.             },

  300.             "cache": {

  301.               "key": "e66aa864c00147a0e3a16ff7a5efafde",

  302.               "created": 1433092754,

  303.               "expiration": 259200,

  304.               "status": "miss",

  305.               "age": 0

  306.             }

  307.           }

  308.         }

  309.         """

  310.         response = mock.Mock(text=json)

  311.         results = qwant.response(response)

  312.         self.assertEqual(type(results), list)

  313.         self.assertEqual(len(results), 0)

  314. 

  315.         json = """

  316.         {

  317.           "status": "success"

  318.         }

  319.         """

  320.         response = mock.Mock(text=json)

  321.         results = qwant.response(response)

  322.         self.assertEqual(type(results), list)

  323.         self.assertEqual(len(results), 0)

  324. 

  325.     def test_fetch_supported_languages(self):

  326.         page = """some code...

  327.         config_set('project.regionalisation', {"continents":{},"languages":

  328.         {"de":{"code":"de","name":"Deutsch","countries":["DE","CH","AT"]},

  329.         "it":{"code":"it","name":"Italiano","countries":["IT","CH"]}}});

  330.         some more code..."""

  331.         response = mock.Mock(text=page)

  332.         languages = qwant._fetch_supported_languages(response)

  333.         self.assertEqual(type(languages), list)

  334.         self.assertEqual(len(languages), 5)

  335.         self.assertIn('de-DE', languages)

  336.         self.assertIn('de-CH', languages)

  337.         self.assertIn('de-AT', languages)

  338.         self.assertIn('it-IT', languages)

  339.         self.assertIn('it-CH', languages)