logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git
commit: dad0434f34f04ada2b4b0961bbb714e25c752677
parent d4957045513d6fb32dcffbc7ea87483479a8cb6e
Author: Cqoicebordel <Cqoicebordel@users.noreply.github.com>
Date:   Thu, 29 Jan 2015 20:15:52 +0100

Bing images' unit test

Diffstat:

Msearx/engines/bing_images.py5++++-
Asearx/tests/engines/test_bing_images.py268+++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++++
Msearx/tests/test_engines.py1+
3 files changed, 273 insertions(+), 1 deletion(-)

diff --git a/searx/engines/bing_images.py b/searx/engines/bing_images.py @@ -33,7 +33,10 @@ def request(query, params): offset = (params['pageno'] - 1) * 10 + 1 # required for cookie - language = 'en-US' + if params['language'] == 'all': + language = 'en-US' + else: + language = params['language'].replace('_', '-') search_path = search_string.format( query=urlencode({'q': query}), diff --git a/searx/tests/engines/test_bing_images.py b/searx/tests/engines/test_bing_images.py @@ -0,0 +1,268 @@ +# -*- coding: utf-8 -*- +from collections import defaultdict +import mock +from searx.engines import bing_images +from searx.testing import SearxTestCase + + +class TestBingImagesEngine(SearxTestCase): + + def test_request(self): + query = 'test_query' + dicto = defaultdict(dict) + dicto['pageno'] = 1 + dicto['language'] = 'fr_FR' + params = bing_images.request(query, dicto) + self.assertTrue('url' in params) + self.assertTrue(query in params['url']) + self.assertTrue('bing.com' in params['url']) + self.assertTrue('SRCHHPGUSR' in params['cookies']) + self.assertTrue('fr' in params['cookies']['SRCHHPGUSR']) + + dicto['language'] = 'all' + params = bing_images.request(query, dicto) + self.assertIn('SRCHHPGUSR', params['cookies']) + self.assertIn('en', params['cookies']['SRCHHPGUSR']) + + def test_response(self): + self.assertRaises(AttributeError, bing_images.response, None) + self.assertRaises(AttributeError, bing_images.response, []) + self.assertRaises(AttributeError, bing_images.response, '') + self.assertRaises(AttributeError, bing_images.response, '[]') + + response = mock.Mock(content='<html></html>') + self.assertEqual(bing_images.response(response), []) + + response = mock.Mock(content='<html></html>') + self.assertEqual(bing_images.response(response), []) + + html = """ + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + """ + html = html.replace('\r\n', '').replace('\n', '').replace('\r', '') + response = mock.Mock(content=html) + results = bing_images.response(response) + self.assertEqual(type(results), list) + self.assertEqual(len(results), 1) + self.assertEqual(results[0]['title'], 'Test Query') + self.assertEqual(results[0]['url'], 'http://www.page.url/') + self.assertEqual(results[0]['content'], '') + self.assertEqual(results[0]['thumbnail_src'], 'http://ts1.mm.bing.net/th?id=HN.608003696942779811') + self.assertEqual(results[0]['img_src'], 'http://test.url/Test%20Query.jpg') + + html = """ + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, + mid:&quot;59EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, + surl:&quot;http://www.page.url/&quot;, + imgurl:&quot;http://test.url/Test%20Query.jpg&quot;,oh:&quot;238&quot;, + tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + """ + response = mock.Mock(content=html) + results = bing_images.response(response) + self.assertEqual(type(results), list) + self.assertEqual(len(results), 0) + + html = """ + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + <div class="dg_u" style="width:178px;height:144px;left:17px;top:0px"> + <a href="#" ihk="HN.608003696942779811" + m="{ns:&quot;images&quot;,k:&quot;5045&quot;, +mid:&quot;659EB92C317974F34517A1CCAEBEF76A578E08DEE&quot;, +surl:&quot;http://www.page.url/&quot;,imgurl:&quot;http://test.url/Test%20Query.jpg&quot;, +oh:&quot;238&quot;,tft:&quot;0&quot;,oi:&quot;http://www.image.url/Images/Test%20Query.jpg&quot;}" + mid="59EB92C317974F34517A1CCAEBEF76A578E08DEE" onclick="return false;" + t1="Test Query" t2="650 x 517 · 31 kB · jpeg" t3="www.short.url" h="ID=images,5045.1"> + <img src="https://tse4.mm.bing.net/th?id=HN.608003696942779811&amp;o=4&amp;pid=1.7" + style="height:144px;" width="178" height="144"/> + </a> + </div> + """ + html = html.replace('\r\n', '').replace('\n', '').replace('\r', '') + response = mock.Mock(content=html) + results = bing_images.response(response) + self.assertEqual(type(results), list) + self.assertEqual(len(results), 10) diff --git a/searx/tests/test_engines.py b/searx/tests/test_engines.py @@ -1,4 +1,5 @@ from searx.tests.engines.test_bing import * # noqa +from searx.tests.engines.test_bing_images import * # noqa from searx.tests.engines.test_dailymotion import * # noqa from searx.tests.engines.test_deezer import * # noqa from searx.tests.engines.test_deviantart import * # noqa