logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://anongit.hacktivis.me/git/searx.git/

test_kickass.py (22271B)

    

  1. # -*- coding: utf-8 -*-
  2. from collections import defaultdict
  3. import mock
  4. from searx.engines import kickass
  5. from searx.testing import SearxTestCase
  8. class TestKickassEngine(SearxTestCase):
  10.     def test_request(self):
  11.         query = 'test_query'
  12.         dicto = defaultdict(dict)
  13.         dicto['pageno'] = 1
  14.         params = kickass.request(query, dicto)
  15.         self.assertIn('url', params)
  16.         self.assertIn(query, params['url'])
  17.         self.assertIn('kickass.cd', params['url'])
  18.         self.assertFalse(params['verify'])
  20.     def test_response(self):
  21.         self.assertRaises(AttributeError, kickass.response, None)
  22.         self.assertRaises(AttributeError, kickass.response, [])
  23.         self.assertRaises(AttributeError, kickass.response, '')
  24.         self.assertRaises(AttributeError, kickass.response, '[]')
  26.         response = mock.Mock(text='<html></html>')
  27.         self.assertEqual(kickass.response(response), [])
  29.         html = """
  30.         <table cellpadding="0" cellspacing="0" class="data" style="width: 100%">
  31.             <tr class="firstr">
  32.                 <th class="width100perc nopad">torrent name</th>
  33.                 <th class="center">
  34.                     <a href="/search/test/?field=size&sorder=desc" rel="nofollow">size</a>
  35.                 </th>
  36.                 <th class="center"><span class="files">
  37.                     <a href="/search/test/?field=files_count&sorder=desc" rel="nofollow">files</a></span>
  38.                 </th>
  39.                 <th class="center"><span>
  40.                     <a href="/search/test/?field=time_add&sorder=desc" rel="nofollow">age</a></span>
  41.                 </th>
  42.                 <th class="center"><span class="seed">
  43.                     <a href="/search/test/?field=seeders&sorder=desc" rel="nofollow">seed</a></span>
  44.                 </th>
  45.                 <th class="lasttd nobr center">
  46.                     <a href="/search/test/?field=leechers&sorder=desc" rel="nofollow">leech</a>
  47.                 </th>
  48.             </tr>
  49.             <tr class="even" id="torrent_test6478745">
  50.                 <td>
  51.                     <div class="iaconbox center floatright">
  52.                         <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">
  53.                             <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>
  54.                             <i class="ka ka-comment"></i>
  55.                         </a>
  56.                         <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">
  57.                             <i class="ka ka16 ka-verify ka-green"></i>
  58.                         </a>
  59.                         <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">
  60.                             <i class="ka ka16 ka-arrow-down partner1Button"></i>
  61.                         </a>
  62.                         <a title="Torrent magnet link"
  63.                             href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">
  64.                             <i class="ka ka16 ka-magnet"></i>
  65.                         </a>
  66.                         <a title="Download torrent file"
  67.                             href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">
  68.                             <i class="ka ka16 ka-arrow-down"></i>
  69.                         </a>
  70.                     </div>
  71.                     <div class="torrentname">
  72.                     <a href="/test-t6478745.html" class="torType txtType"></a>
  73.                     <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>
  74.                     <div class="markeredBlock torType txtType">
  75.                         <a href="/url.html" class="cellMainLink">
  76.                             <strong class="red">This should be the title</strong>
  77.                         </a>
  78.                         <span class="font11px lightgrey block">
  79.                             Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>
  80.                             <a class="plain" href="/user/riri/">riri</a> in
  81.                             <span id="cat_6478745">
  82.                                 <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>
  83.                             </span>
  84.                         </span>
  85.                     </div>
  86.                 </td>
  87.                 <td class="nobr center">449 bytes</td>
  88.                 <td class="center">4</td>
  89.                 <td class="center">2&nbsp;years</td>
  90.                 <td class="green center">10</td>
  91.                 <td class="red lasttd center">1</td>
  92.             </tr>
  93.         </table>
  94.         """
  95.         response = mock.Mock(text=html)
  96.         results = kickass.response(response)
  97.         self.assertEqual(type(results), list)
  98.         self.assertEqual(len(results), 1)
  99.         self.assertEqual(results[0]['title'], 'This should be the title')
  100.         self.assertEqual(results[0]['url'], 'https://kickass.cd/url.html')
  101.         self.assertEqual(results[0]['content'], 'Posted by riri in Other > Unsorted')
  102.         self.assertEqual(results[0]['seed'], 10)
  103.         self.assertEqual(results[0]['leech'], 1)
  104.         self.assertEqual(results[0]['filesize'], 449)
  105.         self.assertEqual(results[0]['files'], 4)
  106.         self.assertEqual(results[0]['magnetlink'], 'magnet:?xt=urn:btih:MAGNETURL&dn=test')
  107.         self.assertEqual(results[0]['torrentfile'], 'http://torcache.net/torrent/53917.torrent?title=test')
  109.         html = """
  110.         <table cellpadding="0" cellspacing="0" class="data" style="width: 100%">
  111.             <tr class="firstr">
  112.                 <th class="width100perc nopad">torrent name</th>
  113.                 <th class="center">
  114.                     <a href="/search/test/?field=size&sorder=desc" rel="nofollow">size</a>
  115.                 </th>
  116.                 <th class="center"><span class="files">
  117.                     <a href="/search/test/?field=files_count&sorder=desc" rel="nofollow">files</a></span>
  118.                 </th>
  119.                 <th class="center"><span>
  120.                     <a href="/search/test/?field=time_add&sorder=desc" rel="nofollow">age</a></span>
  121.                 </th>
  122.                 <th class="center"><span class="seed">
  123.                     <a href="/search/test/?field=seeders&sorder=desc" rel="nofollow">seed</a></span>
  124.                 </th>
  125.                 <th class="lasttd nobr center">
  126.                     <a href="/search/test/?field=leechers&sorder=desc" rel="nofollow">leech</a>
  127.                 </th>
  128.             </tr>
  129.         </table>
  130.         """
  131.         response = mock.Mock(text=html)
  132.         results = kickass.response(response)
  133.         self.assertEqual(type(results), list)
  134.         self.assertEqual(len(results), 0)
  136.         html = """
  137.         <table cellpadding="0" cellspacing="0" class="data" style="width: 100%">
  138.             <tr class="firstr">
  139.                 <th class="width100perc nopad">torrent name</th>
  140.                 <th class="center">
  141.                     <a href="/search/test/?field=size&sorder=desc" rel="nofollow">size</a>
  142.                 </th>
  143.                 <th class="center"><span class="files">
  144.                     <a href="/search/test/?field=files_count&sorder=desc" rel="nofollow">files</a></span>
  145.                 </th>
  146.                 <th class="center"><span>
  147.                     <a href="/search/test/?field=time_add&sorder=desc" rel="nofollow">age</a></span>
  148.                 </th>
  149.                 <th class="center"><span class="seed">
  150.                     <a href="/search/test/?field=seeders&sorder=desc" rel="nofollow">seed</a></span>
  151.                 </th>
  152.                 <th class="lasttd nobr center">
  153.                     <a href="/search/test/?field=leechers&sorder=desc" rel="nofollow">leech</a>
  154.                 </th>
  155.             </tr>
  156.             <tr class="even" id="torrent_test6478745">
  157.                 <td>
  158.                     <div class="iaconbox center floatright">
  159.                         <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">
  160.                             <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>
  161.                             <i class="ka ka-comment"></i>
  162.                         </a>
  163.                         <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">
  164.                             <i class="ka ka16 ka-verify ka-green"></i>
  165.                         </a>
  166.                         <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">
  167.                             <i class="ka ka16 ka-arrow-down partner1Button"></i>
  168.                         </a>
  169.                         <a title="Torrent magnet link"
  170.                             href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">
  171.                             <i class="ka ka16 ka-magnet"></i>
  172.                         </a>
  173.                         <a title="Download torrent file"
  174.                             href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">
  175.                             <i class="ka ka16 ka-arrow-down"></i>
  176.                         </a>
  177.                     </div>
  178.                     <div class="torrentname">
  179.                     <a href="/test-t6478745.html" class="torType txtType"></a>
  180.                     <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>
  181.                     <div class="markeredBlock torType txtType">
  182.                         <a href="/url.html" class="cellMainLink">
  183.                             <strong class="red">This should be the title</strong>
  184.                         </a>
  185.                         <span class="font11px lightgrey block">
  186.                             Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>
  187.                             <a class="plain" href="/user/riri/">riri</a> in
  188.                             <span id="cat_6478745">
  189.                                 <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>
  190.                             </span>
  191.                         </span>
  192.                     </div>
  193.                 </td>
  194.                 <td class="nobr center">1 KiB</td>
  195.                 <td class="center">4</td>
  196.                 <td class="center">2&nbsp;years</td>
  197.                 <td class="green center">10</td>
  198.                 <td class="red lasttd center">1</td>
  199.             </tr>
  200.             <tr class="even" id="torrent_test6478745">
  201.                 <td>
  202.                     <div class="iaconbox center floatright">
  203.                         <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">
  204.                             <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>
  205.                             <i class="ka ka-comment"></i>
  206.                         </a>
  207.                         <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">
  208.                             <i class="ka ka16 ka-verify ka-green"></i>
  209.                         </a>
  210.                         <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">
  211.                             <i class="ka ka16 ka-arrow-down partner1Button"></i>
  212.                         </a>
  213.                         <a title="Torrent magnet link"
  214.                             href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">
  215.                             <i class="ka ka16 ka-magnet"></i>
  216.                         </a>
  217.                         <a title="Download torrent file"
  218.                             href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">
  219.                             <i class="ka ka16 ka-arrow-down"></i>
  220.                         </a>
  221.                     </div>
  222.                     <div class="torrentname">
  223.                     <a href="/test-t6478745.html" class="torType txtType"></a>
  224.                     <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>
  225.                     <div class="markeredBlock torType txtType">
  226.                         <a href="/url.html" class="cellMainLink">
  227.                             <strong class="red">This should be the title</strong>
  228.                         </a>
  229.                         <span class="font11px lightgrey block">
  230.                             Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>
  231.                             <a class="plain" href="/user/riri/">riri</a> in
  232.                             <span id="cat_6478745">
  233.                                 <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>
  234.                             </span>
  235.                         </span>
  236.                     </div>
  237.                 </td>
  238.                 <td class="nobr center">1 MiB</td>
  239.                 <td class="center">4</td>
  240.                 <td class="center">2&nbsp;years</td>
  241.                 <td class="green center">9</td>
  242.                 <td class="red lasttd center">1</td>
  243.             </tr>
  244.             <tr class="even" id="torrent_test6478745">
  245.                 <td>
  246.                     <div class="iaconbox center floatright">
  247.                         <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">
  248.                             <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>
  249.                             <i class="ka ka-comment"></i>
  250.                         </a>
  251.                         <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">
  252.                             <i class="ka ka16 ka-verify ka-green"></i>
  253.                         </a>
  254.                         <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">
  255.                             <i class="ka ka16 ka-arrow-down partner1Button"></i>
  256.                         </a>
  257.                         <a title="Torrent magnet link"
  258.                             href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">
  259.                             <i class="ka ka16 ka-magnet"></i>
  260.                         </a>
  261.                         <a title="Download torrent file"
  262.                             href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">
  263.                             <i class="ka ka16 ka-arrow-down"></i>
  264.                         </a>
  265.                     </div>
  266.                     <div class="torrentname">
  267.                     <a href="/test-t6478745.html" class="torType txtType"></a>
  268.                     <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>
  269.                     <div class="markeredBlock torType txtType">
  270.                         <a href="/url.html" class="cellMainLink">
  271.                             <strong class="red">This should be the title</strong>
  272.                         </a>
  273.                         <span class="font11px lightgrey block">
  274.                             Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>
  275.                             <a class="plain" href="/user/riri/">riri</a> in
  276.                             <span id="cat_6478745">
  277.                                 <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>
  278.                             </span>
  279.                         </span>
  280.                     </div>
  281.                 </td>
  282.                 <td class="nobr center">1 GiB</td>
  283.                 <td class="center">4</td>
  284.                 <td class="center">2&nbsp;years</td>
  285.                 <td class="green center">8</td>
  286.                 <td class="red lasttd center">1</td>
  287.             </tr>
  288.             <tr class="even" id="torrent_test6478745">
  289.                 <td>
  290.                     <div class="iaconbox center floatright">
  291.                         <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">
  292.                             <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>
  293.                             <i class="ka ka-comment"></i>
  294.                         </a>
  295.                         <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">
  296.                             <i class="ka ka16 ka-verify ka-green"></i>
  297.                         </a>
  298.                         <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">
  299.                             <i class="ka ka16 ka-arrow-down partner1Button"></i>
  300.                         </a>
  301.                         <a title="Torrent magnet link"
  302.                             href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">
  303.                             <i class="ka ka16 ka-magnet"></i>
  304.                         </a>
  305.                         <a title="Download torrent file"
  306.                             href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">
  307.                             <i class="ka ka16 ka-arrow-down"></i>
  308.                         </a>
  309.                     </div>
  310.                     <div class="torrentname">
  311.                     <a href="/test-t6478745.html" class="torType txtType"></a>
  312.                     <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>
  313.                     <div class="markeredBlock torType txtType">
  314.                         <a href="/url.html" class="cellMainLink">
  315.                             <strong class="red">This should be the title</strong>
  316.                         </a>
  317.                         <span class="font11px lightgrey block">
  318.                             Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>
  319.                             <a class="plain" href="/user/riri/">riri</a> in
  320.                             <span id="cat_6478745">
  321.                                 <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>
  322.                             </span>
  323.                         </span>
  324.                     </div>
  325.                 </td>
  326.                 <td class="nobr center">1 TiB</td>
  327.                 <td class="center">4</td>
  328.                 <td class="center">2&nbsp;years</td>
  329.                 <td class="green center">7</td>
  330.                 <td class="red lasttd center">1</td>
  331.             </tr>
  332.             <tr class="even" id="torrent_test6478745">
  333.                 <td>
  334.                     <div class="iaconbox center floatright">
  335.                         <a rel="6478745,0" class="icommentjs icon16" href="/test-t6478745.html#comment">
  336.                             <em style="font-size: 12px; margin: 0 4px 0 4px;" class="iconvalue">3</em>
  337.                             <i class="ka ka-comment"></i>
  338.                         </a>
  339.                         <a class="iverify icon16" href="/test-t6478745.html" title="Verified Torrent">
  340.                             <i class="ka ka16 ka-verify ka-green"></i>
  341.                         </a>
  342.                         <a href="#" onclick="_scq.push([]); return false;" class="partner1Button idownload icon16">
  343.                             <i class="ka ka16 ka-arrow-down partner1Button"></i>
  344.                         </a>
  345.                         <a title="Torrent magnet link"
  346.                             href="magnet:?xt=urn:btih:MAGNETURL&dn=test" class="imagnet icon16">
  347.                             <i class="ka ka16 ka-magnet"></i>
  348.                         </a>
  349.                         <a title="Download torrent file"
  350.                             href="http://torcache.net/torrent/53917.torrent?title=test" class="idownload icon16">
  351.                             <i class="ka ka16 ka-arrow-down"></i>
  352.                         </a>
  353.                     </div>
  354.                     <div class="torrentname">
  355.                     <a href="/test-t6478745.html" class="torType txtType"></a>
  356.                     <a href="/test-t6478745.html" class="normalgrey font12px plain bold"></a>
  357.                     <div class="markeredBlock torType txtType">
  358.                         <a href="/url.html" class="cellMainLink">
  359.                             <strong class="red">This should be the title</strong>
  360.                         </a>
  361.                         <span class="font11px lightgrey block">
  362.                             Posted by <i class="ka ka-verify" style="font-size: 16px;color:orange;"></i>
  363.                             <a class="plain" href="/user/riri/">riri</a> in
  364.                             <span id="cat_6478745">
  365.                                 <strong><a href="/other/">Other</a> > <a href="/unsorted/">Unsorted</a></strong>
  366.                             </span>
  367.                         </span>
  368.                     </div>
  369.                 </td>
  370.                 <td class="nobr center">z bytes</td>
  371.                 <td class="center">r</td>
  372.                 <td class="center">2&nbsp;years</td>
  373.                 <td class="green center">a</td>
  374.                 <td class="red lasttd center">t</td>
  375.             </tr>
  376.         </table>
  377.         """
  378.         response = mock.Mock(text=html)
  379.         results = kickass.response(response)
  380.         self.assertEqual(type(results), list)
  381.         self.assertEqual(len(results), 5)
  382.         self.assertEqual(results[0]['title'], 'This should be the title')
  383.         self.assertEqual(results[0]['url'], 'https://kickass.cd/url.html')
  384.         self.assertEqual(results[0]['content'], 'Posted by riri in Other > Unsorted')
  385.         self.assertEqual(results[0]['seed'], 10)
  386.         self.assertEqual(results[0]['leech'], 1)
  387.         self.assertEqual(results[0]['files'], 4)
  388.         self.assertEqual(results[0]['magnetlink'], 'magnet:?xt=urn:btih:MAGNETURL&dn=test')
  389.         self.assertEqual(results[0]['torrentfile'], 'http://torcache.net/torrent/53917.torrent?title=test')
  390.         self.assertEqual(results[0]['filesize'], 1000)
  391.         self.assertEqual(results[1]['filesize'], 1000000)
  392.         self.assertEqual(results[2]['filesize'], 1000000000)
  393.         self.assertEqual(results[3]['filesize'], 1000000000000)
  394.         self.assertEqual(results[4]['seed'], 0)
  395.         self.assertEqual(results[4]['leech'], 0)
  396.         self.assertEqual(results[4]['files'], None)
  397.         self.assertEqual(results[4]['filesize'], None)