logo

searx

My custom branche(s) on searx, a meta-search engine git clone https://hacktivis.me/git/searx.git

test_twitter.py (32732B)

    

  1. # -*- coding: utf-8 -*-

  2. from collections import defaultdict

  3. import mock

  4. from searx.engines import twitter

  5. from searx.testing import SearxTestCase

  6. 

  7. 

  8. class TestTwitterEngine(SearxTestCase):

  9. 

  10.     def test_request(self):

  11.         query = 'test_query'

  12.         dicto = defaultdict(dict)

  13.         dicto['pageno'] = 0

  14.         dicto['language'] = 'fr_FR'

  15.         params = twitter.request(query, dicto)

  16.         self.assertIn('url', params)

  17.         self.assertIn(query, params['url'])

  18.         self.assertIn('twitter.com', params['url'])

  19.         self.assertIn('cookies', params)

  20.         self.assertIn('lang', params['cookies'])

  21.         self.assertIn('fr', params['cookies']['lang'])

  22. 

  23.     def test_response(self):

  24.         self.assertRaises(AttributeError, twitter.response, None)

  25.         self.assertRaises(AttributeError, twitter.response, [])

  26.         self.assertRaises(AttributeError, twitter.response, '')

  27.         self.assertRaises(AttributeError, twitter.response, '[]')

  28. 

  29.         response = mock.Mock(text='<html></html>')

  30.         self.assertEqual(twitter.response(response), [])

  31. 

  32.         html = """

  33.         <li class="js-stream-item stream-item stream-item expanding-stream-item" data-item-id="563005573290287105"

  34.             id="stream-item-tweet-563005573290287105" data-item-type="tweet">

  35.             <div class="tweet original-tweet js-stream-tweet js-actionable-tweet js-profile-popup-actionable

  36.                 js-original-tweet has-cards has-native-media" data-tweet-id="563005573290287105" data-disclosure-type=""

  37.                 data-item-id="563005573290287105" data-screen-name="Jalopnik" data-name="Jalopnik"

  38.                 data-user-id="3060631" data-has-native-media="true" data-has-cards="true" data-card-type="photo"

  39.                 data-expanded-footer="&lt;div class=&quot;js-tweet-details-fixer

  40.                 tweet-details-fixer&quot;&gt;&#10;&#10;&#10;

  41.                 &lt;div class=&quot;cards-media-container js-media-container&quot;&gt;&lt;div

  42.                 data-card-url=&quot;//twitter.com/Jalopnik/status/563005573290287105/photo/1&quot; data-card-type=&quot;

  43.                 photo&quot; class=&quot;cards-base cards-multimedia&quot; data-element-context=&quot;platform_photo_card

  44.                 &quot;&gt;&#10;&#10;&#10;  &lt;a class=&quot;media media-thumbnail twitter-timeline-link is-preview

  45.                 &quot; data-url=&quot;https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg:large&quot;

  46.                 data-resolved-url-large=&quot;https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg:large&quot;

  47.                 href=&quot;//twitter.com/Jalopnik/status/563005573290287105/photo/1&quot;&gt;&#10;

  48.                 &lt;div class=&quot;&quot;&gt;&#10; &lt;img src=&quot;

  49.                 https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg&quot;

  50.                 alt=&quot;Embedded image permalink&quot; width=&quot;636&quot; height=&quot;309&quot;&gt;&#10;

  51.                 &lt;/div&gt;&#10;&#10;  &lt;/a&gt;&#10;&#10;  &lt;div class=&quot;cards-content&quot;&gt;&#10;

  52.                 &lt;div class=&quot;byline&quot;&gt;&#10;      &#10;    &lt;/div&gt;&#10;    &#10;  &lt;/div&gt;&#10;

  53.                 &#10;&lt;/div&gt;&#10;&#10;&#10;&#10;&#10;&lt;/div&gt;&#10;&#10;&#10;&#10;  &lt;div

  54.                 class=&quot;js-machine-translated-tweet-container&quot;&gt;&lt;/div&gt;&#10;    &lt;div

  55.                 class=&quot;js-tweet-stats-container tweet-stats-container &quot;&gt;&#10;    &lt;/div&gt;&#10;&#10;

  56.                 &lt;div class=&quot;client-and-actions&quot;&gt;&#10;  &lt;span class=&quot;metadata&quot;&gt;&#10;

  57.                 &lt;span&gt;5:06 PM - 4 Feb 2015&lt;/span&gt;&#10;&#10;       &amp;middot; &lt;a

  58.                 class=&quot;permalink-link js-permalink js-nav&quot; href=&quot;/Jalopnik/status/563005573290287105

  59.                 &quot;tabindex=&quot;-1&quot;&gt;Details&lt;/a&gt;&#10;    &#10;&#10;        &#10;        &#10;

  60.                 &#10;&#10;  &lt;/span&gt;&#10;&lt;/div&gt;&#10;&#10;&#10;&lt;/div&gt;&#10;" data-you-follow="false"

  61.                 data-you-block="false">

  62.                 <div class="context">

  63.                 </div>

  64.                 <div class="content">

  65.                     <div class="stream-item-header">

  66.                         <a class="account-group js-account-group js-action-profile js-user-profile-link js-nav"

  67.                             href="/Jalopnik" data-user-id="3060631">

  68.                             <img class="avatar js-action-profile-avatar"

  69.                                 src="https://pbs.twimg.com/profile_images/2976430168/5cd4a59_bigger.jpeg" alt="">

  70.                             <strong class="fullname js-action-profile-name show-popup-with-id" data-aria-label-part>

  71.                                 Jalopnik

  72.                             </strong>

  73.                             <span>&rlm;</span>

  74.                             <span class="username js-action-profile-name" data-aria-label-part>

  75.                             <s>@</s><b>TitleName</b>

  76.                             </span>

  77.                         </a>

  78.                         <small class="time">

  79.                         <a href="/this.is.the.url"

  80.                             class="tweet-timestamp js-permalink js-nav js-tooltip" title="5:06 PM - 4 Feb 2015" >

  81.                             <span class="u-hiddenVisually" data-aria-label-part="last">17 minutes ago</span>

  82.                         </a>

  83.                         </small>

  84.                     </div>

  85.                     <p class="js-tweet-text tweet-text" lang="en" data-aria-label-part="0">

  86.                         This is the content étude à€

  87.                         <a href="http://t.co/nRWsqQAwBL" rel="nofollow" dir="ltr"

  88.                             data-expanded-url="http://jalo.ps/ReMENu4" class="twitter-timeline-link"

  89.                             target="_blank" title="http://jalo.ps/ReMENu4" >

  90.                         <span class="tco-ellipsis">

  91.                         </span>

  92.                         <span class="invisible">http://</span><span class="js-display-url">link.in.tweet</span>

  93.                         <span class="invisible"></span>

  94.                         <span class="tco-ellipsis">

  95.                             <span class="invisible">&nbsp;</span>

  96.                         </span>

  97.                     </a>

  98.                     <a href="http://t.co/rbFsfeE0l3" class="twitter-timeline-link u-hidden"

  99.                         data-pre-embedded="true" dir="ltr">

  100.                         pic.twitter.com/rbFsfeE0l3

  101.                     </a>

  102.                     </p>

  103.                     <div class="expanded-content js-tweet-details-dropdown">

  104.                     </div>

  105.                     <div class="stream-item-footer">

  106.                         <a class="details with-icn js-details" href="/Jalopnik/status/563005573290287105">

  107.                             <span class="Icon Icon--photo">

  108.                             </span>

  109.                             <b>

  110.                                 <span class="expand-stream-item js-view-details">

  111.                                     View photo

  112.                                 </span>

  113.                                 <span class="collapse-stream-item  js-hide-details">

  114.                                     Hide photo

  115.                                 </span>

  116.                             </b>

  117.                         </a>

  118.                         <span class="ProfileTweet-action--reply u-hiddenVisually">

  119.                             <span class="ProfileTweet-actionCount" aria-hidden="true" data-tweet-stat-count="0">

  120.                                 <span class="ProfileTweet-actionCountForAria" >0 replies</span>

  121.                             </span>

  122.                         </span>

  123.                         <span class="ProfileTweet-action--retweet u-hiddenVisually">

  124.                             <span class="ProfileTweet-actionCount"  data-tweet-stat-count="8">

  125.                                 <span class="ProfileTweet-actionCountForAria" data-aria-label-part>8 retweets</span>

  126.                             </span>

  127.                         </span>

  128.                         <span class="ProfileTweet-action--favorite u-hiddenVisually">

  129.                             <span class="ProfileTweet-actionCount"  data-tweet-stat-count="14">

  130.                                 <span class="ProfileTweet-actionCountForAria" data-aria-label-part>14 favorites</span>

  131.                             </span>

  132.                         </span>

  133.                         <div role="group" aria-label="Tweet actions" class="ProfileTweet-actionList u-cf js-actions">

  134.                             <div class="ProfileTweet-action ProfileTweet-action--reply">

  135.                                 <button class="ProfileTweet-actionButton u-textUserColorHover js-actionButton

  136.                                     js-actionReply" data-modal="ProfileTweet-reply" type="button" title="Reply">

  137.                                     <span class="Icon Icon--reply">

  138.                                     </span>

  139.                                     <span class="u-hiddenVisually">Reply</span>

  140.                                     <span class="ProfileTweet-actionCount u-textUserColorHover

  141.                                         ProfileTweet-actionCount--isZero">

  142.                                         <span class="ProfileTweet-actionCountForPresentation" aria-hidden="true">

  143.                                         </span>

  144.                                     </span>

  145.                                 </button>

  146.                             </div>

  147.                             <div class="ProfileTweet-action ProfileTweet-action--retweet js-toggleState js-toggleRt">

  148.                                 <button class="ProfileTweet-actionButton  js-actionButton js-actionRetweet js-tooltip"

  149.                                     title="Retweet" data-modal="ProfileTweet-retweet" type="button">

  150.                                     <span class="Icon Icon--retweet">

  151.                                     </span>

  152.                                     <span class="u-hiddenVisually">Retweet</span>

  153.                                     <span class="ProfileTweet-actionCount">

  154.                                         <span class="ProfileTweet-actionCountForPresentation">8</span>

  155.                                     </span>

  156.                                 </button>

  157.                                 <button class="ProfileTweet-actionButtonUndo js-actionButton js-actionRetweet"

  158.                                     data-modal="ProfileTweet-retweet" title="Undo retweet" type="button">

  159.                                     <span class="Icon Icon--retweet">

  160.                                     </span>

  161.                                     <span class="u-hiddenVisually">Retweeted</span>

  162.                                     <span class="ProfileTweet-actionCount">

  163.                                         <span class="ProfileTweet-actionCountForPresentation">8</span>

  164.                                     </span>

  165.                                 </button>

  166.                             </div>

  167.                             <div class="ProfileTweet-action ProfileTweet-action--favorite js-toggleState">

  168.                                 <button class="ProfileTweet-actionButton js-actionButton js-actionFavorite js-tooltip"

  169.                                     title="Favorite" type="button">

  170.                                     <span class="Icon Icon--favorite">

  171.                                     </span>

  172.                                     <span class="u-hiddenVisually">Favorite</span>

  173.                                     <span class="ProfileTweet-actionCount">

  174.                                         <span class="ProfileTweet-actionCountForPresentation">14</span>

  175.                                     </span>

  176.                                 </button>

  177.                                 <button class="ProfileTweet-actionButtonUndo u-linkClean js-actionButton

  178.                                     js-actionFavorite" title="Undo favorite" type="button">

  179.                                     <span class="Icon Icon--favorite">

  180.                                     </span>

  181.                                     <span class="u-hiddenVisually">Favorited</span>

  182.                                     <span class="ProfileTweet-actionCount">

  183.                                         <span class="ProfileTweet-actionCountForPresentation">

  184.                                             14

  185.                                         </span>

  186.                                     </span>

  187.                                 </button>

  188.                             </div>

  189.                             <div class="ProfileTweet-action ProfileTweet-action--more js-more-ProfileTweet-actions">

  190.                                 <div class="dropdown">

  191.                                     <button class="ProfileTweet-actionButton u-textUserColorHover dropdown-toggle

  192.                                         js-tooltip js-dropdown-toggle" type="button" title="More">

  193.                                         <span class="Icon Icon--dots">

  194.                                         </span>

  195.                                         <span class="u-hiddenVisually">More</span>

  196.                                     </button>

  197.                                     <div class="dropdown-menu">

  198.                                         <div class="dropdown-caret">

  199.                                             <div class="caret-outer">

  200.                                             </div>

  201.                                             <div class="caret-inner">

  202.                                             </div>

  203.                                         </div>

  204.                                         <ul>

  205.                                             <li class="share-via-dm js-actionShareViaDM" data-nav="share_tweet_dm">

  206.                                                 <button type="button" class="dropdown-link">

  207.                                                     Share via Direct Message

  208.                                                 </button>

  209.                                             </li>

  210.                                             <li class="embed-link js-actionEmbedTweet" data-nav="embed_tweet">

  211.                                                 <button type="button" class="dropdown-link">

  212.                                                     Embed Tweet

  213.                                                 </button>

  214.                                             </li>

  215.                                             <li class="mute-user-item pretty-link">

  216.                                                 <button type="button" class="dropdown-link">

  217.                                                     Mute

  218.                                                 </button>

  219.                                             </li>

  220.                                             <li class="unmute-user-item pretty-link">

  221.                                                 <button type="button" class="dropdown-link">

  222.                                                     Unmute

  223.                                                 </button>

  224.                                             </li>

  225.                                             <li class="block-or-report-link js-actionBlockOrReport"

  226.                                                 data-nav="block_or_report">

  227.                                                 <button type="button" class="dropdown-link">

  228.                                                     Block or report

  229.                                                 </button>

  230.                                             </li>

  231.                                         </ul>

  232.                                     </div>

  233.                                 </div>

  234.                             </div>

  235.                         </div>

  236.                     </div>

  237.                 </div>

  238.             </div>

  239.         </li>

  240.         """

  241.         response = mock.Mock(text=html)

  242.         results = twitter.response(response)

  243.         self.assertEqual(type(results), list)

  244.         self.assertEqual(len(results), 1)

  245.         self.assertEqual(results[0]['title'], '@TitleName')

  246.         self.assertEqual(results[0]['url'], 'https://twitter.com/this.is.the.url')

  247.         self.assertIn(u'This is the content', results[0]['content'])

  248.         # self.assertIn(u'This is the content étude à€', results[0]['content'])

  249. 

  250.         html = """

  251.         <li class="js-stream-item stream-item stream-item expanding-stream-item" data-item-id="563005573290287105"

  252.             id="stream-item-tweet-563005573290287105" data-item-type="tweet">

  253.             <div class="tweet original-tweet js-stream-tweet js-actionable-tweet js-profile-popup-actionable

  254.                 js-original-tweet has-cards has-native-media" data-tweet-id="563005573290287105" data-disclosure-type=""

  255.                 data-item-id="563005573290287105" data-screen-name="Jalopnik" data-name="Jalopnik"

  256.                 data-user-id="3060631" data-has-native-media="true" data-has-cards="true" data-card-type="photo"

  257.                 data-expanded-footer="&lt;div class=&quot;js-tweet-details-fixer

  258.                 tweet-details-fixer&quot;&gt;&#10;&#10;&#10;

  259.                 &lt;div class=&quot;cards-media-container js-media-container&quot;&gt;&lt;div

  260.                 data-card-url=&quot;//twitter.com/Jalopnik/status/563005573290287105/photo/1&quot; data-card-type=&quot;

  261.                 photo&quot; class=&quot;cards-base cards-multimedia&quot; data-element-context=&quot;platform_photo_card

  262.                 &quot;&gt;&#10;&#10;&#10;  &lt;a class=&quot;media media-thumbnail twitter-timeline-link is-preview

  263.                 &quot; data-url=&quot;https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg:large&quot;

  264.                 data-resolved-url-large=&quot;https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg:large&quot;

  265.                 href=&quot;//twitter.com/Jalopnik/status/563005573290287105/photo/1&quot;&gt;&#10;

  266.                 &lt;div class=&quot;&quot;&gt;&#10; &lt;img src=&quot;

  267.                 https://pbs.twimg.com/media/B9Aylf5IMAAuziP.jpg&quot;

  268.                 alt=&quot;Embedded image permalink&quot; width=&quot;636&quot; height=&quot;309&quot;&gt;&#10;

  269.                 &lt;/div&gt;&#10;&#10;  &lt;/a&gt;&#10;&#10;  &lt;div class=&quot;cards-content&quot;&gt;&#10;

  270.                 &lt;div class=&quot;byline&quot;&gt;&#10;      &#10;    &lt;/div&gt;&#10;    &#10;  &lt;/div&gt;&#10;

  271.                 &#10;&lt;/div&gt;&#10;&#10;&#10;&#10;&#10;&lt;/div&gt;&#10;&#10;&#10;&#10;  &lt;div

  272.                 class=&quot;js-machine-translated-tweet-container&quot;&gt;&lt;/div&gt;&#10;    &lt;div

  273.                 class=&quot;js-tweet-stats-container tweet-stats-container &quot;&gt;&#10;    &lt;/div&gt;&#10;&#10;

  274.                 &lt;div class=&quot;client-and-actions&quot;&gt;&#10;  &lt;span class=&quot;metadata&quot;&gt;&#10;

  275.                 &lt;span&gt;5:06 PM - 4 Feb 2015&lt;/span&gt;&#10;&#10;       &amp;middot; &lt;a

  276.                 class=&quot;permalink-link js-permalink js-nav&quot; href=&quot;/Jalopnik/status/563005573290287105

  277.                 &quot;tabindex=&quot;-1&quot;&gt;Details&lt;/a&gt;&#10;    &#10;&#10;        &#10;        &#10;

  278.                 &#10;&#10;  &lt;/span&gt;&#10;&lt;/div&gt;&#10;&#10;&#10;&lt;/div&gt;&#10;" data-you-follow="false"

  279.                 data-you-block="false">

  280.                 <div class="context">

  281.                 </div>

  282.                 <div class="content">

  283.                     <div class="stream-item-header">

  284.                         <a class="account-group js-account-group js-action-profile js-user-profile-link js-nav"

  285.                             href="/Jalopnik" data-user-id="3060631">

  286.                             <img class="avatar js-action-profile-avatar"

  287.                                 src="https://pbs.twimg.com/profile_images/2976430168/5cd4a59_bigger.jpeg" alt="">

  288.                             <strong class="fullname js-action-profile-name show-popup-with-id" data-aria-label-part>

  289.                                 Jalopnik

  290.                             </strong>

  291.                             <span>&rlm;</span>

  292.                             <span class="username js-action-profile-name" data-aria-label-part>

  293.                             <s>@</s><b>TitleName</b>

  294.                             </span>

  295.                         </a>

  296.                         <small class="time">

  297.                         <a href="/this.is.the.url"

  298.                             class="tweet-timestamp js-permalink js-nav js-tooltip" title="5:06 PM - 4 Feb 2015" >

  299.                             <span class="_timestamp js-short-timestamp js-relative-timestamp"  data-time="1423065963"

  300.                                 data-time-ms="1423065963000" data-long-form="true" aria-hidden="true">

  301.                                 17m

  302.                             </span>

  303.                             <span class="u-hiddenVisually" data-aria-label-part="last">17 minutes ago</span>

  304.                         </a>

  305.                         </small>

  306.                     </div>

  307.                     <p class="js-tweet-text tweet-text" lang="en" data-aria-label-part="0">

  308.                         This is the content étude à€

  309.                         <a href="http://t.co/nRWsqQAwBL" rel="nofollow" dir="ltr"

  310.                             data-expanded-url="http://jalo.ps/ReMENu4" class="twitter-timeline-link"

  311.                             target="_blank" title="http://jalo.ps/ReMENu4" >

  312.                         <span class="tco-ellipsis">

  313.                         </span>

  314.                         <span class="invisible">http://</span><span class="js-display-url">link.in.tweet</span>

  315.                         <span class="invisible"></span>

  316.                         <span class="tco-ellipsis">

  317.                             <span class="invisible">&nbsp;</span>

  318.                         </span>

  319.                     </a>

  320.                     <a href="http://t.co/rbFsfeE0l3" class="twitter-timeline-link u-hidden"

  321.                         data-pre-embedded="true" dir="ltr">

  322.                         pic.twitter.com/rbFsfeE0l3

  323.                     </a>

  324.                     </p>

  325.                     <div class="expanded-content js-tweet-details-dropdown">

  326.                     </div>

  327.                     <div class="stream-item-footer">

  328.                         <a class="details with-icn js-details" href="/Jalopnik/status/563005573290287105">

  329.                             <span class="Icon Icon--photo">

  330.                             </span>

  331.                             <b>

  332.                                 <span class="expand-stream-item js-view-details">

  333.                                     View photo

  334.                                 </span>

  335.                                 <span class="collapse-stream-item  js-hide-details">

  336.                                     Hide photo

  337.                                 </span>

  338.                             </b>

  339.                         </a>

  340.                         <span class="ProfileTweet-action--reply u-hiddenVisually">

  341.                             <span class="ProfileTweet-actionCount" aria-hidden="true" data-tweet-stat-count="0">

  342.                                 <span class="ProfileTweet-actionCountForAria" >0 replies</span>

  343.                             </span>

  344.                         </span>

  345.                         <span class="ProfileTweet-action--retweet u-hiddenVisually">

  346.                             <span class="ProfileTweet-actionCount"  data-tweet-stat-count="8">

  347.                                 <span class="ProfileTweet-actionCountForAria" data-aria-label-part>8 retweets</span>

  348.                             </span>

  349.                         </span>

  350.                         <span class="ProfileTweet-action--favorite u-hiddenVisually">

  351.                             <span class="ProfileTweet-actionCount"  data-tweet-stat-count="14">

  352.                                 <span class="ProfileTweet-actionCountForAria" data-aria-label-part>14 favorites</span>

  353.                             </span>

  354.                         </span>

  355.                         <div role="group" aria-label="Tweet actions" class="ProfileTweet-actionList u-cf js-actions">

  356.                             <div class="ProfileTweet-action ProfileTweet-action--reply">

  357.                                 <button class="ProfileTweet-actionButton u-textUserColorHover js-actionButton

  358.                                     js-actionReply" data-modal="ProfileTweet-reply" type="button" title="Reply">

  359.                                     <span class="Icon Icon--reply">

  360.                                     </span>

  361.                                     <span class="u-hiddenVisually">Reply</span>

  362.                                     <span class="ProfileTweet-actionCount u-textUserColorHover

  363.                                         ProfileTweet-actionCount--isZero">

  364.                                         <span class="ProfileTweet-actionCountForPresentation" aria-hidden="true">

  365.                                         </span>

  366.                                     </span>

  367.                                 </button>

  368.                             </div>

  369.                             <div class="ProfileTweet-action ProfileTweet-action--retweet js-toggleState js-toggleRt">

  370.                                 <button class="ProfileTweet-actionButton  js-actionButton js-actionRetweet js-tooltip"

  371.                                     title="Retweet" data-modal="ProfileTweet-retweet" type="button">

  372.                                     <span class="Icon Icon--retweet">

  373.                                     </span>

  374.                                     <span class="u-hiddenVisually">Retweet</span>

  375.                                     <span class="ProfileTweet-actionCount">

  376.                                         <span class="ProfileTweet-actionCountForPresentation">8</span>

  377.                                     </span>

  378.                                 </button>

  379.                                 <button class="ProfileTweet-actionButtonUndo js-actionButton js-actionRetweet"

  380.                                     data-modal="ProfileTweet-retweet" title="Undo retweet" type="button">

  381.                                     <span class="Icon Icon--retweet">

  382.                                     </span>

  383.                                     <span class="u-hiddenVisually">Retweeted</span>

  384.                                     <span class="ProfileTweet-actionCount">

  385.                                         <span class="ProfileTweet-actionCountForPresentation">8</span>

  386.                                     </span>

  387.                                 </button>

  388.                             </div>

  389.                             <div class="ProfileTweet-action ProfileTweet-action--favorite js-toggleState">

  390.                                 <button class="ProfileTweet-actionButton js-actionButton js-actionFavorite js-tooltip"

  391.                                     title="Favorite" type="button">

  392.                                     <span class="Icon Icon--favorite">

  393.                                     </span>

  394.                                     <span class="u-hiddenVisually">Favorite</span>

  395.                                     <span class="ProfileTweet-actionCount">

  396.                                         <span class="ProfileTweet-actionCountForPresentation">14</span>

  397.                                     </span>

  398.                                 </button>

  399.                                 <button class="ProfileTweet-actionButtonUndo u-linkClean js-actionButton

  400.                                     js-actionFavorite" title="Undo favorite" type="button">

  401.                                     <span class="Icon Icon--favorite">

  402.                                     </span>

  403.                                     <span class="u-hiddenVisually">Favorited</span>

  404.                                     <span class="ProfileTweet-actionCount">

  405.                                         <span class="ProfileTweet-actionCountForPresentation">

  406.                                             14

  407.                                         </span>

  408.                                     </span>

  409.                                 </button>

  410.                             </div>

  411.                             <div class="ProfileTweet-action ProfileTweet-action--more js-more-ProfileTweet-actions">

  412.                                 <div class="dropdown">

  413.                                     <button class="ProfileTweet-actionButton u-textUserColorHover dropdown-toggle

  414.                                         js-tooltip js-dropdown-toggle" type="button" title="More">

  415.                                         <span class="Icon Icon--dots">

  416.                                         </span>

  417.                                         <span class="u-hiddenVisually">More</span>

  418.                                     </button>

  419.                                     <div class="dropdown-menu">

  420.                                         <div class="dropdown-caret">

  421.                                             <div class="caret-outer">

  422.                                             </div>

  423.                                             <div class="caret-inner">

  424.                                             </div>

  425.                                         </div>

  426.                                         <ul>

  427.                                             <li class="share-via-dm js-actionShareViaDM" data-nav="share_tweet_dm">

  428.                                                 <button type="button" class="dropdown-link">

  429.                                                     Share via Direct Message

  430.                                                 </button>

  431.                                             </li>

  432.                                             <li class="embed-link js-actionEmbedTweet" data-nav="embed_tweet">

  433.                                                 <button type="button" class="dropdown-link">

  434.                                                     Embed Tweet

  435.                                                 </button>

  436.                                             </li>

  437.                                             <li class="mute-user-item pretty-link">

  438.                                                 <button type="button" class="dropdown-link">

  439.                                                     Mute

  440.                                                 </button>

  441.                                             </li>

  442.                                             <li class="unmute-user-item pretty-link">

  443.                                                 <button type="button" class="dropdown-link">

  444.                                                     Unmute

  445.                                                 </button>

  446.                                             </li>

  447.                                             <li class="block-or-report-link js-actionBlockOrReport"

  448.                                                 data-nav="block_or_report">

  449.                                                 <button type="button" class="dropdown-link">

  450.                                                     Block or report

  451.                                                 </button>

  452.                                             </li>

  453.                                         </ul>

  454.                                     </div>

  455.                                 </div>

  456.                             </div>

  457.                         </div>

  458.                     </div>

  459.                 </div>

  460.             </div>

  461.         </li>

  462.         """

  463.         response = mock.Mock(text=html)

  464.         results = twitter.response(response)

  465.         self.assertEqual(type(results), list)

  466.         self.assertEqual(len(results), 1)

  467.         self.assertEqual(results[0]['title'], '@TitleName')

  468.         self.assertEqual(results[0]['url'], 'https://twitter.com/this.is.the.url')

  469.         self.assertIn(u'This is the content', results[0]['content'])

  470. 

  471.         html = """

  472.         <li class="b_algo" u="0|5109|4755453613245655|UAGjXgIrPH5yh-o5oNHRx_3Zta87f_QO">

  473.             <div Class="sa_mc">

  474.                 <div class="sb_tlst">

  475.                     <h2>

  476.                         <a href="http://this.should.be.the.link/" h="ID=SERP,5124.1">

  477.                         <strong>This</strong> should be the title</a>

  478.                     </h2>

  479.                 </div>

  480.                 <div class="sb_meta">

  481.                 <cite>

  482.                 <strong>this</strong>.meta.com</cite>

  483.                     <span class="c_tlbxTrg">

  484.                         <span class="c_tlbxH" H="BASE:CACHEDPAGEDEFAULT" K="SERP,5125.1">

  485.                         </span>

  486.                     </span>

  487.                 </div>

  488.                 <p>

  489.                 <strong>This</strong> should be the content.</p>

  490.             </div>

  491.         </li>

  492.         """

  493.         response = mock.Mock(text=html)

  494.         results = twitter.response(response)

  495.         self.assertEqual(type(results), list)

  496.         self.assertEqual(len(results), 0)