logo

pleroma

My custom branche(s) on git.pleroma.social/pleroma/pleroma git clone https://hacktivis.me/git/pleroma.git

formatter_test.exs (13541B)


  1. # Pleroma: A lightweight social networking server
  2. # Copyright © 2017-2022 Pleroma Authors <https://pleroma.social/>
  3. # SPDX-License-Identifier: AGPL-3.0-only
  4. defmodule Pleroma.FormatterTest do
  5. alias Pleroma.Formatter
  6. alias Pleroma.User
  7. use Pleroma.DataCase
  8. import Pleroma.Factory
  9. setup_all do
  10. clear_config(Pleroma.Formatter)
  11. Tesla.Mock.mock_global(fn env -> apply(HttpRequestMock, :request, [env]) end)
  12. :ok
  13. end
  14. describe ".add_hashtag_links" do
  15. test "turns hashtags into links" do
  16. text = "I love #cofe and #2hu"
  17. expected_text =
  18. ~s(I love <a class="hashtag" data-tag="cofe" href="http://localhost:4001/tag/cofe" rel="tag ugc">#cofe</a> and <a class="hashtag" data-tag="2hu" href="http://localhost:4001/tag/2hu" rel="tag ugc">#2hu</a>)
  19. assert {^expected_text, [], _tags} = Formatter.linkify(text)
  20. end
  21. test "does not turn html characters to tags" do
  22. text = "#fact_3: pleroma does what mastodon't"
  23. expected_text =
  24. ~s(<a class="hashtag" data-tag="fact_3" href="http://localhost:4001/tag/fact_3" rel="tag ugc">#fact_3</a>: pleroma does what mastodon't)
  25. assert {^expected_text, [], _tags} = Formatter.linkify(text)
  26. end
  27. end
  28. describe ".add_links" do
  29. test "turning urls into links" do
  30. text = "Hey, check out https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla ."
  31. expected =
  32. ~S(Hey, check out <a href="https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla" rel="ugc">https://www.youtube.com/watch?v=8Zg1-TufF%20zY?x=1&y=2#blabla</a> .)
  33. assert {^expected, [], []} = Formatter.linkify(text)
  34. text = "https://mastodon.social/@lambadalambda"
  35. expected =
  36. ~S(<a href="https://mastodon.social/@lambadalambda" rel="ugc">https://mastodon.social/@lambadalambda</a>)
  37. assert {^expected, [], []} = Formatter.linkify(text)
  38. text = "https://mastodon.social:4000/@lambadalambda"
  39. expected =
  40. ~S(<a href="https://mastodon.social:4000/@lambadalambda" rel="ugc">https://mastodon.social:4000/@lambadalambda</a>)
  41. assert {^expected, [], []} = Formatter.linkify(text)
  42. text = "@lambadalambda"
  43. expected = "@lambadalambda"
  44. assert {^expected, [], []} = Formatter.linkify(text)
  45. text = "http://www.cs.vu.nl/~ast/intel/"
  46. expected =
  47. ~S(<a href="http://www.cs.vu.nl/~ast/intel/" rel="ugc">http://www.cs.vu.nl/~ast/intel/</a>)
  48. assert {^expected, [], []} = Formatter.linkify(text)
  49. text = "https://forum.zdoom.org/viewtopic.php?f=44&t=57087"
  50. expected =
  51. "<a href=\"https://forum.zdoom.org/viewtopic.php?f=44&t=57087\" rel=\"ugc\">https://forum.zdoom.org/viewtopic.php?f=44&t=57087</a>"
  52. assert {^expected, [], []} = Formatter.linkify(text)
  53. text = "https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul"
  54. expected =
  55. "<a href=\"https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul\" rel=\"ugc\">https://en.wikipedia.org/wiki/Sophia_(Gnosticism)#Mythos_of_the_soul</a>"
  56. assert {^expected, [], []} = Formatter.linkify(text)
  57. text = "https://www.google.co.jp/search?q=Nasim+Aghdam"
  58. expected =
  59. "<a href=\"https://www.google.co.jp/search?q=Nasim+Aghdam\" rel=\"ugc\">https://www.google.co.jp/search?q=Nasim+Aghdam</a>"
  60. assert {^expected, [], []} = Formatter.linkify(text)
  61. text = "https://en.wikipedia.org/wiki/Duff's_device"
  62. expected =
  63. "<a href=\"https://en.wikipedia.org/wiki/Duff's_device\" rel=\"ugc\">https://en.wikipedia.org/wiki/Duff's_device</a>"
  64. assert {^expected, [], []} = Formatter.linkify(text)
  65. text = "https://pleroma.com https://pleroma.com/sucks"
  66. expected =
  67. "<a href=\"https://pleroma.com\" rel=\"ugc\">https://pleroma.com</a> <a href=\"https://pleroma.com/sucks\" rel=\"ugc\">https://pleroma.com/sucks</a>"
  68. assert {^expected, [], []} = Formatter.linkify(text)
  69. text = "xmpp:contact@hacktivis.me"
  70. expected = "<a href=\"xmpp:contact@hacktivis.me\" rel=\"ugc\">xmpp:contact@hacktivis.me</a>"
  71. assert {^expected, [], []} = Formatter.linkify(text)
  72. text =
  73. "magnet:?xt=urn:btih:7ec9d298e91d6e4394d1379caf073c77ff3e3136&tr=udp%3A%2F%2Fopentor.org%3A2710&tr=udp%3A%2F%2Ftracker.blackunicorn.xyz%3A6969&tr=udp%3A%2F%2Ftracker.ccc.de%3A80&tr=udp%3A%2F%2Ftracker.coppersurfer.tk%3A6969&tr=udp%3A%2F%2Ftracker.leechers-paradise.org%3A6969&tr=udp%3A%2F%2Ftracker.openbittorrent.com%3A80&tr=wss%3A%2F%2Ftracker.btorrent.xyz&tr=wss%3A%2F%2Ftracker.fastcast.nz&tr=wss%3A%2F%2Ftracker.openwebtorrent.com"
  74. expected = "<a href=\"#{text}\" rel=\"ugc\">#{text}</a>"
  75. assert {^expected, [], []} = Formatter.linkify(text)
  76. end
  77. end
  78. describe "Formatter.linkify" do
  79. test "correctly finds mentions that contain the domain name" do
  80. _user = insert(:user, %{nickname: "lain"})
  81. _remote_user = insert(:user, %{nickname: "lain@lain.com", local: false})
  82. text = "hey @lain@lain.com what's up"
  83. {_text, mentions, []} = Formatter.linkify(text)
  84. [{username, user}] = mentions
  85. assert username == "@lain@lain.com"
  86. assert user.nickname == "lain@lain.com"
  87. end
  88. test "gives a replacement for user links, using local nicknames in user links text" do
  89. text = "@gsimg According to @archa_eme_, that is @daggsy. Also hello @archaeme@archae.me"
  90. gsimg = insert(:user, %{nickname: "gsimg"})
  91. archaeme =
  92. insert(:user,
  93. nickname: "archa_eme_",
  94. uri: "https://archeme/@archa_eme_"
  95. )
  96. archaeme_remote = insert(:user, %{nickname: "archaeme@archae.me"})
  97. {text, mentions, []} = Formatter.linkify(text)
  98. assert length(mentions) == 3
  99. expected_text =
  100. ~s(<span class="h-card"><a class="u-url mention" data-user="#{gsimg.id}" href="#{gsimg.ap_id}" rel="ugc">@<span>gsimg</span></a></span> According to <span class="h-card"><a class="u-url mention" data-user="#{archaeme.id}" href="#{"https://archeme/@archa_eme_"}" rel="ugc">@<span>archa_eme_</span></a></span>, that is @daggsy. Also hello <span class="h-card"><a class="u-url mention" data-user="#{archaeme_remote.id}" href="#{archaeme_remote.ap_id}" rel="ugc">@<span>archaeme</span></a></span>)
  101. assert expected_text == text
  102. end
  103. test "gives a replacement for user links when the user is using Osada" do
  104. {:ok, mike} = User.get_or_fetch("mike@osada.macgirvin.com")
  105. text = "@mike@osada.macgirvin.com test"
  106. {text, mentions, []} = Formatter.linkify(text)
  107. assert length(mentions) == 1
  108. expected_text =
  109. ~s(<span class="h-card"><a class="u-url mention" data-user="#{mike.id}" href="#{mike.ap_id}" rel="ugc">@<span>mike</span></a></span> test)
  110. assert expected_text == text
  111. end
  112. test "gives a replacement for single-character local nicknames" do
  113. text = "@o hi"
  114. o = insert(:user, %{nickname: "o"})
  115. {text, mentions, []} = Formatter.linkify(text)
  116. assert length(mentions) == 1
  117. expected_text =
  118. ~s(<span class="h-card"><a class="u-url mention" data-user="#{o.id}" href="#{o.ap_id}" rel="ugc">@<span>o</span></a></span> hi)
  119. assert expected_text == text
  120. end
  121. test "does not give a replacement for single-character local nicknames who don't exist" do
  122. text = "@a hi"
  123. expected_text = "@a hi"
  124. assert {^expected_text, [] = _mentions, [] = _tags} = Formatter.linkify(text)
  125. end
  126. test "given the 'safe_mention' option, it will only mention people in the beginning" do
  127. user = insert(:user)
  128. other_user = insert(:user)
  129. third_user = insert(:user)
  130. text = " @#{user.nickname} @#{other_user.nickname} hey dudes i hate @#{third_user.nickname}"
  131. {expected_text, mentions, [] = _tags} = Formatter.linkify(text, safe_mention: true)
  132. assert mentions == [{"@#{user.nickname}", user}, {"@#{other_user.nickname}", other_user}]
  133. assert expected_text ==
  134. ~s(<span class="h-card"><a class="u-url mention" data-user="#{user.id}" href="#{user.ap_id}" rel="ugc">@<span>#{user.nickname}</span></a></span> <span class="h-card"><a class="u-url mention" data-user="#{other_user.id}" href="#{other_user.ap_id}" rel="ugc">@<span>#{other_user.nickname}</span></a></span> hey dudes i hate <span class="h-card"><a class="u-url mention" data-user="#{third_user.id}" href="#{third_user.ap_id}" rel="ugc">@<span>#{third_user.nickname}</span></a></span>)
  135. end
  136. test "given the 'safe_mention' option, it will still work without any mention" do
  137. text = "A post without any mention"
  138. {expected_text, mentions, [] = _tags} = Formatter.linkify(text, safe_mention: true)
  139. assert mentions == []
  140. assert expected_text == text
  141. end
  142. test "given the 'safe_mention' option, it will keep text after newlines" do
  143. user = insert(:user)
  144. text = " @#{user.nickname}\n hey dude\n\nhow are you doing?"
  145. {expected_text, _, _} = Formatter.linkify(text, safe_mention: true)
  146. assert expected_text =~ "how are you doing?"
  147. end
  148. test "it can parse mentions and return the relevant users" do
  149. text =
  150. "@@gsimg According to @archaeme, that is @daggsy. Also hello @archaeme@archae.me and @o and @@@jimm"
  151. o = insert(:user, %{nickname: "o"})
  152. _jimm = insert(:user, %{nickname: "jimm"})
  153. _gsimg = insert(:user, %{nickname: "gsimg"})
  154. archaeme = insert(:user, %{nickname: "archaeme"})
  155. archaeme_remote = insert(:user, %{nickname: "archaeme@archae.me"})
  156. expected_mentions = [
  157. {"@archaeme", archaeme},
  158. {"@archaeme@archae.me", archaeme_remote},
  159. {"@o", o}
  160. ]
  161. assert {_text, ^expected_mentions, []} = Formatter.linkify(text)
  162. end
  163. test "it parses URL containing local mention" do
  164. _user = insert(:user, %{nickname: "lain"})
  165. text = "https://example.com/@lain"
  166. expected = ~S(<a href="https://example.com/@lain" rel="ugc">https://example.com/@lain</a>)
  167. assert {^expected, [], []} = Formatter.linkify(text)
  168. end
  169. test "it correctly parses angry face D:< with mention" do
  170. lain =
  171. insert(:user, %{
  172. nickname: "lain@lain.com",
  173. ap_id: "https://lain.com/users/lain",
  174. id: "9qrWmR0cKniB0YU0TA"
  175. })
  176. text = "@lain@lain.com D:<"
  177. expected_text =
  178. ~S(<span class="h-card"><a class="u-url mention" data-user="9qrWmR0cKniB0YU0TA" href="https://lain.com/users/lain" rel="ugc">@<span>lain</span></a></span> D:<)
  179. expected_mentions = [
  180. {"@lain@lain.com", lain}
  181. ]
  182. assert {^expected_text, ^expected_mentions, []} = Formatter.linkify(text)
  183. end
  184. test "correctly parses mentions in html" do
  185. text = "<p>@lain hello</p>"
  186. lain = insert(:user, %{nickname: "lain"})
  187. {text, mentions, []} = Formatter.linkify(text)
  188. assert length(mentions) == 1
  189. expected_text =
  190. ~s(<p><span class="h-card"><a class="u-url mention" data-user="#{lain.id}" href="#{lain.ap_id}" rel="ugc">@<span>lain</span></a></span> hello</p>)
  191. assert expected_text == text
  192. end
  193. test "correctly parses mentions on the last line of html" do
  194. text = "<p>Hello</p><p>@lain</p>"
  195. lain = insert(:user, %{nickname: "lain"})
  196. {text, mentions, []} = Formatter.linkify(text)
  197. assert length(mentions) == 1
  198. expected_text =
  199. ~s(<p>Hello</p><p><span class="h-card"><a class="u-url mention" data-user="#{lain.id}" href="#{lain.ap_id}" rel="ugc">@<span>lain</span></a></span></p>)
  200. assert expected_text == text
  201. end
  202. end
  203. describe ".parse_tags" do
  204. test "parses tags in the text" do
  205. text = "Here's a #Test. Maybe these are #working or not. What about #漢字? And #は。"
  206. expected_tags = [
  207. {"#Test", "test"},
  208. {"#working", "working"},
  209. {"#は", "は"},
  210. {"#漢字", "漢字"}
  211. ]
  212. assert {_text, [], ^expected_tags} = Formatter.linkify(text)
  213. end
  214. test "parses tags in html" do
  215. text = "<p>This is a #test</p>"
  216. expected_tags = [
  217. {"#test", "test"}
  218. ]
  219. assert {_text, [], ^expected_tags} = Formatter.linkify(text)
  220. end
  221. test "parses multiple tags in html" do
  222. text = "<p>#tag1 #tag2 #tag3 #tag4</p>"
  223. expected_tags = [
  224. {"#tag1", "tag1"},
  225. {"#tag2", "tag2"},
  226. {"#tag3", "tag3"},
  227. {"#tag4", "tag4"}
  228. ]
  229. assert {_text, [], ^expected_tags} = Formatter.linkify(text)
  230. end
  231. test "parses tags on the last line of html" do
  232. text = "<p>This is a</p><p>#test</p>"
  233. expected_tags = [
  234. {"#test", "test"}
  235. ]
  236. assert {_text, [], ^expected_tags} = Formatter.linkify(text)
  237. end
  238. test "parses multiple tags on multiple lines in html" do
  239. text =
  240. "<p>testing...</p><p>#tag1 #tag2 #tag3 #tag4</p><p>paragraph</p><p>#tag5 #tag6 #tag7 #tag8</p>"
  241. expected_tags = [
  242. {"#tag1", "tag1"},
  243. {"#tag2", "tag2"},
  244. {"#tag3", "tag3"},
  245. {"#tag4", "tag4"},
  246. {"#tag5", "tag5"},
  247. {"#tag6", "tag6"},
  248. {"#tag7", "tag7"},
  249. {"#tag8", "tag8"}
  250. ]
  251. assert {_text, [], ^expected_tags} = Formatter.linkify(text)
  252. end
  253. end
  254. test "it escapes HTML in plain text" do
  255. text = "hello & world google.com/?a=b&c=d \n http://test.com/?a=b&c=d 1"
  256. expected = "hello &amp; world google.com/?a=b&c=d \n http://test.com/?a=b&c=d 1"
  257. assert Formatter.html_escape(text, "text/plain") == expected
  258. end
  259. end