logo

pleroma

My custom branche(s) on git.pleroma.social/pleroma/pleroma git clone https://hacktivis.me/git/pleroma.git

rate_limiter_test.exs (9317B)


  1. # Pleroma: A lightweight social networking server
  2. # Copyright © 2017-2022 Pleroma Authors <https://pleroma.social/>
  3. # SPDX-License-Identifier: AGPL-3.0-only
  4. defmodule Pleroma.Web.Plugs.RateLimiterTest do
  5. use Pleroma.Web.ConnCase
  6. alias Phoenix.ConnTest
  7. alias Pleroma.Web.Plugs.RateLimiter
  8. alias Plug.Conn
  9. import Pleroma.Factory
  10. import Pleroma.Tests.Helpers, only: [clear_config: 1, clear_config: 2]
  11. # Note: each example must work with separate buckets in order to prevent concurrency issues
  12. setup do: clear_config([Pleroma.Web.Endpoint, :http, :ip])
  13. setup do: clear_config(:rate_limit)
  14. describe "config" do
  15. @limiter_name :test_init
  16. setup do: clear_config([Pleroma.Web.Plugs.RemoteIp, :enabled])
  17. test "config is required for plug to work" do
  18. clear_config([:rate_limit, @limiter_name], {1, 1})
  19. clear_config([Pleroma.Web.Endpoint, :http, :ip], {8, 8, 8, 8})
  20. assert %{limits: {1, 1}, name: :test_init, opts: [name: :test_init]} ==
  21. [name: @limiter_name]
  22. |> RateLimiter.init()
  23. |> RateLimiter.action_settings()
  24. assert nil ==
  25. [name: :nonexisting_limiter]
  26. |> RateLimiter.init()
  27. |> RateLimiter.action_settings()
  28. end
  29. end
  30. test "it is disabled if it remote ip plug is enabled but no remote ip is found" do
  31. assert RateLimiter.disabled?(Conn.assign(build_conn(), :remote_ip_found, false))
  32. end
  33. test "it is enabled if remote ip found" do
  34. refute RateLimiter.disabled?(Conn.assign(build_conn(), :remote_ip_found, true))
  35. end
  36. test "it is enabled if remote_ip_found flag doesn't exist" do
  37. refute RateLimiter.disabled?(build_conn())
  38. end
  39. test "it restricts based on config values" do
  40. limiter_name = :test_plug_opts
  41. scale = 80
  42. limit = 5
  43. clear_config([Pleroma.Web.Endpoint, :http, :ip], {127, 0, 0, 1})
  44. clear_config([:rate_limit, limiter_name], {scale, limit})
  45. plug_opts = RateLimiter.init(name: limiter_name)
  46. conn = build_conn(:get, "/")
  47. for _ <- 1..5 do
  48. conn_limited = RateLimiter.call(conn, plug_opts)
  49. refute conn_limited.status == Conn.Status.code(:too_many_requests)
  50. refute conn_limited.resp_body
  51. refute conn_limited.halted
  52. end
  53. conn_limited = RateLimiter.call(conn, plug_opts)
  54. assert %{"error" => "Throttled"} = ConnTest.json_response(conn_limited, :too_many_requests)
  55. assert conn_limited.halted
  56. expire_ttl(conn, limiter_name)
  57. for _ <- 1..5 do
  58. conn_limited = RateLimiter.call(conn, plug_opts)
  59. refute conn_limited.status == Conn.Status.code(:too_many_requests)
  60. refute conn_limited.resp_body
  61. refute conn_limited.halted
  62. end
  63. conn_limited = RateLimiter.call(conn, plug_opts)
  64. assert %{"error" => "Throttled"} = ConnTest.json_response(conn_limited, :too_many_requests)
  65. assert conn_limited.halted
  66. end
  67. describe "options" do
  68. test "`bucket_name` option overrides default bucket name" do
  69. limiter_name = :test_bucket_name
  70. clear_config([:rate_limit, limiter_name], {1000, 5})
  71. clear_config([Pleroma.Web.Endpoint, :http, :ip], {8, 8, 8, 8})
  72. base_bucket_name = "#{limiter_name}:group1"
  73. plug_opts = RateLimiter.init(name: limiter_name, bucket_name: base_bucket_name)
  74. conn = build_conn(:get, "/")
  75. RateLimiter.call(conn, plug_opts)
  76. assert {1, 4} = RateLimiter.inspect_bucket(conn, base_bucket_name, plug_opts)
  77. assert {:error, :not_found} = RateLimiter.inspect_bucket(conn, limiter_name, plug_opts)
  78. end
  79. test "`params` option allows different queries to be tracked independently" do
  80. limiter_name = :test_params
  81. clear_config([:rate_limit, limiter_name], {1000, 5})
  82. clear_config([Pleroma.Web.Endpoint, :http, :ip], {8, 8, 8, 8})
  83. plug_opts = RateLimiter.init(name: limiter_name, params: ["id"])
  84. conn = build_conn(:get, "/?id=1")
  85. conn = Conn.fetch_query_params(conn)
  86. conn_2 = build_conn(:get, "/?id=2")
  87. RateLimiter.call(conn, plug_opts)
  88. assert {1, 4} = RateLimiter.inspect_bucket(conn, limiter_name, plug_opts)
  89. assert {0, 5} = RateLimiter.inspect_bucket(conn_2, limiter_name, plug_opts)
  90. end
  91. test "it supports combination of options modifying bucket name" do
  92. limiter_name = :test_options_combo
  93. clear_config([:rate_limit, limiter_name], {1000, 5})
  94. clear_config([Pleroma.Web.Endpoint, :http, :ip], {8, 8, 8, 8})
  95. base_bucket_name = "#{limiter_name}:group1"
  96. plug_opts =
  97. RateLimiter.init(name: limiter_name, bucket_name: base_bucket_name, params: ["id"])
  98. id = "100"
  99. conn = build_conn(:get, "/?id=#{id}")
  100. conn = Conn.fetch_query_params(conn)
  101. conn_2 = build_conn(:get, "/?id=#{101}")
  102. RateLimiter.call(conn, plug_opts)
  103. assert {1, 4} = RateLimiter.inspect_bucket(conn, base_bucket_name, plug_opts)
  104. assert {0, 5} = RateLimiter.inspect_bucket(conn_2, base_bucket_name, plug_opts)
  105. end
  106. end
  107. describe "unauthenticated users" do
  108. @tag :erratic
  109. test "are restricted based on remote IP" do
  110. limiter_name = :test_unauthenticated
  111. clear_config([:rate_limit, limiter_name], [{1000, 5}, {1, 10}])
  112. clear_config([Pleroma.Web.Endpoint, :http, :ip], {8, 8, 8, 8})
  113. plug_opts = RateLimiter.init(name: limiter_name)
  114. conn = %{build_conn(:get, "/") | remote_ip: {127, 0, 0, 2}}
  115. conn_2 = %{build_conn(:get, "/") | remote_ip: {127, 0, 0, 3}}
  116. for i <- 1..5 do
  117. conn = RateLimiter.call(conn, plug_opts)
  118. assert {^i, _} = RateLimiter.inspect_bucket(conn, limiter_name, plug_opts)
  119. refute conn.halted
  120. end
  121. conn = RateLimiter.call(conn, plug_opts)
  122. assert %{"error" => "Throttled"} = ConnTest.json_response(conn, :too_many_requests)
  123. assert conn.halted
  124. conn_2 = RateLimiter.call(conn_2, plug_opts)
  125. assert {1, 4} = RateLimiter.inspect_bucket(conn_2, limiter_name, plug_opts)
  126. refute conn_2.status == Conn.Status.code(:too_many_requests)
  127. refute conn_2.resp_body
  128. refute conn_2.halted
  129. end
  130. end
  131. describe "authenticated users" do
  132. setup do
  133. Ecto.Adapters.SQL.Sandbox.checkout(Pleroma.Repo)
  134. :ok
  135. end
  136. @tag :erratic
  137. test "can have limits separate from unauthenticated connections" do
  138. limiter_name = :test_authenticated1
  139. scale = 50
  140. limit = 5
  141. clear_config([Pleroma.Web.Endpoint, :http, :ip], {8, 8, 8, 8})
  142. clear_config([:rate_limit, limiter_name], [{1000, 1}, {scale, limit}])
  143. plug_opts = RateLimiter.init(name: limiter_name)
  144. user = insert(:user)
  145. conn = build_conn(:get, "/") |> assign(:user, user)
  146. for i <- 1..5 do
  147. conn = RateLimiter.call(conn, plug_opts)
  148. assert {^i, _} = RateLimiter.inspect_bucket(conn, limiter_name, plug_opts)
  149. refute conn.halted
  150. end
  151. conn = RateLimiter.call(conn, plug_opts)
  152. assert %{"error" => "Throttled"} = ConnTest.json_response(conn, :too_many_requests)
  153. assert conn.halted
  154. end
  155. @tag :erratic
  156. test "different users are counted independently" do
  157. limiter_name = :test_authenticated2
  158. clear_config([:rate_limit, limiter_name], [{1, 10}, {1000, 5}])
  159. clear_config([Pleroma.Web.Endpoint, :http, :ip], {8, 8, 8, 8})
  160. plug_opts = RateLimiter.init(name: limiter_name)
  161. user = insert(:user)
  162. conn = build_conn(:get, "/") |> assign(:user, user)
  163. user_2 = insert(:user)
  164. conn_2 = build_conn(:get, "/") |> assign(:user, user_2)
  165. for i <- 1..5 do
  166. conn = RateLimiter.call(conn, plug_opts)
  167. assert {^i, _} = RateLimiter.inspect_bucket(conn, limiter_name, plug_opts)
  168. end
  169. conn = RateLimiter.call(conn, plug_opts)
  170. assert %{"error" => "Throttled"} = ConnTest.json_response(conn, :too_many_requests)
  171. assert conn.halted
  172. conn_2 = RateLimiter.call(conn_2, plug_opts)
  173. assert {1, 4} = RateLimiter.inspect_bucket(conn_2, limiter_name, plug_opts)
  174. refute conn_2.status == Conn.Status.code(:too_many_requests)
  175. refute conn_2.resp_body
  176. refute conn_2.halted
  177. end
  178. end
  179. test "doesn't crash due to a race condition when multiple requests are made at the same time and the bucket is not yet initialized" do
  180. limiter_name = :test_race_condition
  181. clear_config([:rate_limit, limiter_name], {1000, 5})
  182. clear_config([Pleroma.Web.Endpoint, :http, :ip], {8, 8, 8, 8})
  183. opts = RateLimiter.init(name: limiter_name)
  184. conn = build_conn(:get, "/")
  185. conn_2 = build_conn(:get, "/")
  186. %Task{pid: pid1} =
  187. task1 =
  188. Task.async(fn ->
  189. receive do
  190. :process2_up ->
  191. RateLimiter.call(conn, opts)
  192. end
  193. end)
  194. task2 =
  195. Task.async(fn ->
  196. send(pid1, :process2_up)
  197. RateLimiter.call(conn_2, opts)
  198. end)
  199. Task.await(task1)
  200. Task.await(task2)
  201. refute {:err, :not_found} == RateLimiter.inspect_bucket(conn, limiter_name, opts)
  202. end
  203. def expire_ttl(%{remote_ip: remote_ip} = _conn, bucket_name_root) do
  204. bucket_name = "anon:#{bucket_name_root}" |> String.to_atom()
  205. key_name = "ip::#{remote_ip |> Tuple.to_list() |> Enum.join(".")}"
  206. {:ok, bucket_value} = Cachex.get(bucket_name, key_name)
  207. Cachex.put(bucket_name, key_name, bucket_value, ttl: -1)
  208. end
  209. end