Files
danbooru/test/functional/application_controller_test.rb
evazion 4492610dfe rate limits: rework rate limit implementation.
Rework the rate limit implementation to make it more flexible:

* Allow setting different rate limits for different actions. Before we
  had a single rate limit for all write actions. Now different
  controller endpoints can have different limits.

* Allow actions to be rate limited by user ID, by IP address, or both.
  Before actions were only limited by user ID, which meant non-logged-in
  actions like creating new accounts or attempting to login couldn't be rate
  limited. Also, because actions were limited by user ID only, you could
  use multiple accounts with the same IP to get around limits.

Other changes:

* Remove the API Limit field from user profile pages.
* Remove the `remaining_api_limit` field from the `/profile.json` endpoint.
* Rename the `X-Api-Limit` header to `X-Rate-Limit` and change it from a
  number to a JSON object containing all the rate limit info
  (including the refill rate, the burst factor, the cost of the call,
  and the current limits).
* Fix a potential race condition where, if you flooded requests fast
  enough, you could exceed the rate limit. This was because we checked
  and updated the rate limit in two separate steps, which was racy;
  simultaneous requests could pass the check before the update happened.
  The new code uses some tricky SQL to check and update multiple limits
  in a single statement.
2021-03-05 16:00:54 -06:00

281 lines
10 KiB
Ruby

require "test_helper"
class ApplicationControllerTest < ActionDispatch::IntegrationTest
context "The application controller" do
should "return 406 Not Acceptable for a bad file extension" do
get posts_path, params: { format: :jpg }
assert_response 406
get posts_path, params: { format: :blah }
assert_response 406
end
context "on a RecordNotFound error" do
should "return 404 Not Found even with a bad file extension" do
get post_path("bad.json")
assert_response 404
get post_path("bad.jpg")
assert_response 404
get post_path("bad.blah")
assert_response 404
end
end
context "on a PaginationError" do
should "return 410 Gone even with a bad file extension" do
get posts_path, params: { page: 999999999 }, as: :json
assert_response 410
get posts_path, params: { page: 999999999 }, as: :jpg
assert_response 410
get posts_path, params: { page: 999999999 }, as: :blah
assert_response 410
end
end
context "on api authentication" do
setup do
@user = create(:user, password: "password")
@api_key = create(:api_key, user: @user)
ActionController::Base.allow_forgery_protection = true
end
teardown do
ActionController::Base.allow_forgery_protection = false
end
context "using http basic auth" do
should "succeed for api key matches" do
basic_auth_string = "Basic #{::Base64.encode64("#{@user.name}:#{@api_key.key}")}"
get edit_user_path(@user), headers: { HTTP_AUTHORIZATION: basic_auth_string }
assert_response :success
assert_equal(1, @api_key.reload.uses)
assert_not_nil(@api_key.reload.last_used_at)
end
should "succeed when the user has multiple api keys" do
@api_key2 = create(:api_key, user: @user)
basic_auth_string = "Basic #{::Base64.encode64("#{@user.name}:#{@api_key2.key}")}"
get edit_user_path(@user), headers: { HTTP_AUTHORIZATION: basic_auth_string }
assert_response :success
assert_equal(1, @api_key2.reload.uses)
assert_not_nil(@api_key2.reload.last_used_at)
end
should "fail for api key mismatches" do
basic_auth_string = "Basic #{::Base64.encode64("#{@user.name}:badpassword")}"
get profile_path, as: :json, headers: { HTTP_AUTHORIZATION: basic_auth_string }
assert_response 401
end
should "succeed for non-GET requests without a CSRF token" do
assert_changes -> { @user.reload.enable_safe_mode }, from: false, to: true do
basic_auth_string = "Basic #{::Base64.encode64("#{@user.name}:#{@api_key.key}")}"
put user_path(@user), headers: { HTTP_AUTHORIZATION: basic_auth_string }, params: { user: { enable_safe_mode: "true" } }, as: :json
assert_response :success
end
end
end
context "using the api_key parameter" do
should "succeed for api key matches" do
get edit_user_path(@user), params: { login: @user.name, api_key: @api_key.key }
assert_response :success
assert_equal(1, @api_key.reload.uses)
assert_not_nil(@api_key.reload.last_used_at)
end
should "succeed when the user has multiple api keys" do
@api_key2 = create(:api_key, user: @user)
get edit_user_path(@user), params: { login: @user.name, api_key: @api_key2.key }
assert_response :success
assert_equal(1, @api_key2.reload.uses)
assert_not_nil(@api_key2.reload.last_used_at)
end
should "fail for api key mismatches" do
get profile_path, as: :json, params: { login: @user.name }
assert_response 401
get profile_path, as: :json, params: { api_key: @api_key.key }
assert_response 401
get profile_path, as: :json, params: { login: @user.name, api_key: "bad" }
assert_response 401
end
should "succeed for non-GET requests without a CSRF token" do
assert_changes -> { @user.reload.enable_safe_mode }, from: false, to: true do
put user_path(@user), params: { login: @user.name, api_key: @api_key.key, user: { enable_safe_mode: "true" } }, as: :json
assert_response :success
end
end
end
context "for an API key with restrictions" do
should "restrict requests to the permitted IP addresses" do
@api_key = create(:api_key, permitted_ip_addresses: ["192.168.0.1", "10.0.0.1/24", "2600::1/64"])
ActionDispatch::Request.any_instance.stubs(:remote_ip).returns("192.168.0.1")
get posts_path, params: { login: @api_key.user.name, api_key: @api_key.key }
assert_response :success
ActionDispatch::Request.any_instance.stubs(:remote_ip).returns("10.0.0.42")
get posts_path, params: { login: @api_key.user.name, api_key: @api_key.key }
assert_response :success
ActionDispatch::Request.any_instance.stubs(:remote_ip).returns("2600::1234:0:0:1")
get posts_path, params: { login: @api_key.user.name, api_key: @api_key.key }
assert_response :success
ActionDispatch::Request.any_instance.stubs(:remote_ip).returns("127.0.0.2")
get posts_path, params: { login: @api_key.user.name, api_key: @api_key.key }
assert_response 403
ActionDispatch::Request.any_instance.stubs(:remote_ip).returns("10.0.1.0")
get posts_path, params: { login: @api_key.user.name, api_key: @api_key.key }
assert_response 403
ActionDispatch::Request.any_instance.stubs(:remote_ip).returns("2600:dead:beef::1")
get posts_path, params: { login: @api_key.user.name, api_key: @api_key.key }
assert_response 403
assert_equal(6, @api_key.reload.uses)
assert_equal("2600:dead:beef::1", @api_key.reload.last_ip_address.to_s)
assert_not_nil(@api_key.reload.last_used_at)
end
should "restrict requests to the permitted endpoints" do
@post = create(:post)
@api_key = create(:api_key, permissions: ["posts:index", "posts:show"])
get posts_path, params: { login: @api_key.user.name, api_key: @api_key.key }
assert_response :success
get post_path(@post), params: { login: @api_key.user.name, api_key: @api_key.key }
assert_response :success
get tags_path, params: { login: @api_key.user.name, api_key: @api_key.key }
assert_response 403
put post_path(@post), params: { login: @api_key.user.name, api_key: @api_key.key, post: { rating: "s" }}
assert_response 403
assert_equal(4, @api_key.reload.uses)
assert_equal("127.0.0.1", @api_key.reload.last_ip_address.to_s)
assert_not_nil(@api_key.reload.last_used_at)
end
end
context "with cookie-based authentication" do
should "not allow non-GET requests without a CSRF token" do
# get the csrf token from the login page so we can login
get new_session_path
assert_response :success
token = css_select("form input[name=authenticity_token]").first["value"]
# login
post session_path, params: { authenticity_token: token, name: @user.name, password: "password" }
assert_redirected_to posts_path
# try to submit a form with cookies but without the csrf token
put user_path(@user), headers: { HTTP_COOKIE: headers["Set-Cookie"] }, params: { user: { enable_safe_mode: "true" } }
assert_response 403
assert_equal("ActionController::InvalidAuthenticityToken", css_select("p").first.content)
assert_equal(false, @user.reload.enable_safe_mode)
end
end
end
context "on session cookie authentication" do
should "succeed" do
user = create(:user, password: "password")
post session_path, params: { name: user.name, password: "password" }
get edit_user_path(user)
assert_response :success
end
end
context "accessing an unauthorized page" do
should "render the access denied page" do
get news_updates_path
assert_response 403
assert_select "h1", /Access Denied/
end
should "render a json response for json requests" do
get news_updates_path(format: :json)
assert_response 403
assert_equal "application/json", response.media_type
assert_equal "Access denied", response.parsed_body["message"]
end
end
context "when the api limit is exceeded" do
should "fail with a 429 error" do
user = create(:user)
post = create(:post, rating: "s")
RateLimit.any_instance.stubs(:limited?).returns(true)
put_auth post_path(post), user, params: { post: { rating: "e" } }
assert_response 429
assert_equal("s", post.reload.rating)
end
end
end
context "all index methods" do
should "support searching by the id attribute" do
tags = create_list(:tag, 2, post_count: 42)
get tags_path(format: :json), params: { search: { id: tags.first.id } }
assert_response :success
assert_equal(1, response.parsed_body.size)
assert_equal(tags.first.id, response.parsed_body.first.fetch("id"))
end
should "support the expiry parameter" do
get posts_path, as: :json, params: { expiry: "1" }
assert_response :success
assert_equal("max-age=#{1.day}, private", response.headers["Cache-Control"])
end
should "support the expires_in parameter" do
get posts_path, as: :json, params: { expires_in: "5min" }
assert_response :success
assert_equal("max-age=#{5.minutes}, private", response.headers["Cache-Control"])
end
should "support the only parameter" do
create(:post)
get posts_path, as: :json, params: { only: "id,rating,score" }
assert_response :success
assert_equal(%w[id rating score].sort, response.parsed_body.first.keys.sort)
end
should "return the correct root element name for empty xml responses" do
get tags_path, as: :xml
assert_response :success
assert_equal("tags", response.parsed_body.root.name)
assert_equal(0, response.parsed_body.root.children.size)
end
end
end