danbooru::http: support automatically retrying 429 errors.

2020-06-20 22:38:58 -05:00
parent a929f3134e
commit 87ed882234
4 changed files with 120 additions and 6 deletions
--- a/app/logical/danbooru/http.rb
+++ b/app/logical/danbooru/http.rb
@@ -1,5 +1,6 @@
 require "danbooru/http/html_adapter"
 require "danbooru/http/xml_adapter"
+require "danbooru/http/retriable"

 module Danbooru
  class Http
@@ -139,12 +140,13 @@ module Danbooru
    end

    def http
-      @http ||= ::HTTP.
-        follow(strict: false, max_hops: MAX_REDIRECTS).
-        timeout(DEFAULT_TIMEOUT).
-        use(:auto_inflate).
-        headers(Danbooru.config.http_headers).
-        headers("Accept-Encoding" => "gzip")
+      @http ||=
+        ::Danbooru::Http::ApplicationClient.new
+        .follow(strict: false, max_hops: MAX_REDIRECTS)
+        .timeout(DEFAULT_TIMEOUT)
+        .use(:auto_inflate)
+        .headers(Danbooru.config.http_headers)
+        .headers("Accept-Encoding" => "gzip")
    end
  end
 end