Merge pull request #5147 from nonamethanks/furaffinity-support

Add furaffinity support

app/logical/source/extractor.rb

@@ -53,6 +53,7 @@ module Source
       Source::Extractor::Fantia,
       Source::Extractor::Booth,
       Source::Extractor::Anifty,
+      Source::Extractor::Furaffinity,
     ]
 
     # Should return true if the extractor is configured correctly. Return false

app/logical/source/extractor/furaffinity.rb

@@ -0,0 +1,73 @@
+# frozen_string_literal: true
+
+class Source::Extractor
+  class Furaffinity < Source::Extractor
+    def self.enabled?
+      # https://www.furaffinity.net/controls/settings/
+      # For this strategy to work properly, in the above settings "Enable Adult Artwork" must be set to "General, Mature, Adult".
+      Danbooru.config.furaffinity_cookie_a.present? && Danbooru.config.furaffinity_cookie_b.present?
+    end
+
+    def match?
+      Source::URL::Furaffinity === parsed_url
+    end
+
+    def image_urls
+      if parsed_url.image_url?
+        [parsed_url.to_s]
+      else
+        download_button = html_response&.css(".submission-content .auto_link .button").to_a.find { |el| el.text == "Download" }
+        partial_image = download_button&.[]("href")
+        return [] unless partial_image.present?
+        [URI.join("https://d.furaffinity.net", partial_image).to_s].compact
+      end
+    end
+
+    def page_url
+      parsed_url.page_url || parsed_referer&.page_url
+    end
+
+    def tags
+      tags = html_response&.css(".tags").to_a.map!(&:text).compact.uniq
+      tags.map {|tag| [tag, "https://www.furaffinity.net/search/@keywords #{tag}"] }
+    end
+
+    def artist_name
+      html_response&.at(".submission-id-sub-container a")&.text || parsed_url.username || parsed_referer&.username
+    end
+
+    def profile_url
+      parsed_url.profile_url || parsed_referer&.profile_url || profile_url_from_page
+    end
+
+    def profile_url_from_page
+      slug = html_response&.at(".submission-id-avatar a")&.[](:href)
+      return unless slug.present?
+      Source::URL.parse(URI.join("https://www.furaffinity.net/", slug)).profile_url
+    end
+
+    def artist_commentary_title
+      html_response&.at(".submission-title")&.text&.strip
+    end
+
+    def artist_commentary_desc
+      html_response&.at(".submission-content .section-body")&.to_html
+    end
+
+    def dtext_artist_commentary_desc
+      DText.from_html(artist_commentary_desc)&.strip
+    end
+
+    def html_response
+      return nil unless page_url.present?
+      response = http.cache(1.minute).get(page_url)
+
+      return nil unless response.status == 200
+      response.parse
+    end
+
+    def http
+      Danbooru::Http.new.cookies(a: Danbooru.config.furaffinity_cookie_a, b: Danbooru.config.furaffinity_cookie_b, sfw: 0)
+    end
+  end
+end

app/logical/source/url.rb

@@ -49,6 +49,7 @@ module Source
       Source::URL::TwitPic,
       Source::URL::Weibo,
       Source::URL::Anifty,
+      Source::URL::Furaffinity,
     ]
 
     # Parse a URL into a subclass of Source::URL, or raise an exception if the URL is not a valid HTTP or HTTPS URL.

app/logical/source/url/furaffinity.rb

@@ -0,0 +1,45 @@
+# frozen_string_literal: true
+
+class Source::URL::Furaffinity < Source::URL
+  attr_reader :work_id, :username, :filename
+
+  def self.match?(url)
+    url.domain == "furaffinity.net"
+  end
+
+  def parse
+    case [host, *path_segments]
+
+    # https://www.furaffinity.net/view/46821705/
+    # https://www.furaffinity.net/view/46802202/ (scrap)
+    in _, "view", /^\d+$/ => work_id
+      @work_id = work_id
+
+    # https://d.furaffinity.net/art/iwbitu/1650222955/1650222955.iwbitu_yubi.jpg
+    in _, "art", username, subdir, filename
+      @username = username
+      @filename = filename
+
+    # https://www.furaffinity.net/gallery/iwbitu
+    # https://www.furaffinity.net/scraps/iwbitu/2/?
+    # https://www.furaffinity.net/gallery/iwbitu/folder/133763/Regular-commissions
+    in _, ("gallery" | "user" | "favorites" | "scraps" | "journals"), username, *pages
+      @username = username
+
+    else
+      nil
+    end
+  end
+
+  def image_url?
+    @filename.present?
+  end
+
+  def page_url
+    "https://www.furaffinity.net/view/#{work_id}" if work_id.present?
+  end
+
+  def profile_url
+    "https://www.furaffinity.net/user/#{username}" if username.present?
+  end
+end

app/models/artist_url.rb

@@ -95,7 +95,7 @@ class ArtistURL < ApplicationRecord
   def priority
     sites = %w[
       Pixiv Twitter
-      Anifty ArtStation Baraag BCY Booth Deviant\ Art Hentai\ Foundry Fantia Foundation Lofter Nico\ Seiga Nijie Pawoo Fanbox Pixiv\ Sketch Plurk Tinami Tumblr Weibo
+      Anifty ArtStation Baraag BCY Booth Deviant\ Art Hentai\ Foundry Fantia Furaffinity Foundation Lofter Nico\ Seiga Nijie Pawoo Fanbox Pixiv\ Sketch Plurk Tinami Tumblr Weibo
       Ask.fm Facebook FC2 Gumroad Instagram Ko-fi Livedoor Mihuashi Mixi.jp Patreon Piapro.jp Picarto Privatter Sakura.ne.jp Stickam Skeb Twitch Youtube
       Amazon Circle.ms DLSite Doujinshi.org Erogamescape Mangaupdates Melonbooks Toranoana Wikipedia
     ]