Merge pull request #5325 from nonamethanks/feat-reddit

Add reddit support

app/logical/source/extractor.rb

@@ -55,6 +55,7 @@ module Source
       Source::Extractor::Booth,
       Source::Extractor::Anifty,
       Source::Extractor::Furaffinity,
+      Source::Extractor::Reddit,
     ]
 
     # Should return true if the extractor is configured correctly. Return false

app/logical/source/extractor/reddit.rb

@@ -0,0 +1,68 @@
+# frozen_string_literal: true
+
+# @see Source::URL::Reddit
+module Source
+  class Extractor
+    class Reddit < Source::Extractor
+      def match?
+        Source::URL::Reddit === parsed_url
+      end
+
+      def image_urls
+        if parsed_url&.full_image_url.present?
+          [parsed_url.full_image_url]
+        elsif data.present?
+          images = [data.dig("media", "resolutions", 0, "url")].compact
+          images += ordered_gallery_images
+          images.compact.uniq.map { |i| Source::URL.parse(i)&.full_image_url }.compact
+        else
+          [parsed_url.original_url]
+        end
+      end
+
+      def ordered_gallery_images
+        gallery_images = data.dig("media", "mediaMetadata")
+        return [] unless gallery_images.present?
+        gallery_order = data.dig("media", "gallery", "items").pluck("mediaId")
+
+        gallery_order.map { |id| gallery_images[id].dig("s", "u") }
+      end
+
+      def profile_url
+        return nil if artist_name.blank?
+        "https://reddit.com/user/#{artist_name}"
+      end
+
+      def page_url
+        data["permalink"] || parsed_url.page_url || parsed_referer&.page_url
+      end
+
+      def artist_commentary_title
+        data["title"]
+      end
+
+      def work_id
+        parsed_url.work_id || parsed_referer&.work_id
+      end
+
+      def artist_name
+        data["author"] || parsed_url.username || parsed_referer&.username
+      end
+
+      def data
+        return nil if work_id.blank?
+
+        response = http.cache(1.minute).get("https://reddit.com/gallery/#{work_id}")
+        return {} if response.status != 200
+
+        json_string = response.parse&.at("script#data").to_s[/\s({.*})/, 1]
+        data = JSON.parse(json_string).with_indifferent_access
+        data.dig("posts", "models").values.min_by { |p| p["created"].to_i } # to avoid reposts
+      rescue JSON::ParserError
+        {}
+      end
+
+      memoize :data
+    end
+  end
+end

app/logical/source/url/reddit.rb

@@ -3,7 +3,7 @@
 module Source
   class URL
     class Reddit < Source::URL
-      attr_reader :subreddit, :work_id, :title, :username
+      attr_reader :subreddit, :work_id, :title, :username, :file
 
       def self.match?(url)
         url.domain.in?(["reddit.com", "redd.it"])
@@ -14,11 +14,14 @@ module Source
 
         # https://i.redd.it/p5utgk06ryq81.png
         # https://preview.redd.it/qoyhz3o8yde71.jpg?width=1440&format=pjpg&auto=webp&s=5cbe3b0b097d6e7263761c461dae19a43038db22
+        in ("i" | "preview"), "redd.it", file
+          @file = file
+
         # https://external-preview.redd.it/92G2gkb545UNlA-PywJqM_F-4TT0xngvmf_gb9sFDqk.jpg?auto=webp&s=0f1e3d0603dbaabe1ead7352202d0de1653d76f6
         # https://g.redditmedia.com/f-OWw5C5aVumPS4HXVFhTspgzgQB4S77mO-6ad0rzpg.gif?fm=mp4&mp4-fragmented=false&s=ed3d767bf3b0360a50ddd7f503d46225
         # https://i.redditmedia.com/9cYFBDQ3QsqWnF9v7EhW5uOcQNHz1Ak9_E1zVNeSLek.png?s=6fee1bb56e7d926847dc3ece01a1ffd4
         in *rest if image_url?
-          # pass
+        # pass
 
         # https://www.reddit.com/user/xSlimes
         # https://www.reddit.com/u/Valshier
@@ -73,6 +76,12 @@ module Source
       def profile_url
         "https://www.reddit.com/user/#{username}" if username.present?
       end
+
+      def full_image_url
+        return unless image_url?
+        return "https://i.redd.it/#{file}" if file.present?
+        original_url
+      end
     end
   end
 end