uploads: mark uploads as failed if they're stuck processing for more than 4 hours.

app/jobs/prune_uploads_job.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+# A job that runs hourly to mark as failed all uploads that got stuck in the 'processing' state for more than 4 hours.
+# Spawned by {DanbooruMaintenance}.
+class PruneUploadsJob < ApplicationJob
+  def perform
+    MediaAsset.prune!
+    UploadMediaAsset.prune!
+    Upload.prune!
+  end
+end

app/logical/danbooru_maintenance.rb

@@ -7,6 +7,7 @@ module DanbooruMaintenance
     queue PrunePostsJob
     queue PruneRateLimitsJob
     queue RegeneratePostCountsJob
+    queue PruneUploadsJob
     #queue AmcheckDatabaseJob
   end
 

app/models/media_asset.rb

@@ -51,6 +51,12 @@ class MediaAsset < ApplicationRecord
 
   before_create :initialize_file_key
 
+  scope :expired, -> { processing.where(created_at: ..4.hours.ago) }
+
+  def self.prune!
+    expired.update_all(status: :failed)
+  end
+
   class Variant
     extend Memoist
     include ActiveModel::Serializers::JSON

app/models/upload.rb

@@ -24,6 +24,7 @@ class Upload < ApplicationRecord
 
   validates :source, format: { with: %r{\Ahttps?://}i, message: "is not a valid URL" }, if: -> { source.present? }
   validates :referer_url, format: { with: %r{\Ahttps?://}i, message: "is not a valid URL" }, if: -> { referer_url.present? }
+  validates :status, inclusion: { in: %w[pending processing completed error] }
   validate :validate_file_and_source, on: :create
   validate :validate_archive_files, on: :create
   validate :validate_uploader_is_not_limited, on: :create
@@ -31,8 +32,10 @@ class Upload < ApplicationRecord
   after_create :async_process_upload!
 
   scope :pending, -> { where(status: "pending") }
+  scope :processing, -> { where(status: "processing") }
   scope :completed, -> { where(status: "completed") }
   scope :failed, -> { where(status: "error") }
+  scope :expired, -> { processing.where(created_at: ..4.hours.ago) }
 
   def self.visible(user)
     if user.is_admin?
@@ -42,6 +45,10 @@ class Upload < ApplicationRecord
     end
   end
 
+  def self.prune!
+    expired.update_all(status: "error", error: "Stuck processing for more than 4 hours")
+  end
+
   concerning :StatusMethods do
     def is_pending?
       status == "pending"

app/models/upload_media_asset.rb

@@ -25,6 +25,7 @@ class UploadMediaAsset < ApplicationRecord
 
   scope :unfinished, -> { where(status: %w[pending processing]) }
   scope :finished, -> { where(status: %w[active failed]) }
+  scope :expired, -> { unfinished.where(created_at: ..4.hours.ago) }
 
   def self.visible(user)
     if user.is_admin?
@@ -36,6 +37,10 @@ class UploadMediaAsset < ApplicationRecord
     end
   end
 
+  def self.prune!
+    expired.update_all(status: :failed, error: "Stuck processing for more than 4 hours")
+  end
+
   def self.search(params, current_user)
     q = search_attributes(params, [:id, :created_at, :updated_at, :status, :source_url, :page_url, :error, :upload, :media_asset, :post], current_user: current_user)