Fix .webm files not including the `FFmpeg:VideoBitRate` and `FFmpeg:AudioBitRate`
fields in the media_metadata table. This was because the .webm format
doesn't include the video or audio bit rates in the metadata, and
ffprobe doesn't calculate them either, so we have to calculate them
ourselves by hand.
Fixup for 523d7afdd.
180 lines
5.3 KiB
Ruby
180 lines
5.3 KiB
Ruby
# frozen_string_literal: true
|
|
|
|
# A MediaFile for a JPEG, PNG, or GIF file. Uses libvips for resizing images.
|
|
#
|
|
# @see https://github.com/libvips/ruby-vips
|
|
# @see https://libvips.github.io/libvips/API/current
|
|
class MediaFile::Image < MediaFile
|
|
delegate :thumbnail_image, to: :image
|
|
|
|
def dimensions
|
|
image.size
|
|
rescue Vips::Error
|
|
[metadata.width, metadata.height]
|
|
rescue
|
|
[0, 0]
|
|
end
|
|
|
|
def is_supported?
|
|
case file_ext
|
|
when :avif
|
|
# XXX Mirrored AVIFs should be unsupported too, but we currently can't detect the mirrored flag using exiftool or ffprobe.
|
|
!metadata.is_rotated? && !metadata.is_cropped? && !metadata.is_grid_image? && !metadata.is_animated_avif?
|
|
when :webp
|
|
!is_animated?
|
|
else
|
|
true
|
|
end
|
|
end
|
|
|
|
def is_corrupt?
|
|
error.present?
|
|
end
|
|
|
|
def error
|
|
image = Vips::Image.new_from_file(file.path, fail: true)
|
|
image.stats
|
|
nil
|
|
rescue Vips::Error => e
|
|
# XXX Vips has a single global error buffer that is shared between threads and that isn't cleared between operations.
|
|
# We can't reliably use `e.message` here because it may pick up errors from other threads, or from previous
|
|
# operations in the same thread.
|
|
"libvips error"
|
|
end
|
|
|
|
def metadata
|
|
super.merge({ "Vips:Error" => error }.compact_blank)
|
|
end
|
|
|
|
def duration
|
|
return nil if !is_animated?
|
|
video.duration
|
|
end
|
|
|
|
def frame_count
|
|
case file_ext
|
|
when :gif, :webp
|
|
n_pages
|
|
when :png
|
|
exif_metadata.fetch("PNG:AnimationFrames", 1)
|
|
when :avif
|
|
video.frame_count
|
|
else
|
|
nil
|
|
end
|
|
end
|
|
|
|
# @return [Integer, nil] The frame count for gif and webp images, or possibly nil if the file doesn't have a frame count or is corrupt.
|
|
def n_pages
|
|
image.get("n-pages")
|
|
rescue Vips::Error
|
|
nil
|
|
end
|
|
|
|
def frame_rate
|
|
return nil if !is_animated? || frame_count.nil? || duration.nil? || duration == 0
|
|
frame_count / duration
|
|
end
|
|
|
|
def channels
|
|
image.bands
|
|
end
|
|
|
|
def colorspace
|
|
image.interpretation
|
|
end
|
|
|
|
def resize!(max_width, max_height, format: :jpeg, quality: 85, **options)
|
|
# @see https://www.libvips.org/API/current/Using-vipsthumbnail.md.html
|
|
# @see https://www.libvips.org/API/current/libvips-resample.html#vips-thumbnail
|
|
if colorspace.in?(%i[srgb rgb16])
|
|
resized_image = thumbnail_image(max_width, height: max_height, import_profile: "srgb", export_profile: "srgb", **options)
|
|
elsif colorspace == :cmyk
|
|
# Leave CMYK as CMYK for better color accuracy than sRGB.
|
|
resized_image = thumbnail_image(max_width, height: max_height, import_profile: "cmyk", export_profile: "cmyk", intent: :relative, **options)
|
|
elsif colorspace.in?(%i[b-w grey16]) && has_embedded_profile?
|
|
# Convert greyscale to sRGB so that the color profile is properly applied before we strip it.
|
|
resized_image = thumbnail_image(max_width, height: max_height, export_profile: "srgb", **options)
|
|
elsif colorspace.in?(%i[b-w grey16])
|
|
# Otherwise, leave greyscale without a profile as greyscale because
|
|
# converting it to sRGB would change it from 1 channel to 3 channels.
|
|
resized_image = thumbnail_image(max_width, height: max_height, **options)
|
|
else
|
|
raise NotImplementedError
|
|
end
|
|
|
|
if resized_image.has_alpha?
|
|
resized_image = resized_image.flatten(background: 255)
|
|
end
|
|
|
|
output_file = Tempfile.new(["image-preview-#{md5}", ".#{format.to_s}"])
|
|
case format.to_sym
|
|
when :jpeg
|
|
# https://www.libvips.org/API/current/VipsForeignSave.html#vips-jpegsave
|
|
resized_image.jpegsave(output_file.path, Q: quality, strip: true, interlace: true, optimize_coding: true, optimize_scans: true, trellis_quant: true, overshoot_deringing: true, quant_table: 3)
|
|
when :webp
|
|
# https://www.libvips.org/API/current/VipsForeignSave.html#vips-webpsave
|
|
resized_image.webpsave(output_file.path, Q: quality, preset: :drawing, smart_subsample: false, effort: 4, strip: true)
|
|
when :avif
|
|
# https://www.libvips.org/API/current/VipsForeignSave.html#vips-heifsave
|
|
resized_image.heifsave(output_file.path, Q: quality, compression: :av1, effort: 4, strip: true)
|
|
else
|
|
raise NotImplementedError
|
|
end
|
|
|
|
MediaFile::Image.new(output_file)
|
|
end
|
|
|
|
def preview!(max_width, max_height, **options)
|
|
w, h = MediaFile.scale_dimensions(width, height, max_width, max_height)
|
|
preview_frame.resize!(w, h, size: :force, **options)
|
|
end
|
|
|
|
def preview_frame
|
|
if is_animated?
|
|
FFmpeg.new(self).smart_video_preview
|
|
else
|
|
self
|
|
end
|
|
end
|
|
|
|
def is_animated?
|
|
frame_count.to_i > 1
|
|
end
|
|
|
|
def is_animated_gif?
|
|
file_ext == :gif && is_animated?
|
|
end
|
|
|
|
def is_animated_png?
|
|
file_ext == :png && is_animated?
|
|
end
|
|
|
|
def is_animated_webp?
|
|
file_ext == :webp && is_animated?
|
|
end
|
|
|
|
def is_animated_avif?
|
|
file_ext == :avif && is_animated?
|
|
end
|
|
|
|
# Return true if the image has an embedded ICC color profile.
|
|
def has_embedded_profile?
|
|
image.icc_import(embedded: true)
|
|
true
|
|
rescue Vips::Error
|
|
false
|
|
end
|
|
|
|
# @return [Vips::Image] the Vips image object for the file
|
|
def image
|
|
Vips::Image.new_from_file(file.path, fail: false).autorot
|
|
end
|
|
|
|
def video
|
|
FFmpeg.new(self)
|
|
end
|
|
|
|
memoize :image, :video, :preview_frame, :dimensions, :error, :metadata, :is_corrupt?, :is_animated_gif?, :is_animated_png?
|
|
end
|