2015-06-12 06:02:36 -04:00
|
|
|
require_dependency "file_helper"
|
|
|
|
require_dependency "url_helper"
|
|
|
|
require_dependency "db_helper"
|
|
|
|
require_dependency "file_store/local_store"
|
2013-06-16 20:46:42 -04:00
|
|
|
|
2013-06-16 04:39:48 -04:00
|
|
|
class OptimizedImage < ActiveRecord::Base
|
|
|
|
belongs_to :upload
|
|
|
|
|
2015-05-27 19:03:24 -04:00
|
|
|
# BUMP UP if optimized image algorithm changes
|
|
|
|
VERSION = 1
|
|
|
|
|
2014-05-22 03:34:33 -04:00
|
|
|
def self.create_for(upload, width, height, opts={})
|
2013-11-05 13:04:47 -05:00
|
|
|
return unless width > 0 && height > 0
|
2015-06-10 12:15:10 -04:00
|
|
|
return if upload.try(:sha1).blank?
|
2013-07-07 19:39:08 -04:00
|
|
|
|
2015-05-12 10:45:33 -04:00
|
|
|
DistributedMutex.synchronize("optimized_image_#{upload.id}_#{width}_#{height}") do
|
|
|
|
# do we already have that thumbnail?
|
|
|
|
thumbnail = find_by(upload_id: upload.id, width: width, height: height)
|
2013-06-16 20:46:42 -04:00
|
|
|
|
2015-06-01 11:49:58 -04:00
|
|
|
# make sure we have an url
|
2015-05-12 10:45:33 -04:00
|
|
|
if thumbnail && thumbnail.url.blank?
|
|
|
|
thumbnail.destroy
|
|
|
|
thumbnail = nil
|
|
|
|
end
|
2013-11-05 13:04:47 -05:00
|
|
|
|
2015-05-12 10:45:33 -04:00
|
|
|
# return the previous thumbnail if any
|
|
|
|
return thumbnail unless thumbnail.nil?
|
2013-06-16 20:46:42 -04:00
|
|
|
|
2015-05-12 10:45:33 -04:00
|
|
|
# create the thumbnail otherwise
|
2015-05-31 21:17:42 -04:00
|
|
|
original_path = Discourse.store.path_for(upload)
|
|
|
|
if original_path.blank?
|
2015-06-10 12:18:20 -04:00
|
|
|
external_copy = Discourse.store.download(upload) rescue nil
|
2015-05-31 21:17:42 -04:00
|
|
|
original_path = external_copy.try(:path)
|
2015-02-03 12:44:18 -05:00
|
|
|
end
|
2014-11-03 13:54:10 -05:00
|
|
|
|
2015-05-12 10:45:33 -04:00
|
|
|
if original_path.blank?
|
|
|
|
Rails.logger.error("Could not find file in the store located at url: #{upload.url}")
|
|
|
|
else
|
|
|
|
# create a temp file with the same extension as the original
|
|
|
|
extension = File.extname(original_path)
|
|
|
|
temp_file = Tempfile.new(["discourse-thumbnail", extension])
|
|
|
|
temp_path = temp_file.path
|
|
|
|
|
|
|
|
if extension =~ /\.svg$/i
|
|
|
|
FileUtils.cp(original_path, temp_path)
|
|
|
|
resized = true
|
2016-05-23 10:18:30 -04:00
|
|
|
elsif opts[:crop]
|
|
|
|
resized = crop(original_path, temp_path, width, height, opts)
|
2013-11-05 13:04:47 -05:00
|
|
|
else
|
2015-05-12 10:45:33 -04:00
|
|
|
resized = resize(original_path, temp_path, width, height, opts)
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
2015-05-12 10:45:33 -04:00
|
|
|
|
|
|
|
if resized
|
|
|
|
thumbnail = OptimizedImage.create!(
|
|
|
|
upload_id: upload.id,
|
2016-09-02 02:50:13 -04:00
|
|
|
sha1: Upload.generate_digest(temp_path),
|
2015-05-12 10:45:33 -04:00
|
|
|
extension: extension,
|
|
|
|
width: width,
|
|
|
|
height: height,
|
|
|
|
url: "",
|
|
|
|
)
|
|
|
|
# store the optimized image and update its url
|
2015-05-29 07:02:05 -04:00
|
|
|
File.open(temp_path) do |file|
|
|
|
|
url = Discourse.store.store_optimized_image(file, thumbnail)
|
|
|
|
if url.present?
|
|
|
|
thumbnail.url = url
|
|
|
|
thumbnail.save
|
|
|
|
end
|
2015-05-12 10:45:33 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
# close && remove temp file
|
|
|
|
temp_file.close!
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
2015-05-12 10:45:33 -04:00
|
|
|
# make sure we remove the cached copy from external stores
|
|
|
|
if Discourse.store.external?
|
|
|
|
external_copy.try(:close!) rescue nil
|
|
|
|
end
|
2013-06-16 20:46:42 -04:00
|
|
|
|
2015-05-12 10:45:33 -04:00
|
|
|
thumbnail
|
2015-02-09 11:00:58 -05:00
|
|
|
end
|
2013-06-16 19:00:25 -04:00
|
|
|
end
|
|
|
|
|
2013-06-21 03:34:02 -04:00
|
|
|
def destroy
|
|
|
|
OptimizedImage.transaction do
|
2013-08-13 16:09:27 -04:00
|
|
|
Discourse.store.remove_optimized_image(self)
|
2013-06-21 03:34:02 -04:00
|
|
|
super
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2015-05-25 22:32:52 -04:00
|
|
|
def local?
|
|
|
|
!(url =~ /^(https?:)?\/\//)
|
|
|
|
end
|
|
|
|
|
2016-12-18 18:16:18 -05:00
|
|
|
def self.safe_path?(path)
|
|
|
|
# this matches instructions which call #to_s
|
|
|
|
path = path.to_s
|
|
|
|
return false if path != File.expand_path(path)
|
2017-01-02 10:28:14 -05:00
|
|
|
return false if path !~ /\A[\w\-\.\/]+\z/m
|
2016-12-18 18:16:18 -05:00
|
|
|
true
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.ensure_safe_paths!(*paths)
|
|
|
|
paths.each do |path|
|
|
|
|
raise Discourse::InvalidAccess unless safe_path?(path)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
|
2015-02-25 09:08:33 -05:00
|
|
|
def self.resize_instructions(from, to, dimensions, opts={})
|
2016-12-18 18:16:18 -05:00
|
|
|
ensure_safe_paths!(from, to)
|
|
|
|
|
2014-06-11 10:01:01 -04:00
|
|
|
# NOTE: ORDER is important!
|
2015-02-25 09:08:33 -05:00
|
|
|
%W{
|
2015-07-22 11:10:42 -04:00
|
|
|
convert
|
2015-02-25 09:08:33 -05:00
|
|
|
#{from}[0]
|
|
|
|
-gravity center
|
|
|
|
-background transparent
|
|
|
|
-thumbnail #{dimensions}^
|
|
|
|
-extent #{dimensions}
|
|
|
|
-interpolate bicubic
|
|
|
|
-unsharp 2x0.5+0.7+0
|
|
|
|
-quality 98
|
2016-03-07 17:26:28 -05:00
|
|
|
-profile #{File.join(Rails.root, 'vendor', 'data', 'RT_sRGB.icm')}
|
2015-02-25 09:08:33 -05:00
|
|
|
#{to}
|
|
|
|
}
|
2015-02-20 11:24:37 -05:00
|
|
|
end
|
2014-05-22 03:34:33 -04:00
|
|
|
|
2015-02-25 09:08:33 -05:00
|
|
|
def self.resize_instructions_animated(from, to, dimensions, opts={})
|
2016-12-18 18:16:18 -05:00
|
|
|
ensure_safe_paths!(from, to)
|
|
|
|
|
2015-02-25 09:08:33 -05:00
|
|
|
%W{
|
2015-07-22 11:10:42 -04:00
|
|
|
gifsicle
|
|
|
|
--colors=256
|
|
|
|
--resize-fit #{dimensions}
|
|
|
|
--optimize=3
|
|
|
|
--output #{to}
|
2016-07-27 12:48:02 -04:00
|
|
|
#{from}
|
2015-02-25 09:08:33 -05:00
|
|
|
}
|
|
|
|
end
|
|
|
|
|
2016-05-23 10:18:30 -04:00
|
|
|
def self.crop_instructions(from, to, dimensions, opts={})
|
2016-12-18 18:16:18 -05:00
|
|
|
ensure_safe_paths!(from, to)
|
|
|
|
|
2016-05-23 10:18:30 -04:00
|
|
|
%W{
|
|
|
|
convert
|
|
|
|
#{from}[0]
|
|
|
|
-gravity north
|
|
|
|
-background transparent
|
|
|
|
-thumbnail #{opts[:width]}
|
|
|
|
-crop #{dimensions}+0+0
|
|
|
|
-unsharp 2x0.5+0.7+0
|
|
|
|
-quality 98
|
|
|
|
-profile #{File.join(Rails.root, 'vendor', 'data', 'RT_sRGB.icm')}
|
|
|
|
#{to}
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.crop_instructions_animated(from, to, dimensions, opts={})
|
2016-12-18 18:16:18 -05:00
|
|
|
ensure_safe_paths!(from, to)
|
|
|
|
|
2016-07-27 12:48:02 -04:00
|
|
|
%W{
|
|
|
|
gifsicle
|
|
|
|
--crop 0,0+#{dimensions}
|
|
|
|
--colors=256
|
|
|
|
--optimize=3
|
|
|
|
--output #{to}
|
|
|
|
#{from}
|
|
|
|
}
|
2016-05-23 10:18:30 -04:00
|
|
|
end
|
|
|
|
|
2015-02-25 09:08:33 -05:00
|
|
|
def self.downsize_instructions(from, to, dimensions, opts={})
|
2016-12-18 18:16:18 -05:00
|
|
|
ensure_safe_paths!(from, to)
|
|
|
|
|
2015-02-25 09:08:33 -05:00
|
|
|
%W{
|
2015-07-22 11:10:42 -04:00
|
|
|
convert
|
2015-02-25 09:08:33 -05:00
|
|
|
#{from}[0]
|
|
|
|
-gravity center
|
|
|
|
-background transparent
|
2017-05-10 18:16:57 -04:00
|
|
|
-resize #{dimensions}
|
2016-03-07 17:26:28 -05:00
|
|
|
-profile #{File.join(Rails.root, 'vendor', 'data', 'RT_sRGB.icm')}
|
2015-02-25 09:08:33 -05:00
|
|
|
#{to}
|
|
|
|
}
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.downsize_instructions_animated(from, to, dimensions, opts={})
|
2015-07-22 11:10:42 -04:00
|
|
|
resize_instructions_animated(from, to, dimensions, opts)
|
2014-05-22 03:34:33 -04:00
|
|
|
end
|
|
|
|
|
2015-02-21 12:37:37 -05:00
|
|
|
def self.resize(from, to, width, height, opts={})
|
2015-08-12 12:33:13 -04:00
|
|
|
optimize("resize", from, to, "#{width}x#{height}", opts)
|
2015-02-20 11:24:37 -05:00
|
|
|
end
|
|
|
|
|
2016-05-23 10:18:30 -04:00
|
|
|
def self.crop(from, to, width, height, opts={})
|
|
|
|
opts[:width] = width
|
|
|
|
optimize("crop", from, to, "#{width}x#{height}", opts)
|
|
|
|
end
|
|
|
|
|
2015-08-12 12:33:13 -04:00
|
|
|
def self.downsize(from, to, dimensions, opts={})
|
|
|
|
optimize("downsize", from, to, dimensions, opts)
|
|
|
|
end
|
|
|
|
|
|
|
|
def self.optimize(operation, from, to, dimensions, opts={})
|
2015-02-25 09:08:33 -05:00
|
|
|
method_name = "#{operation}_instructions"
|
2015-09-20 16:01:03 -04:00
|
|
|
if !!opts[:allow_animation] && (from =~ /\.GIF$/i || opts[:filename] =~ /\.GIF$/i)
|
|
|
|
method_name += "_animated"
|
|
|
|
end
|
2015-08-12 12:33:13 -04:00
|
|
|
instructions = self.send(method_name.to_sym, from, to, dimensions, opts)
|
2015-05-29 04:58:27 -04:00
|
|
|
convert_with(instructions, to)
|
2015-02-25 09:08:33 -05:00
|
|
|
end
|
|
|
|
|
2015-05-29 04:58:27 -04:00
|
|
|
def self.convert_with(instructions, to)
|
2017-03-20 03:07:38 -04:00
|
|
|
begin
|
|
|
|
Discourse::Utils.execute_command(*instructions)
|
|
|
|
rescue
|
|
|
|
return false
|
|
|
|
end
|
2015-02-20 11:24:37 -05:00
|
|
|
|
2015-05-29 07:02:05 -04:00
|
|
|
ImageOptim.new.optimize_image!(to)
|
2015-02-20 11:24:37 -05:00
|
|
|
true
|
2015-05-29 07:02:05 -04:00
|
|
|
rescue
|
|
|
|
Rails.logger.error("Could not optimize image: #{to}")
|
|
|
|
false
|
2015-02-20 11:24:37 -05:00
|
|
|
end
|
|
|
|
|
2016-09-01 22:55:11 -04:00
|
|
|
def self.migrate_to_new_scheme(limit=nil)
|
2015-06-12 06:02:36 -04:00
|
|
|
problems = []
|
|
|
|
|
|
|
|
if SiteSetting.migrate_to_new_scheme
|
|
|
|
max_file_size_kb = SiteSetting.max_image_size_kb.kilobytes
|
|
|
|
local_store = FileStore::LocalStore.new
|
|
|
|
|
2016-09-01 22:55:11 -04:00
|
|
|
scope = OptimizedImage.includes(:upload)
|
|
|
|
.where("url NOT LIKE '%/optimized/_X/%'")
|
|
|
|
.order(id: :desc)
|
|
|
|
|
|
|
|
scope.limit(limit) if limit
|
|
|
|
|
|
|
|
scope.each do |optimized_image|
|
2015-06-12 06:02:36 -04:00
|
|
|
begin
|
|
|
|
# keep track of the url
|
|
|
|
previous_url = optimized_image.url.dup
|
|
|
|
# where is the file currently stored?
|
|
|
|
external = previous_url =~ /^\/\//
|
|
|
|
# download if external
|
|
|
|
if external
|
|
|
|
url = SiteSetting.scheme + ":" + previous_url
|
|
|
|
file = FileHelper.download(url, max_file_size_kb, "discourse", true) rescue nil
|
|
|
|
path = file.path
|
|
|
|
else
|
|
|
|
path = local_store.path_for(optimized_image)
|
|
|
|
file = File.open(path)
|
|
|
|
end
|
|
|
|
# compute SHA if missing
|
|
|
|
if optimized_image.sha1.blank?
|
2016-09-02 02:50:13 -04:00
|
|
|
optimized_image.sha1 = Upload.generate_digest(path)
|
2015-06-12 06:02:36 -04:00
|
|
|
end
|
|
|
|
# optimize if image
|
|
|
|
ImageOptim.new.optimize_image!(path)
|
|
|
|
# store to new location & update the filesize
|
|
|
|
File.open(path) do |f|
|
|
|
|
optimized_image.url = Discourse.store.store_optimized_image(f, optimized_image)
|
|
|
|
optimized_image.save
|
|
|
|
end
|
|
|
|
# remap the URLs
|
|
|
|
DbHelper.remap(UrlHelper.absolute(previous_url), optimized_image.url) unless external
|
|
|
|
DbHelper.remap(previous_url, optimized_image.url)
|
|
|
|
# remove the old file (when local)
|
|
|
|
unless external
|
|
|
|
FileUtils.rm(path, force: true) rescue nil
|
|
|
|
end
|
|
|
|
rescue => e
|
|
|
|
problems << { optimized_image: optimized_image, ex: e }
|
2015-06-15 12:30:11 -04:00
|
|
|
# just ditch the optimized image if there was any errors
|
|
|
|
optimized_image.destroy
|
2015-06-12 06:02:36 -04:00
|
|
|
ensure
|
|
|
|
file.try(:unlink) rescue nil
|
|
|
|
file.try(:close) rescue nil
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
problems
|
|
|
|
end
|
|
|
|
|
2013-06-16 04:39:48 -04:00
|
|
|
end
|
2013-06-16 20:48:58 -04:00
|
|
|
|
|
|
|
# == Schema Information
|
|
|
|
#
|
|
|
|
# Table name: optimized_images
|
|
|
|
#
|
|
|
|
# id :integer not null, primary key
|
2013-06-16 22:02:17 -04:00
|
|
|
# sha1 :string(40) not null
|
|
|
|
# extension :string(10) not null
|
2013-06-16 20:48:58 -04:00
|
|
|
# width :integer not null
|
|
|
|
# height :integer not null
|
|
|
|
# upload_id :integer not null
|
2016-02-22 18:33:53 -05:00
|
|
|
# url :string not null
|
2013-06-16 20:48:58 -04:00
|
|
|
#
|
|
|
|
# Indexes
|
|
|
|
#
|
|
|
|
# index_optimized_images_on_upload_id (upload_id)
|
|
|
|
# index_optimized_images_on_upload_id_and_width_and_height (upload_id,width,height) UNIQUE
|
|
|
|
#
|