discourse/app/models/upload.rb

184 lines
5.2 KiB
Ruby
Raw Normal View History

2013-11-05 13:04:47 -05:00
require "digest/sha1"
2014-04-14 16:55:57 -04:00
require_dependency "file_helper"
require_dependency "url_helper"
require_dependency "db_helper"
2014-04-14 16:55:57 -04:00
require_dependency "validators/upload_validator"
require_dependency "file_store/local_store"
require_dependency "base62"
2013-02-05 14:16:51 -05:00
class Upload < ActiveRecord::Base
belongs_to :user
2013-11-05 13:04:47 -05:00
has_many :post_uploads, dependent: :destroy
2013-06-13 17:44:24 -04:00
has_many :posts, through: :post_uploads
has_many :optimized_images, dependent: :destroy
2013-06-16 04:39:48 -04:00
attr_accessor :for_group_message
attr_accessor :for_theme
attr_accessor :for_private_message
attr_accessor :for_export
2013-02-05 14:16:51 -05:00
validates_presence_of :filesize
validates_presence_of :original_filename
2014-04-14 16:55:57 -04:00
validates_with ::Validators::UploadValidator
2013-11-05 13:04:47 -05:00
def thumbnail(width = self.width, height = self.height)
optimized_images.find_by(width: width, height: height)
2013-06-16 19:00:25 -04:00
end
2013-11-05 13:04:47 -05:00
def has_thumbnail?(width, height)
2013-09-27 04:55:50 -04:00
thumbnail(width, height).present?
2013-06-16 19:00:25 -04:00
end
2017-07-27 21:20:09 -04:00
def create_thumbnail!(width, height, crop = false)
2013-06-16 19:00:25 -04:00
return unless SiteSetting.create_thumbnails?
opts = {
filename: self.original_filename,
allow_animation: SiteSetting.allow_animated_thumbnails,
crop: crop
}
if _thumbnail = OptimizedImage.create_for(self, width, height, opts)
2013-09-27 04:55:50 -04:00
self.width = width
self.height = height
save(validate: false)
2013-09-27 04:55:50 -04:00
end
2013-06-16 19:00:25 -04:00
end
def destroy
Upload.transaction do
2013-08-13 16:08:29 -04:00
Discourse.store.remove_upload(self)
super
end
end
def short_url
"upload://#{Base62.encode(sha1.hex)}.#{extension}"
end
def self.sha1_from_short_url(url)
if url =~ /(upload:\/\/)?([a-zA-Z0-9]+)(\..*)?/
sha1 = Base62.decode($2).to_s(16)
if sha1.length > 40
nil
else
sha1.rjust(40, '0')
end
end
end
def self.generate_digest(path)
Digest::SHA1.file(path).hexdigest
end
2013-07-07 19:39:08 -04:00
def self.get_from_url(url)
return if url.blank?
# we store relative urls, so we need to remove any host/cdn
url = url.sub(Discourse.asset_host, "") if Discourse.asset_host.present? && Discourse.asset_host != SiteSetting.Upload.s3_cdn_url
# when using s3, we need to replace with the absolute base url
url = url.sub(SiteSetting.Upload.s3_cdn_url, Discourse.store.absolute_base_url) if SiteSetting.Upload.s3_cdn_url.present?
# always try to get the path
uri = begin
URI(URI.unescape(url))
2018-05-18 08:31:36 -04:00
rescue URI::InvalidURIError, URI::InvalidComponentError
end
2016-10-20 06:34:42 -04:00
url = uri.path if uri.try(:scheme)
Upload.find_by(url: url)
2013-07-07 19:39:08 -04:00
end
2017-07-27 21:20:09 -04:00
def self.migrate_to_new_scheme(limit = nil)
problems = []
if SiteSetting.migrate_to_new_scheme
max_file_size_kb = [SiteSetting.max_image_size_kb, SiteSetting.max_attachment_size_kb].max.kilobytes
local_store = FileStore::LocalStore.new
scope = Upload.where("url NOT LIKE '%/original/_X/%'").order(id: :desc)
scope = scope.limit(limit) if limit
scope.each do |upload|
begin
# keep track of the url
previous_url = upload.url.dup
# where is the file currently stored?
external = previous_url =~ /^\/\//
# download if external
if external
url = SiteSetting.scheme + ":" + previous_url
file = FileHelper.download(
url,
max_file_size: max_file_size_kb,
tmp_file_name: "discourse",
follow_redirect: true
) rescue nil
path = file.path
else
path = local_store.path_for(upload)
end
# compute SHA if missing
if upload.sha1.blank?
upload.sha1 = Upload.generate_digest(path)
end
# optimize if image
FileHelper.optimize_image!(path) if FileHelper.is_image?(File.basename(path))
# store to new location & update the filesize
File.open(path) do |f|
upload.url = Discourse.store.store_upload(f, upload)
upload.filesize = f.size
2016-09-01 23:59:03 -04:00
upload.save!
end
# remap the URLs
DbHelper.remap(UrlHelper.absolute(previous_url), upload.url) unless external
DbHelper.remap(previous_url, upload.url)
# remove the old file (when local)
unless external
FileUtils.rm(path, force: true)
end
rescue => e
problems << { upload: upload, ex: e }
ensure
file&.unlink
file&.close
end
end
end
problems
end
2013-02-05 14:16:51 -05:00
end
# == Schema Information
#
# Table name: uploads
#
# id :integer not null, primary key
# user_id :integer not null
2018-02-20 01:28:58 -05:00
# original_filename :string not null
# filesize :integer not null
# width :integer
# height :integer
2018-02-20 01:28:58 -05:00
# url :string not null
# created_at :datetime not null
# updated_at :datetime not null
# sha1 :string(40)
2013-12-05 01:40:35 -05:00
# origin :string(1000)
# retain_hours :integer
# extension :string(10)
#
# Indexes
#
2017-10-05 23:13:01 -04:00
# index_uploads_on_extension (lower((extension)::text))
# index_uploads_on_id_and_url (id,url)
# index_uploads_on_sha1 (sha1) UNIQUE
# index_uploads_on_url (url)
# index_uploads_on_user_id (user_id)
#