2013-11-05 13:04:47 -05:00
|
|
|
module FileStore
|
|
|
|
|
|
|
|
class BaseStore
|
|
|
|
|
2014-04-15 07:04:14 -04:00
|
|
|
def store_upload(file, upload, content_type = nil)
|
2015-05-29 12:39:47 -04:00
|
|
|
path = get_path_for_upload(upload)
|
|
|
|
store_file(file, path)
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def store_optimized_image(file, optimized_image)
|
2015-05-29 12:39:47 -04:00
|
|
|
path = get_path_for_optimized_image(optimized_image)
|
|
|
|
store_file(file, path)
|
|
|
|
end
|
|
|
|
|
|
|
|
def store_file(file, path, opts = {})
|
2016-08-11 23:43:57 -04:00
|
|
|
not_implemented
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def remove_upload(upload)
|
2016-08-14 23:21:24 -04:00
|
|
|
remove_file(upload.url, get_path_for_upload(upload))
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def remove_optimized_image(optimized_image)
|
2016-08-14 23:21:24 -04:00
|
|
|
remove_file(optimized_image.url, get_path_for_optimized_image(optimized_image))
|
2015-05-29 12:39:47 -04:00
|
|
|
end
|
|
|
|
|
2016-08-14 23:21:24 -04:00
|
|
|
def remove_file(url, path)
|
2016-08-11 23:43:57 -04:00
|
|
|
not_implemented
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def has_been_uploaded?(url)
|
2016-08-11 23:43:57 -04:00
|
|
|
not_implemented
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
2015-05-29 12:39:47 -04:00
|
|
|
def download_url(upload)
|
2016-08-11 23:43:57 -04:00
|
|
|
not_implemented
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
2015-05-29 12:39:47 -04:00
|
|
|
def cdn_url(url)
|
2016-08-11 23:43:57 -04:00
|
|
|
not_implemented
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
2015-05-29 12:39:47 -04:00
|
|
|
def absolute_base_url
|
2016-08-11 23:43:57 -04:00
|
|
|
not_implemented
|
2015-05-29 12:39:47 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def relative_base_url
|
2016-08-11 23:43:57 -04:00
|
|
|
not_implemented
|
2014-10-15 13:20:04 -04:00
|
|
|
end
|
|
|
|
|
2013-11-05 13:04:47 -05:00
|
|
|
def external?
|
2016-08-11 23:43:57 -04:00
|
|
|
not_implemented
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def internal?
|
2015-05-29 12:39:47 -04:00
|
|
|
!external?
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def path_for(upload)
|
2016-08-11 23:43:57 -04:00
|
|
|
not_implemented
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
def download(upload)
|
2015-06-01 05:13:56 -04:00
|
|
|
DistributedMutex.synchronize("download_#{upload.sha1}") do
|
|
|
|
filename = "#{upload.sha1}#{File.extname(upload.original_filename)}"
|
|
|
|
file = get_from_cache(filename)
|
|
|
|
|
|
|
|
if !file
|
|
|
|
max_file_size_kb = [SiteSetting.max_image_size_kb, SiteSetting.max_attachment_size_kb].max.kilobytes
|
|
|
|
url = SiteSetting.scheme + ":" + upload.url
|
2017-05-24 13:42:52 -04:00
|
|
|
file = FileHelper.download(
|
|
|
|
url,
|
|
|
|
max_file_size: max_file_size_kb,
|
|
|
|
tmp_file_name: "discourse-download",
|
|
|
|
follow_redirect: true
|
|
|
|
)
|
2015-06-01 05:13:56 -04:00
|
|
|
cache_file(file, filename)
|
|
|
|
end
|
|
|
|
|
|
|
|
file
|
|
|
|
end
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
2013-11-27 16:01:41 -05:00
|
|
|
def purge_tombstone(grace_period)
|
|
|
|
end
|
|
|
|
|
2015-10-16 17:08:16 -04:00
|
|
|
def get_depth_for(id)
|
|
|
|
[0, Math.log(id / 1_000.0, 16).ceil].max
|
|
|
|
end
|
|
|
|
|
2015-05-27 19:03:24 -04:00
|
|
|
def get_path_for(type, id, sha, extension)
|
2015-10-16 17:08:16 -04:00
|
|
|
depth = get_depth_for(id)
|
2015-05-27 19:03:24 -04:00
|
|
|
tree = File.join(*sha[0, depth].split(""), "")
|
|
|
|
"#{type}/#{depth + 1}X/#{tree}#{sha}#{extension}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def get_path_for_upload(upload)
|
2017-08-02 22:56:55 -04:00
|
|
|
extension =
|
|
|
|
if upload.extension
|
|
|
|
".#{upload.extension}"
|
|
|
|
else
|
|
|
|
# Maintain backward compatibility before Jobs::MigrateUploadExtensions
|
|
|
|
# runs
|
|
|
|
File.extname(upload.original_filename)
|
|
|
|
end
|
|
|
|
|
|
|
|
get_path_for("original".freeze, upload.id, upload.sha1, extension)
|
2015-05-27 19:03:24 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def get_path_for_optimized_image(optimized_image)
|
|
|
|
upload = optimized_image.upload
|
|
|
|
extension = "_#{OptimizedImage::VERSION}_#{optimized_image.width}x#{optimized_image.height}#{optimized_image.extension}"
|
|
|
|
get_path_for("optimized".freeze, upload.id, upload.sha1, extension)
|
|
|
|
end
|
|
|
|
|
2015-06-01 05:13:56 -04:00
|
|
|
CACHE_DIR ||= "#{Rails.root}/tmp/download_cache/"
|
|
|
|
CACHE_MAXIMUM_SIZE ||= 500
|
|
|
|
|
|
|
|
def get_cache_path_for(filename)
|
|
|
|
"#{CACHE_DIR}#{filename}"
|
|
|
|
end
|
|
|
|
|
|
|
|
def get_from_cache(filename)
|
|
|
|
path = get_cache_path_for(filename)
|
|
|
|
File.open(path) if File.exists?(path)
|
|
|
|
end
|
|
|
|
|
|
|
|
def cache_file(file, filename)
|
|
|
|
path = get_cache_path_for(filename)
|
|
|
|
dir = File.dirname(path)
|
2018-07-04 12:18:39 -04:00
|
|
|
FileUtils.mkdir_p(dir) unless Dir.exist?(dir)
|
2015-06-01 05:13:56 -04:00
|
|
|
FileUtils.cp(file.path, path)
|
2015-06-01 11:49:58 -04:00
|
|
|
# keep latest 500 files
|
2018-07-04 12:18:39 -04:00
|
|
|
`ls -tr #{CACHE_DIR} | head -n -#{CACHE_MAXIMUM_SIZE} | awk '$0="#{CACHE_DIR}"$0' | xargs rm -f`
|
2015-06-01 05:13:56 -04:00
|
|
|
end
|
|
|
|
|
2016-08-11 23:43:57 -04:00
|
|
|
private
|
|
|
|
|
|
|
|
def not_implemented
|
|
|
|
raise "Not implemented."
|
|
|
|
end
|
|
|
|
|
2013-11-05 13:04:47 -05:00
|
|
|
end
|
|
|
|
|
|
|
|
end
|