2019-05-02 18:17:27 -04:00
|
|
|
# frozen_string_literal: true
|
|
|
|
|
2018-03-12 03:36:06 -04:00
|
|
|
module ThemeStore
|
|
|
|
end
|
|
|
|
|
|
|
|
class ThemeStore::GitImporter
|
2021-04-27 12:04:15 -04:00
|
|
|
COMMAND_TIMEOUT_SECONDS = 20
|
2017-04-12 10:52:52 -04:00
|
|
|
|
|
|
|
attr_reader :url
|
|
|
|
|
2018-10-09 02:01:08 -04:00
|
|
|
def initialize(url, private_key: nil, branch: nil)
|
2022-11-01 12:33:17 -04:00
|
|
|
@url = GitUrl.normalize(url)
|
2017-04-12 14:47:37 -04:00
|
|
|
@temp_folder = "#{Pathname.new(Dir.tmpdir).realpath}/discourse_theme_#{SecureRandom.hex}"
|
2018-03-09 00:14:21 -05:00
|
|
|
@private_key = private_key
|
2018-10-09 02:01:08 -04:00
|
|
|
@branch = branch
|
2017-04-12 10:52:52 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def import!
|
2022-11-01 12:33:17 -04:00
|
|
|
clone!
|
|
|
|
|
2020-07-06 17:48:00 -04:00
|
|
|
if version = Discourse.find_compatible_git_resource(@temp_folder)
|
2021-04-27 12:04:15 -04:00
|
|
|
begin
|
|
|
|
execute "git", "cat-file", "-e", version
|
|
|
|
rescue RuntimeError => e
|
|
|
|
tracking_ref =
|
|
|
|
execute "git", "rev-parse", "--abbrev-ref", "--symbolic-full-name", "@{upstream}"
|
|
|
|
remote_name = tracking_ref.split("/", 2)[0]
|
|
|
|
execute "git", "fetch", remote_name, "#{version}:#{version}"
|
|
|
|
end
|
|
|
|
|
|
|
|
begin
|
|
|
|
execute "git", "reset", "--hard", version
|
2021-04-14 10:32:47 -04:00
|
|
|
rescue RuntimeError
|
|
|
|
raise RemoteTheme::ImportError.new(
|
|
|
|
I18n.t("themes.import_error.git_ref_not_found", ref: version),
|
|
|
|
)
|
2020-07-06 17:48:00 -04:00
|
|
|
end
|
|
|
|
end
|
2017-04-12 10:52:52 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def commits_since(hash)
|
|
|
|
commit_hash, commits_behind = nil
|
|
|
|
|
2021-04-27 12:04:15 -04:00
|
|
|
commit_hash = execute("git", "rev-parse", "HEAD").strip
|
|
|
|
commits_behind =
|
2023-01-09 07:10:19 -05:00
|
|
|
begin
|
2021-04-27 12:04:15 -04:00
|
|
|
execute("git", "rev-list", "#{hash}..HEAD", "--count").strip
|
|
|
|
rescue StandardError
|
|
|
|
-1
|
2023-01-09 07:10:19 -05:00
|
|
|
end
|
2017-04-12 10:52:52 -04:00
|
|
|
|
|
|
|
[commit_hash, commits_behind]
|
|
|
|
end
|
|
|
|
|
|
|
|
def version
|
2021-04-27 12:45:54 -04:00
|
|
|
execute("git", "rev-parse", "HEAD").strip
|
2017-04-12 10:52:52 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def cleanup!
|
|
|
|
FileUtils.rm_rf(@temp_folder)
|
|
|
|
end
|
|
|
|
|
2017-05-09 17:20:28 -04:00
|
|
|
def real_path(relative)
|
|
|
|
fullpath = "#{@temp_folder}/#{relative}"
|
2017-04-12 10:52:52 -04:00
|
|
|
return nil unless File.exist?(fullpath)
|
|
|
|
|
|
|
|
# careful to handle symlinks here, don't want to expose random data
|
|
|
|
fullpath = Pathname.new(fullpath).realpath.to_s
|
2017-05-09 17:20:28 -04:00
|
|
|
|
2017-04-12 10:52:52 -04:00
|
|
|
if fullpath && fullpath.start_with?(@temp_folder)
|
2017-05-09 17:20:28 -04:00
|
|
|
fullpath
|
|
|
|
else
|
|
|
|
nil
|
2017-04-12 10:52:52 -04:00
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2019-01-23 09:40:21 -05:00
|
|
|
def all_files
|
2019-11-13 18:45:09 -05:00
|
|
|
Dir.glob("**/*", base: @temp_folder).reject { |f| File.directory?(File.join(@temp_folder, f)) }
|
2019-01-23 09:40:21 -05:00
|
|
|
end
|
|
|
|
|
2017-05-09 17:20:28 -04:00
|
|
|
def [](value)
|
|
|
|
fullpath = real_path(value)
|
|
|
|
return nil unless fullpath
|
|
|
|
File.read(fullpath)
|
|
|
|
end
|
|
|
|
|
2018-03-09 00:14:21 -05:00
|
|
|
protected
|
|
|
|
|
2022-11-30 15:21:09 -05:00
|
|
|
def redirected_uri
|
|
|
|
first_clone_uri = @uri.dup
|
|
|
|
first_clone_uri.path.gsub!(%r{/\z}, "")
|
|
|
|
first_clone_uri.path += "/info/refs"
|
|
|
|
first_clone_uri.query = "service=git-upload-pack"
|
|
|
|
|
|
|
|
redirected_uri = FinalDestination.resolve(first_clone_uri.to_s, http_verb: :get)
|
|
|
|
|
|
|
|
if redirected_uri&.path.ends_with?("/info/refs")
|
|
|
|
redirected_uri.path.gsub!(%r{/info/refs\z}, "")
|
|
|
|
redirected_uri.query = nil
|
|
|
|
redirected_uri
|
|
|
|
else
|
|
|
|
@uri
|
|
|
|
end
|
|
|
|
rescue StandardError
|
|
|
|
@uri
|
|
|
|
end
|
|
|
|
|
2022-11-01 12:33:17 -04:00
|
|
|
def raise_import_error!
|
|
|
|
raise RemoteTheme::ImportError.new(I18n.t("themes.import_error.git"))
|
|
|
|
end
|
|
|
|
|
|
|
|
def clone!
|
2018-09-08 09:24:11 -04:00
|
|
|
begin
|
2022-11-01 12:33:17 -04:00
|
|
|
@uri = URI.parse(@url)
|
|
|
|
rescue URI::Error
|
|
|
|
raise_import_error!
|
|
|
|
end
|
|
|
|
|
|
|
|
case @uri&.scheme
|
|
|
|
when "http", "https"
|
|
|
|
clone_http!
|
|
|
|
when "ssh"
|
|
|
|
clone_ssh!
|
|
|
|
else
|
|
|
|
raise RemoteTheme::ImportError.new(I18n.t("themes.import_error.git_unsupported_scheme"))
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
2022-12-01 11:50:06 -05:00
|
|
|
def clone_args(url, config = {})
|
2022-11-01 12:33:17 -04:00
|
|
|
args = ["git"]
|
|
|
|
|
|
|
|
config.each { |key, value| args.concat(["-c", "#{key}=#{value}"]) }
|
|
|
|
|
|
|
|
args << "clone"
|
|
|
|
|
2022-11-15 14:23:57 -05:00
|
|
|
args.concat(["--single-branch", "-b", @branch]) if @branch.present?
|
2022-11-01 12:33:17 -04:00
|
|
|
|
2022-12-01 11:50:06 -05:00
|
|
|
args.concat([url, @temp_folder])
|
2022-11-01 12:33:17 -04:00
|
|
|
|
|
|
|
args
|
|
|
|
end
|
|
|
|
|
|
|
|
def clone_http!
|
2022-12-01 11:50:06 -05:00
|
|
|
uri = redirected_uri
|
2022-11-03 16:19:08 -04:00
|
|
|
|
2022-11-30 15:21:09 -05:00
|
|
|
raise_import_error! unless %w[http https].include?(@uri.scheme)
|
2022-11-01 12:33:17 -04:00
|
|
|
|
2022-12-01 11:50:06 -05:00
|
|
|
addresses = FinalDestination::SSRFDetector.lookup_and_filter_ips(uri.host)
|
2022-11-01 12:33:17 -04:00
|
|
|
|
2022-11-30 15:21:09 -05:00
|
|
|
unless addresses.empty?
|
|
|
|
env = { "GIT_TERMINAL_PROMPT" => "0" }
|
2022-11-01 12:33:17 -04:00
|
|
|
|
2022-11-30 15:21:09 -05:00
|
|
|
args =
|
|
|
|
clone_args(
|
2022-12-01 11:50:06 -05:00
|
|
|
uri.to_s,
|
2022-11-30 15:21:09 -05:00
|
|
|
"http.followRedirects" => "false",
|
2022-12-01 11:50:06 -05:00
|
|
|
"http.curloptResolve" => "#{uri.host}:#{uri.port}:#{addresses.join(",")}",
|
2022-11-30 15:21:09 -05:00
|
|
|
)
|
2022-11-01 12:33:17 -04:00
|
|
|
|
2022-11-30 15:21:09 -05:00
|
|
|
begin
|
|
|
|
Discourse::Utils.execute_command(env, *args, timeout: COMMAND_TIMEOUT_SECONDS)
|
|
|
|
rescue RuntimeError
|
2022-11-03 16:19:08 -04:00
|
|
|
end
|
2018-09-08 09:24:11 -04:00
|
|
|
end
|
2018-03-09 00:14:21 -05:00
|
|
|
end
|
|
|
|
|
2022-11-01 12:33:17 -04:00
|
|
|
def clone_ssh!
|
|
|
|
raise_import_error! unless @private_key.present?
|
|
|
|
|
|
|
|
with_ssh_private_key do |ssh_folder|
|
|
|
|
# Use only the specified SSH key
|
|
|
|
env = {
|
|
|
|
"GIT_SSH_COMMAND" =>
|
|
|
|
"ssh -i #{ssh_folder}/id_rsa -o IdentitiesOnly=yes -o IdentityFile=#{ssh_folder}/id_rsa -o StrictHostKeyChecking=no",
|
|
|
|
}
|
2022-12-01 11:50:06 -05:00
|
|
|
args = clone_args(@url)
|
2022-11-01 12:33:17 -04:00
|
|
|
|
|
|
|
begin
|
|
|
|
Discourse::Utils.execute_command(env, *args, timeout: COMMAND_TIMEOUT_SECONDS)
|
|
|
|
rescue RuntimeError
|
|
|
|
raise_import_error!
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def with_ssh_private_key
|
2018-03-09 00:14:21 -05:00
|
|
|
ssh_folder = "#{Pathname.new(Dir.tmpdir).realpath}/discourse_theme_ssh_#{SecureRandom.hex}"
|
|
|
|
FileUtils.mkdir_p ssh_folder
|
|
|
|
|
2020-03-10 13:20:11 -04:00
|
|
|
File.write("#{ssh_folder}/id_rsa", @private_key)
|
2019-11-13 04:57:39 -05:00
|
|
|
FileUtils.chmod(0600, "#{ssh_folder}/id_rsa")
|
2018-03-09 00:14:21 -05:00
|
|
|
|
2022-11-01 12:33:17 -04:00
|
|
|
yield ssh_folder
|
2018-03-09 00:14:21 -05:00
|
|
|
ensure
|
|
|
|
FileUtils.rm_rf ssh_folder
|
|
|
|
end
|
|
|
|
|
2021-04-27 12:04:15 -04:00
|
|
|
def execute(*args)
|
|
|
|
Discourse::Utils.execute_command(*args, chdir: @temp_folder, timeout: COMMAND_TIMEOUT_SECONDS)
|
|
|
|
end
|
2017-04-12 10:52:52 -04:00
|
|
|
end
|