discourse/lib/db_helper.rb

Ignoring revisions in .git-blame-ignore-revs. Click here to bypass and see the normal blame view.

137 lines
3.8 KiB
Ruby
Raw Normal View History

# frozen_string_literal: true
require "migration/base_dropper"
class DbHelper
2018-12-26 11:34:49 -05:00
REMAP_SQL ||= <<~SQL
SELECT table_name::text, column_name::text, character_maximum_length
FROM information_schema.columns
WHERE table_schema = 'public'
AND is_updatable = 'YES'
AND (data_type LIKE 'char%' OR data_type LIKE 'text%')
2018-12-26 11:34:49 -05:00
ORDER BY table_name, column_name
SQL
2019-05-03 14:30:23 -04:00
TRIGGERS_SQL ||= <<~SQL
SELECT trigger_name::text
2019-05-03 14:30:23 -04:00
FROM information_schema.triggers
WHERE trigger_name LIKE '%_readonly'
SQL
TRUNCATABLE_COLUMNS ||= [
'topic_links.url'
]
def self.remap(from, to, anchor_left: false, anchor_right: false, excluded_tables: [], verbose: false)
like = "#{anchor_left ? '' : "%"}#{from}#{anchor_right ? '' : "%"}"
text_columns = find_text_columns(excluded_tables)
2018-12-26 11:34:49 -05:00
text_columns.each do |table, columns|
set = columns.map do |column|
replace = "REPLACE(\"#{column[:name]}\", :from, :to)"
replace = truncate(replace, table, column)
"\"#{column[:name]}\" = #{replace}"
end.join(", ")
2018-12-26 11:34:49 -05:00
where = columns.map do |column|
"\"#{column[:name]}\" IS NOT NULL AND \"#{column[:name]}\" LIKE :like"
end.join(" OR ")
rows = DB.exec(<<~SQL, from: from, to: to, like: like)
UPDATE \"#{table}\"
2018-12-26 11:34:49 -05:00
SET #{set}
WHERE #{where}
SQL
puts "#{table}=#{rows}" if verbose && rows > 0
2018-12-26 11:34:49 -05:00
end
finish!
2018-12-26 11:34:49 -05:00
end
def self.regexp_replace(pattern, replacement, flags: "gi", match: "~*", excluded_tables: [], verbose: false)
text_columns = find_text_columns(excluded_tables)
2018-12-26 11:34:49 -05:00
text_columns.each do |table, columns|
set = columns.map do |column|
replace = "REGEXP_REPLACE(\"#{column[:name]}\", :pattern, :replacement, :flags)"
replace = truncate(replace, table, column)
"\"#{column[:name]}\" = #{replace}"
2018-12-26 11:34:49 -05:00
end.join(", ")
where = columns.map do |column|
"\"#{column[:name]}\" IS NOT NULL AND \"#{column[:name]}\" #{match} :pattern"
2018-12-26 11:34:49 -05:00
end.join(" OR ")
rows = DB.exec(<<~SQL, pattern: pattern, replacement: replacement, flags: flags, match: match)
UPDATE \"#{table}\"
2018-12-26 11:34:49 -05:00
SET #{set}
WHERE #{where}
SQL
puts "#{table}=#{rows}" if verbose && rows > 0
end
2018-04-23 04:26:33 -04:00
finish!
end
2018-12-26 11:34:49 -05:00
def self.find(needle, anchor_left: false, anchor_right: false, excluded_tables: [])
found = {}
2018-12-26 11:34:49 -05:00
like = "#{anchor_left ? '' : "%"}#{needle}#{anchor_right ? '' : "%"}"
DB.query(REMAP_SQL).each do |r|
next if excluded_tables.include?(r.table_name)
2018-12-26 11:34:49 -05:00
rows = DB.query(<<~SQL, like: like)
SELECT \"#{r.column_name}\"
FROM \"#{r.table_name}\"
WHERE \""#{r.column_name}"\" LIKE :like
2018-12-26 11:34:49 -05:00
SQL
if rows.size > 0
2019-05-06 21:27:05 -04:00
found["#{r.table_name}.#{r.column_name}"] = rows.map do |row|
row.public_send(r.column_name)
end
end
end
2018-12-26 11:34:49 -05:00
found
end
private
def self.finish!
SiteSetting.refresh!
Theme.expire_site_cache!
SiteIconManager.ensure_optimized!
ApplicationController.banner_json_cache.clear
end
def self.find_text_columns(excluded_tables)
triggers = DB.query(TRIGGERS_SQL).map(&:trigger_name).to_set
text_columns = Hash.new { |h, k| h[k] = [] }
DB.query(REMAP_SQL).each do |r|
next if excluded_tables.include?(r.table_name) ||
triggers.include?(Migration::BaseDropper.readonly_trigger_name(r.table_name, r.column_name)) ||
triggers.include?(Migration::BaseDropper.readonly_trigger_name(r.table_name))
text_columns[r.table_name] << {
name: r.column_name,
max_length: r.character_maximum_length
}
end
text_columns
end
def self.truncate(sql, table, column)
if column[:max_length] && TRUNCATABLE_COLUMNS.include?("#{table}.#{column[:name]}")
"LEFT(#{sql}, #{column[:max_length]})"
else
sql
end
end
end