FEATURE: make discourse remap optionally do regex_replace

This adds a --regex option to discourse remap to use the regexp_replace
feature in PostgreSQL. Example usage:

discourse remap --regex "\[\/?color(=[^\]]*)*]" ""

removes all the "color" bbcodes.

Also, this commit fixes the --global option, which did not work because
of how Thor processes the options.
This commit is contained in:
Ryan Mulligan 2016-03-24 11:40:25 -07:00
parent 476a5fd43c
commit 303a02b901

View File

@ -6,27 +6,31 @@ class DiscourseCLI < Thor
class_option :verbose, default: false, aliases: :v class_option :verbose, default: false, aliases: :v
desc "remap", "Remap a string sequence accross all tables" desc "remap", "Remap a string sequence accross all tables"
def remap(from, to, global=nil) option :global, :type => :boolean
option :regex, :type => :boolean
def remap(from, to)
load_rails load_rails
global = global == "--global" if options[:regex]
puts "Rewriting all occurences of #{from} to #{to} using regexp_replace"
puts "Rewriting all occurences of #{from} to #{to}" else
puts "Rewriting all occurences of #{from} to #{to}"
end
puts "THIS TASK WILL REWRITE DATA, ARE YOU SURE (type YES)" puts "THIS TASK WILL REWRITE DATA, ARE YOU SURE (type YES)"
puts "WILL RUN ON ALL #{RailsMultisite::ConnectionManagement.all_dbs.length} DBS" if global puts "WILL RUN ON ALL #{RailsMultisite::ConnectionManagement.all_dbs.length} DBS" if options[:global]
text = STDIN.gets text = STDIN.gets
if text.strip != "YES" if text.strip != "YES"
puts "aborting." puts "aborting."
exit exit
end end
if global if options[:global]
RailsMultisite::ConnectionManagement.each_connection do |db| RailsMultisite::ConnectionManagement.each_connection do |db|
puts "","Remapping tables on #{db}...","" puts "","Remapping tables on #{db}...",""
do_remap(from, to) do_remap(from, to, options[:regex])
end end
else else
do_remap(from, to) do_remap(from, to, options[:regex])
end end
end end
@ -185,7 +189,7 @@ class DiscourseCLI < Thor
require File.expand_path(File.dirname(__FILE__) + "/../lib/import_export/import_export") require File.expand_path(File.dirname(__FILE__) + "/../lib/import_export/import_export")
end end
def do_remap(from, to) def do_remap(from, to, regex=false)
sql = "SELECT table_name, column_name sql = "SELECT table_name, column_name
FROM information_schema.columns FROM information_schema.columns
WHERE table_schema='public' and (data_type like 'char%' or data_type like 'text%') and is_updatable = 'YES'" WHERE table_schema='public' and (data_type like 'char%' or data_type like 'text%') and is_updatable = 'YES'"
@ -199,10 +203,17 @@ WHERE table_schema='public' and (data_type like 'char%' or data_type like 'text%
column_name = result["column_name"] column_name = result["column_name"]
puts "Remapping #{table_name} #{column_name}" puts "Remapping #{table_name} #{column_name}"
begin begin
result = cnn.async_exec("UPDATE #{table_name} result = if regex
SET #{column_name} = replace(#{column_name}, $1, $2) cnn.async_exec("UPDATE #{table_name}
WHERE NOT #{column_name} IS NULL SET #{column_name} = regexp_replace(#{column_name}, $1, $2, 'g')
AND #{column_name} <> replace(#{column_name}, $1, $2)", [from, to]) WHERE NOT #{column_name} IS NULL
AND #{column_name} <> regexp_replace(#{column_name}, $1, $2, 'g')", [from, to])
else
cnn.async_exec("UPDATE #{table_name}
SET #{column_name} = replace(#{column_name}, $1, $2)
WHERE NOT #{column_name} IS NULL
AND #{column_name} <> replace(#{column_name}, $1, $2)", [from, to])
end
puts "#{result.cmd_tuples} rows affected!" puts "#{result.cmd_tuples} rows affected!"
rescue => ex rescue => ex
puts "Error: #{ex}" puts "Error: #{ex}"