FEATURE: make discourse remap optionally do regex_replace (#4367)

This adds a --regex option to discourse remap to use the regexp_replace
feature in PostgreSQL. Example usage:

discourse remap --regex "\[\/?color(=[^\]]*)*]" ""

removes all the "color" bbcodes.

Also, this commit fixes the --global option, which did not work because
of how Thor processes the options.
This commit is contained in:
Robin Ward 2016-08-08 14:30:02 -04:00 committed by GitHub
commit f8dda198bd
1 changed files with 24 additions and 13 deletions

View File

@ -6,27 +6,31 @@ class DiscourseCLI < Thor
class_option :verbose, default: false, aliases: :v
desc "remap", "Remap a string sequence accross all tables"
def remap(from, to, global=nil)
option :global, :type => :boolean
option :regex, :type => :boolean
def remap(from, to)
load_rails
global = global == "--global"
puts "Rewriting all occurences of #{from} to #{to}"
if options[:regex]
puts "Rewriting all occurences of #{from} to #{to} using regexp_replace"
else
puts "Rewriting all occurences of #{from} to #{to}"
end
puts "THIS TASK WILL REWRITE DATA, ARE YOU SURE (type YES)"
puts "WILL RUN ON ALL #{RailsMultisite::ConnectionManagement.all_dbs.length} DBS" if global
puts "WILL RUN ON ALL #{RailsMultisite::ConnectionManagement.all_dbs.length} DBS" if options[:global]
text = STDIN.gets
if text.strip != "YES"
puts "aborting."
exit
end
if global
if options[:global]
RailsMultisite::ConnectionManagement.each_connection do |db|
puts "","Remapping tables on #{db}...",""
do_remap(from, to)
do_remap(from, to, options[:regex])
end
else
do_remap(from, to)
do_remap(from, to, options[:regex])
end
end
@ -199,7 +203,7 @@ class DiscourseCLI < Thor
require File.expand_path(File.dirname(__FILE__) + "/../lib/import_export/import_export")
end
def do_remap(from, to)
def do_remap(from, to, regex=false)
sql = "SELECT table_name, column_name
FROM information_schema.columns
WHERE table_schema='public' and (data_type like 'char%' or data_type like 'text%') and is_updatable = 'YES'"
@ -213,10 +217,17 @@ WHERE table_schema='public' and (data_type like 'char%' or data_type like 'text%
column_name = result["column_name"]
puts "Remapping #{table_name} #{column_name}"
begin
result = cnn.async_exec("UPDATE #{table_name}
SET #{column_name} = replace(#{column_name}, $1, $2)
WHERE NOT #{column_name} IS NULL
AND #{column_name} <> replace(#{column_name}, $1, $2)", [from, to])
result = if regex
cnn.async_exec("UPDATE #{table_name}
SET #{column_name} = regexp_replace(#{column_name}, $1, $2, 'g')
WHERE NOT #{column_name} IS NULL
AND #{column_name} <> regexp_replace(#{column_name}, $1, $2, 'g')", [from, to])
else
cnn.async_exec("UPDATE #{table_name}
SET #{column_name} = replace(#{column_name}, $1, $2)
WHERE NOT #{column_name} IS NULL
AND #{column_name} <> replace(#{column_name}, $1, $2)", [from, to])
end
puts "#{result.cmd_tuples} rows affected!"
rescue => ex
puts "Error: #{ex}"