require "mysql2" require File.expand_path(File.dirname(__FILE__) + "/base.rb") # If you change this script's functionality, please consider making a note here: # https://meta.discourse.org/t/importing-from-kunena-3/43776 # Before running this script, paste these lines into your shell, # then use arrow keys to edit the values =begin export DB_HOST="localhost" export DB_NAME="kunena" export DB_USER="kunena" export DB_PW="kunena" export KUNENA_PREFIX="jos_" # "iff_" sometimes export IMAGE_PREFIX="http://EXAMPLE.com/media/kunena/attachments" export PARENT_FIELD="parent_id" # "parent" in some versions =end class ImportScripts::Kunena < ImportScripts::Base DB_HOST ||= ENV['DB_HOST'] || "localhost" DB_NAME ||= ENV['DB_NAME'] || "kunena" DB_USER ||= ENV['DB_USER'] || "kunena" DB_PW ||= ENV['DB_PW'] || "kunena" KUNENA_PREFIX ||= ENV['KUNENA_PREFIX'] || "jos_" # "iff_" sometimes IMAGE_PREFIX ||= ENV['IMAGE_PREFIX'] || "http://EXAMPLE.com/media/kunena/attachments" PARENT_FIELD ||= ENV['PARENT_FIELD'] || "parent_id" # "parent" in some versions def initialize super @users = {} @client = Mysql2::Client.new( host: DB_HOST, username: DB_USER, password: DB_PW, database: DB_NAME ) end def execute parse_users puts "creating users" create_users(@users) do |id, user| { id: id, email: user[:email], username: user[:username], created_at: user[:created_at], bio_raw: user[:bio], moderator: user[:moderator] ? true : false, admin: user[:admin] ? true : false, suspended_at: user[:suspended] ? Time.zone.now : nil, suspended_till: user[:suspended] ? 100.years.from_now : nil } end @users = nil create_categories(@client.query("SELECT id, #{PARENT_FIELD} as parent_id, name, description, ordering FROM #{KUNENA_PREFIX}kunena_categories ORDER BY #{PARENT_FIELD}, id;")) do |c| h = {id: c['id'], name: c['name'], description: c['description'], position: c['ordering'].to_i} if c['parent_id'].to_i > 0 h[:parent_category_id] = category_id_from_imported_category_id(c['parent_id']) end h end import_posts begin create_admin(email: 'CHANGE@ME.COM', username: UserNameSuggester.suggest('CHAMGEME')) rescue => e puts '', "Failed to create admin user" puts e.message end end def parse_users # Need to merge data from joomla with kunena puts "fetching Joomla users data from mysql" results = @client.query("SELECT id, username, email, registerDate FROM #{KUNENA_PREFIX}users;", cache_rows: false) results.each do |u| next unless u['id'].to_i > 0 and u['username'].present? and u['email'].present? username = u['username'].gsub(' ', '_').gsub(/[^A-Za-z0-9_]/, '')[0,User.username_length.end] if username.length < User.username_length.first username = username * User.username_length.first end @users[u['id'].to_i] = {id: u['id'].to_i, username: username, email: u['email'], created_at: u['registerDate']} end puts "fetching Kunena user data from mysql" results = @client.query("SELECT userid, signature, moderator, banned FROM #{KUNENA_PREFIX}kunena_users;", cache_rows: false) results.each do |u| next unless u['userid'].to_i > 0 user = @users[u['userid'].to_i] if user user[:bio] = u['signature'] user[:moderator] = (u['moderator'].to_i == 1) user[:suspended] = u['banned'].present? end end end def import_posts puts '', "creating topics and posts" total_count = @client.query("SELECT COUNT(*) count FROM #{KUNENA_PREFIX}kunena_messages m;").first['count'] batch_size = 1000 batches(batch_size) do |offset| results = @client.query(" SELECT m.id id, m.thread thread, m.parent parent, m.catid catid, m.userid userid, m.subject subject, m.time time, t.message message FROM #{KUNENA_PREFIX}kunena_messages m, #{KUNENA_PREFIX}kunena_messages_text t WHERE m.id = t.mesid ORDER BY m.id LIMIT #{batch_size} OFFSET #{offset}; ", cache_rows: false) break if results.size < 1 next if all_records_exist? :posts, results.map {|p| p['id'].to_i} create_posts(results, total: total_count, offset: offset) do |m| skip = false mapped = {} mapped[:id] = m['id'] mapped[:user_id] = user_id_from_imported_user_id(m['userid']) || -1 id = m['userid'] mapped[:raw] = m["message"].gsub(/\[attachment=[0-9]+\](.+?)\[\/attachment\]/, "\n#{IMAGE_PREFIX}/#{id}/\\1") mapped[:created_at] = Time.zone.at(m['time']) if m['parent'] == 0 mapped[:category] = category_id_from_imported_category_id(m['catid']) mapped[:title] = m['subject'] else parent = topic_lookup_from_imported_post_id(m['parent']) if parent mapped[:topic_id] = parent[:topic_id] mapped[:reply_to_post_number] = parent[:post_number] if parent[:post_number] > 1 else puts "Parent post #{m['parent']} doesn't exist. Skipping #{m["id"]}: #{m["subject"][0..40]}" skip = true end end skip ? nil : mapped end end end end ImportScripts::Kunena.new.perform