2015-07-05 17:17:03 -04:00
|
|
|
require_relative '../base'
|
|
|
|
require_relative 'support/settings'
|
|
|
|
require_relative 'database/database'
|
|
|
|
require_relative 'importers/importer_factory'
|
|
|
|
|
|
|
|
module ImportScripts::PhpBB3
|
|
|
|
class Importer < ImportScripts::Base
|
|
|
|
# @param settings [ImportScripts::PhpBB3::Settings]
|
|
|
|
# @param database [ImportScripts::PhpBB3::Database_3_0 | ImportScripts::PhpBB3::Database_3_1]
|
|
|
|
def initialize(settings, database)
|
|
|
|
@settings = settings
|
|
|
|
super()
|
|
|
|
|
|
|
|
@database = database
|
|
|
|
@php_config = database.get_config_values
|
|
|
|
@importers = ImporterFactory.new(@database, @lookup, @uploader, @settings, @php_config)
|
|
|
|
end
|
|
|
|
|
|
|
|
def perform
|
|
|
|
super if settings_check_successful?
|
|
|
|
end
|
|
|
|
|
|
|
|
protected
|
|
|
|
|
|
|
|
def execute
|
|
|
|
puts '', "importing from phpBB #{@php_config[:phpbb_version]}"
|
|
|
|
|
|
|
|
import_users
|
|
|
|
import_anonymous_users if @settings.import_anonymous_users
|
|
|
|
import_categories
|
|
|
|
import_posts
|
|
|
|
import_private_messages if @settings.import_private_messages
|
|
|
|
import_bookmarks if @settings.import_bookmarks
|
|
|
|
end
|
|
|
|
|
2016-04-09 16:36:45 -04:00
|
|
|
def change_site_settings
|
2017-04-25 19:04:59 -04:00
|
|
|
# let's make sure that we import all attachments no matter how big they are
|
|
|
|
setting_keys = [:max_image_size_kb, :max_attachment_size_kb]
|
|
|
|
original_validators = disable_setting_validators(setting_keys)
|
|
|
|
|
2016-04-09 16:36:45 -04:00
|
|
|
super
|
|
|
|
|
|
|
|
@importers.permalink_importer.change_site_settings
|
2017-04-25 19:04:59 -04:00
|
|
|
|
|
|
|
enable_setting_validators(original_validators)
|
|
|
|
end
|
|
|
|
|
|
|
|
def disable_setting_validators(setting_keys)
|
|
|
|
original_validators = {}
|
|
|
|
|
|
|
|
setting_keys.each do |key|
|
|
|
|
original_validators[key] = SiteSetting.validators[key]
|
|
|
|
SiteSetting.validators[key] = nil
|
|
|
|
end
|
|
|
|
|
|
|
|
original_validators
|
|
|
|
end
|
|
|
|
|
|
|
|
def enable_setting_validators(original_validators)
|
|
|
|
original_validators.each do |key, validator|
|
|
|
|
SiteSetting.validators[key] = validator
|
|
|
|
end
|
2016-04-09 16:36:45 -04:00
|
|
|
end
|
|
|
|
|
2015-07-05 17:17:03 -04:00
|
|
|
def get_site_settings_for_import
|
|
|
|
settings = super
|
|
|
|
|
|
|
|
max_file_size_kb = @database.get_max_attachment_size
|
|
|
|
settings[:max_image_size_kb] = [max_file_size_kb, SiteSetting.max_image_size_kb].max
|
|
|
|
settings[:max_attachment_size_kb] = [max_file_size_kb, SiteSetting.max_attachment_size_kb].max
|
|
|
|
|
|
|
|
settings
|
|
|
|
end
|
|
|
|
|
|
|
|
def settings_check_successful?
|
|
|
|
true
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_users
|
|
|
|
puts '', 'creating users'
|
|
|
|
total_count = @database.count_users
|
|
|
|
importer = @importers.user_importer
|
2016-01-14 16:43:19 -05:00
|
|
|
last_user_id = 0
|
2015-07-05 17:17:03 -04:00
|
|
|
|
|
|
|
batches do |offset|
|
2016-01-14 16:43:19 -05:00
|
|
|
rows, last_user_id = @database.fetch_users(last_user_id)
|
2015-07-05 17:17:03 -04:00
|
|
|
break if rows.size < 1
|
|
|
|
|
2015-09-30 11:56:37 -04:00
|
|
|
next if all_records_exist?(:users, importer.map_users_to_import_ids(rows))
|
2015-09-21 19:48:42 -04:00
|
|
|
|
2015-07-05 17:17:03 -04:00
|
|
|
create_users(rows, total: total_count, offset: offset) do |row|
|
|
|
|
importer.map_user(row)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_anonymous_users
|
|
|
|
puts '', 'creating anonymous users'
|
|
|
|
total_count = @database.count_anonymous_users
|
|
|
|
importer = @importers.user_importer
|
2016-01-14 16:43:19 -05:00
|
|
|
last_username = ''
|
2015-07-05 17:17:03 -04:00
|
|
|
|
|
|
|
batches do |offset|
|
2016-01-14 16:43:19 -05:00
|
|
|
rows, last_username = @database.fetch_anonymous_users(last_username)
|
2015-07-05 17:17:03 -04:00
|
|
|
break if rows.size < 1
|
|
|
|
|
2015-09-30 11:56:37 -04:00
|
|
|
next if all_records_exist?(:users, importer.map_anonymous_users_to_import_ids(rows))
|
|
|
|
|
2015-07-05 17:17:03 -04:00
|
|
|
create_users(rows, total: total_count, offset: offset) do |row|
|
|
|
|
importer.map_anonymous_user(row)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_categories
|
|
|
|
puts '', 'creating categories'
|
|
|
|
rows = @database.fetch_categories
|
|
|
|
importer = @importers.category_importer
|
|
|
|
|
|
|
|
create_categories(rows) do |row|
|
|
|
|
importer.map_category(row)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_posts
|
|
|
|
puts '', 'creating topics and posts'
|
|
|
|
total_count = @database.count_posts
|
|
|
|
importer = @importers.post_importer
|
2016-01-14 16:43:19 -05:00
|
|
|
last_post_id = 0
|
2015-07-05 17:17:03 -04:00
|
|
|
|
|
|
|
batches do |offset|
|
2016-01-14 16:43:19 -05:00
|
|
|
rows, last_post_id = @database.fetch_posts(last_post_id)
|
2015-07-05 17:17:03 -04:00
|
|
|
break if rows.size < 1
|
|
|
|
|
2015-09-30 11:56:37 -04:00
|
|
|
next if all_records_exist?(:posts, importer.map_to_import_ids(rows))
|
|
|
|
|
2015-07-05 17:17:03 -04:00
|
|
|
create_posts(rows, total: total_count, offset: offset) do |row|
|
|
|
|
importer.map_post(row)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_private_messages
|
|
|
|
puts '', 'creating private messages'
|
2016-04-24 10:31:41 -04:00
|
|
|
total_count = @database.count_messages
|
2015-07-05 17:17:03 -04:00
|
|
|
importer = @importers.message_importer
|
2016-01-14 16:43:19 -05:00
|
|
|
last_msg_id = 0
|
2015-07-05 17:17:03 -04:00
|
|
|
|
|
|
|
batches do |offset|
|
2016-04-24 10:31:41 -04:00
|
|
|
rows, last_msg_id = @database.fetch_messages(last_msg_id)
|
2015-07-05 17:17:03 -04:00
|
|
|
break if rows.size < 1
|
|
|
|
|
2015-09-30 11:56:37 -04:00
|
|
|
next if all_records_exist?(:posts, importer.map_to_import_ids(rows))
|
|
|
|
|
2015-07-05 17:17:03 -04:00
|
|
|
create_posts(rows, total: total_count, offset: offset) do |row|
|
|
|
|
importer.map_message(row)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def import_bookmarks
|
|
|
|
puts '', 'creating bookmarks'
|
|
|
|
total_count = @database.count_bookmarks
|
|
|
|
importer = @importers.bookmark_importer
|
2016-01-14 16:43:19 -05:00
|
|
|
last_user_id = last_topic_id = 0
|
2015-07-05 17:17:03 -04:00
|
|
|
|
|
|
|
batches do |offset|
|
2016-01-14 16:43:19 -05:00
|
|
|
rows, last_user_id, last_topic_id = @database.fetch_bookmarks(last_user_id, last_topic_id)
|
2015-07-05 17:17:03 -04:00
|
|
|
break if rows.size < 1
|
|
|
|
|
|
|
|
create_bookmarks(rows, total: total_count, offset: offset) do |row|
|
|
|
|
importer.map_bookmark(row)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|
|
|
|
|
|
|
|
def update_last_seen_at
|
|
|
|
# no need for this since the importer sets last_seen_at for each user during the import
|
|
|
|
end
|
|
|
|
|
2016-04-09 16:36:45 -04:00
|
|
|
# Do not use the bbcode_to_md in base.rb. It will be used in text_processor.rb instead.
|
2015-07-05 17:17:03 -04:00
|
|
|
def use_bbcode_to_md?
|
2016-03-02 18:11:33 -05:00
|
|
|
false
|
2015-07-05 17:17:03 -04:00
|
|
|
end
|
|
|
|
|
|
|
|
def batches
|
|
|
|
super(@settings.database.batch_size)
|
|
|
|
end
|
|
|
|
end
|
|
|
|
end
|