discourse/script/import_scripts/elgg.rb

# frozen_string_literal: true

require 'mysql2'
require File.expand_path(File.dirname(__FILE__) + "/base.rb")

class ImportScripts::Elgg < ImportScripts::Base

  BATCH_SIZE ||= 1000

  def initialize
    super

    @client = Mysql2::Client.new(
      host: "127.0.0.1",
      port: "3306",
      username: "",
      database: "",
      password: ""
    )

    SiteSetting.max_username_length = 50
  end

  def execute
    import_users
    import_categories
    import_topics
    import_posts
  end

  def create_avatar(user, guid)
    puts "#{@path}"
    # Put your avatar at the root of discourse in this folder:
    path_prefix = 'import/data/www/'
    # https://github.com/Elgg/Elgg/blob/2fc9c1910a9169bbe4010026c61d8e41a5b56239/engine/classes/ElggDiskFilestore.php#L24
    # 	const BUCKET_SIZE = 5000;
    bucket_size = 5000
    #https://github.com/Elgg/Elgg/blob/0e7eedceaa96151f0cea0625b34f78d3d96a3e14/engine/classes/Elgg/EntityDirLocator.php#L80
    # 	return (int) max(floor($guid / $bucket_size) * $bucket_size, 1);
    bucket_id = [guid / bucket_size * bucket_size, 1].max

    avatar_path = File.join(path_prefix, bucket_id.to_s, "/#{guid}/profile/#{guid}master.jpg")
    if File.exist?(avatar_path)
      @uploader.create_avatar(user, avatar_path)
    end
  end

  def grant_admin(user, is_admin)
    if is_admin == 'yes'
      puts "", "#{user.username} is granted admin!"
      user.grant_admin!
    end
  end

  def import_users
    puts "", "importing users..."

    last_user_id = -1
    total_users = mysql_query("select count(*) from elgg_users_entity where banned='no'").first["count"]

    batches(BATCH_SIZE) do |offset|
      users = mysql_query(<<-SQL
        select eue.guid, eue.username, eue.name, eue.email, eue.admin,
        max(case when ems1.string='cae_structure' then ems2.string  end)cae_structure,
        max(case when ems1.string='location' then ems2.string  end)location,
        max(case when ems1.string='validated' then ems2.string  end)validated,
        max(case when ems1.string='briefdescription' then ems2.string  end)briefdescription,
        max(case when ems1.string='website' then ems2.string  end)website
        from elgg_users_entity eue
        join elgg_metadata em on em.entity_guid = eue.guid
        join elgg_metastrings ems1 on ems1.id = em.name_id
        join elgg_metastrings ems2 on ems2.id = em.value_id
        where
        eue.banned='no'
        and eue.guid > #{last_user_id}
        group by eue.guid
        LIMIT #{BATCH_SIZE}
      SQL
      ).to_a

      break if users.empty?

      last_user_id = users[-1]["guid"]
      user_ids = users.map { |u| u["guid"].to_i }

      next if all_records_exist?(:users, user_ids)

      user_ids_sql = user_ids.join(",")

      create_users(users, total: total_users, offset: offset) do |u|
        if u["validated"] = 1
          {
            id: u["guid"].to_i,
            username: u["username"],
            location: u["location"],
            email: u["email"].downcase,
            name: u["name"],
            website: u["website"],
            bio_raw: u["briefdescription"].to_s + " " + u["cae_structure"].to_s,
            post_create_action: proc do |user|
              create_avatar(user, u["guid"])
              #add_user_to_group(user, u["cae_structure"])
              grant_admin(user, u["admin"])
            end
          }
        end
      end
    end
  end

  def import_categories
    puts "", "importing categories..."

    categories = mysql_query("select guid, name, description from elgg_groups_entity")

    create_categories(categories) do |c|
      {
        id: c['guid'],
        name: CGI.unescapeHTML(c['name']),
        description: CGI.unescapeHTML(c['description'])
      }
    end
  end

  def import_topics
    puts "", "creating topics"

    total_count = mysql_query("select count(*) count from elgg_entities where subtype = 32;").first["count"]

    batches(BATCH_SIZE) do |offset|
      results = mysql_query("
        SELECT
        ee.guid id,
        owner_guid user_id,
        container_guid category_id,
        time_created created_at,
        title,
        description raw
        FROM elgg_entities ee
        JOIN elgg_objects_entity eoe on ee.guid = eoe.guid
        WHERE
        subtype = 32
        ORDER BY ee.guid
        LIMIT #{BATCH_SIZE}
        OFFSET #{offset};
      ")

      break if results.size < 1

      next if all_records_exist? :posts, results.map { |m| m['id'].to_i }

      create_posts(results, total: total_count, offset: offset) do |m|
        {
          id: m['id'],
          user_id: user_id_from_imported_user_id(m['user_id']) || -1,
          raw: CGI.unescapeHTML(m['raw']),
          created_at: Time.zone.at(m['created_at']),
          category: category_id_from_imported_category_id(m['category_id']),
          title: CGI.unescapeHTML(m['title']),
          post_create_action: proc do |post|
            tag_names = mysql_query("
              select ms.string
              from elgg_metadata md
              join elgg_metastrings ms on md.value_id = ms.id
              where name_id = 43
              and entity_guid = #{m['id']};
            ").map { |tag| tag['string'] }
            DiscourseTagging.tag_topic_by_names(post.topic, staff_guardian, tag_names)
          end
        }
      end
    end
  end

  def staff_guardian
    @_staff_guardian ||= Guardian.new(Discourse.system_user)
  end

  def import_posts
    puts "", "creating posts"

    total_count = mysql_query("SELECT count(*) count FROM elgg_entities WHERE subtype = 42").first["count"]

    batches(BATCH_SIZE) do |offset|
      results = mysql_query("
        SELECT
        ee.guid id,
        container_guid topic_id,
        owner_guid user_id,
        description raw,
        time_created created_at
        FROM elgg_entities ee
        JOIN elgg_objects_entity eoe ON ee.guid = eoe.guid
        WHERE subtype = 42
        ORDER BY ee.guid
        LIMIT #{BATCH_SIZE}
        OFFSET #{offset};
      ")

      break if results.size < 1

      next if all_records_exist? :posts, results.map { |m| m['id'].to_i }

      create_posts(results, total: total_count, offset: offset) do |m|
        {
          id: m['id'],
          user_id: user_id_from_imported_user_id(m['user_id']) || -1,
          topic_id: topic_lookup_from_imported_post_id(m['topic_id'])[:topic_id],
          raw: CGI.unescapeHTML(m['raw']),
          created_at: Time.zone.at(m['created_at']),
        }
      end
    end
  end

  def mysql_query(sql)
    @client.query(sql, cache_rows: false)
  end

end

ImportScripts::Elgg.new.perform