discourse/script/import_scripts/drupal-6.rb

require "mysql2"
require File.expand_path(File.dirname(__FILE__) + "/base.rb")

class ImportScripts::Drupal < ImportScripts::Base

  DRUPAL_DB = ENV['DRUPAL_DB'] || "newsite3"
  VID = ENV['DRUPAL_VID'] || 1
  
  def initialize
    super

    @client = Mysql2::Client.new(
      host: "localhost",
      username: "root",
      #password: "password",
      database: DRUPAL_DB
    )
  end

  def categories_query
    @client.query("SELECT tid, name, description FROM term_data WHERE vid = #{VID}")
  end

  def execute
    create_users(@client.query("SELECT uid id, name, mail email, created FROM users;")) do |row|
      {id: row['id'], username: row['name'], email: row['email'], created_at: Time.zone.at(row['created'])}
    end

    # You'll need to edit the following query for your Drupal install:
    #
    #   * Drupal allows duplicate category names, so you may need to exclude some categories or rename them here.
    #   * Table name may be term_data.
    #   * May need to select a vid other than 1.
    create_categories(categories_query) do |c|
      {id: c['tid'], name: c['name'], description: c['description']}
    end

    # "Nodes" in Drupal are divided into types. Here we import two types,
    # and will later import all the comments/replies for each node.
    # You will need to figure out what the type names are on your install and edit the queries to match.
    if ENV['DRUPAL_IMPORT_BLOG']
      create_blog_topics
    end

    create_forum_topics

    create_replies

    begin
      create_admin(email: 'neil.lalonde@discourse.org', username: UserNameSuggester.suggest('neil'))
    rescue => e
      puts '', "Failed to create admin user"
      puts e.message
    end
  end

  def create_blog_topics
    puts '', "creating blog topics"

    create_category({
      name: 'Blog',
      user_id: -1,
      description: "Articles from the blog"
    }, nil) unless Category.find_by_name('Blog')

    results = @client.query("
      SELECT n.nid nid,
	n.title title, 
	n.uid uid, 
	n.created created,
	n.sticky sticky,
	nr.body body
      FROM node n
      LEFT JOIN node_revisions nr ON nr.vid=n.vid
      WHERE n.type = 'blog'
        AND n.status = 1
    ", cache_rows: false)

    create_posts(results) do |row|
      {
        id: "nid:#{row['nid']}",
        user_id: user_id_from_imported_user_id(row['uid']) || -1,
        category: 'Blog',
        raw: row['body'],
        created_at: Time.zone.at(row['created']),
        pinned_at: row['sticky'].to_i == 1 ? Time.zone.at(row['created']) : nil,
        title: row['title'].try(:strip),
        custom_fields: {import_id: "nid:#{row['nid']}"}
      }
    end
  end

  def create_forum_topics
    puts '', "creating forum topics"

    total_count = @client.query("
      SELECT COUNT(*) count
      FROM node n
      LEFT JOIN forum f ON f.vid=n.vid
      WHERE n.type = 'forum'
        AND n.status = 1
    ").first['count']

    batch_size = 1000

    batches(batch_size) do |offset|
      results = @client.query("
        SELECT n.nid nid,
	       n.title title,
               f.tid tid,
               n.uid uid,
               n.created created,
               n.sticky sticky,
               nr.body body
        FROM node n
        LEFT JOIN forum f ON f.vid=n.vid
        LEFT JOIN node_revisions nr ON nr.vid=n.vid
        WHERE node.type = 'forum'
          AND node.status = 1
	LIMIT #{batch_size}
          OFFSET #{offset};
      ", cache_rows: false)

      break if results.size < 1

      next if all_records_exist? :posts, results.map {|p| "nid:#{p['nid']}"}

      create_posts(results, total: total_count, offset: offset) do |row|
        {
          id: "nid:#{row['nid']}",
          user_id: user_id_from_imported_user_id(row['uid']) || -1,
          category: category_id_from_imported_category_id(row['tid']),
          raw: row['body'],
          created_at: Time.zone.at(row['created']),
          pinned_at: row['sticky'].to_i == 1 ? Time.zone.at(row['created']) : nil,
          title: row['title'].try(:strip)
        }
      end
    end
  end

  def create_replies
    puts '', "creating replies in topics"
    
    if ENV['DRUPAL_IMPORT_BLOG']
      node_types = "('forum','blog')"
    else
      node_types = "('forum')"
    end

    total_count = @client.query("
      SELECT COUNT(*) count 
      FROM comments c
      LEFT JOIN node n ON n.nid=c.nid
      WHERE node.type IN #{node_types}
      AND node.status = 1
      AND comments.status=0;
    ").first['count']

    batch_size = 1000

    batches(batch_size) do |offset|
      results = @client.query("
        SELECT c.cid,
               c.pid,
               c.nid,
               c.uid,
               c.timestamp,
               c.comment body
        FROM comments c 
        LEFT JOIN node n ON n.nid=c.nid
        WHERE n.type IN #{node_types}
          AND n.status = 1
          AND c.status=0 
        LIMIT #{batch_size}
          OFFSET #{offset};
      ", cache_rows: false)

      break if results.size < 1

      next if all_records_exist? :posts, results.map {|p| "cid:#{p['cid']}"}

      create_posts(results, total: total_count, offset: offset) do |row|
        topic_mapping = topic_lookup_from_imported_post_id("nid:#{row['nid']}")
        if topic_mapping && topic_id = topic_mapping[:topic_id]
          h = {
            id: "cid:#{row['cid']}",
            topic_id: topic_id,
            user_id: user_id_from_imported_user_id(row['uid']) || -1,
            raw: row['body'],
            created_at: Time.zone.at(row['timestamp']),
          }
          if row['pid']
            parent = topic_lookup_from_imported_post_id("cid:#{row['pid']}")
            h[:reply_to_post_number] = parent[:post_number] if parent and parent[:post_number] > 1
          end
          h
        else
          puts "No topic found for comment #{row['cid']}"
          nil
        end
      end
    end
  end

end

if __FILE__==$0
  ImportScripts::Drupal.new.perform
end