hbase/bin/replication/copy_tables_desc.rb

105 lines
3.2 KiB
Ruby

#
#
# Licensed to the Apache Software Foundation (ASF) under one
# or more contributor license agreements. See the NOTICE file
# distributed with this work for additional information
# regarding copyright ownership. The ASF licenses this file
# to you under the Apache License, Version 2.0 (the
# "License"); you may not use this file except in compliance
# with the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# Script to recreate all tables from one cluster to another
# To see usage for this script, run:
#
# ${HBASE_HOME}/bin/hbase org.jruby.Main copy_tables_desc.rb
#
include Java
java_import org.apache.hadoop.conf.Configuration
java_import org.apache.hadoop.hbase.HBaseConfiguration
java_import org.apache.hadoop.hbase.HConstants
java_import org.apache.hadoop.hbase.HTableDescriptor
java_import org.apache.hadoop.hbase.TableName
java_import org.apache.hadoop.hbase.client.ConnectionFactory
java_import org.apache.hadoop.hbase.client.HBaseAdmin
java_import org.slf4j.LoggerFactory
# Name of this script
NAME = 'copy_tables_desc'.freeze
# Print usage for this script
def usage
puts format('Usage: %s.rb master_zookeeper.quorum.peers:clientport:znode_parent slave_zookeeper.quorum.peers:clientport:znode_parent [table1,table2,table3,...]', NAME)
exit!
end
def copy(src, dst, table)
# verify if table exists in source cluster
begin
t = src.getTableDescriptor(TableName.valueOf(table))
rescue org.apache.hadoop.hbase.TableNotFoundException
puts format("Source table \"%s\" doesn't exist, skipping.", table)
return
end
# verify if table *doesn't* exists in the target cluster
begin
dst.createTable(t)
rescue org.apache.hadoop.hbase.TableExistsException
puts format('Destination table "%s" exists in remote cluster, skipping.', table)
return
end
puts format('Schema for table "%s" was succesfully copied to remote cluster.', table)
end
usage if ARGV.size < 2 || ARGV.size > 3
LOG = LoggerFactory.getLogger(NAME)
parts1 = ARGV[0].split(':')
parts2 = ARGV[1].split(':')
parts3 = ARGV[2].split(',') unless ARGV[2].nil?
c1 = HBaseConfiguration.create
c1.set(HConstants::ZOOKEEPER_QUORUM, parts1[0])
c1.set('hbase.zookeeper.property.clientPort', parts1[1])
c1.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts1[2])
connection1 = ConnectionFactory.createConnection(c1)
admin1 = connection1.getAdmin
c2 = HBaseConfiguration.create
c2.set(HConstants::ZOOKEEPER_QUORUM, parts2[0])
c2.set('hbase.zookeeper.property.clientPort', parts2[1])
c2.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts2[2])
connection2 = ConnectionFactory.createConnection(c2)
admin2 = connection2.getAdmin
if parts3.nil?
admin1.listTableNames.each do |t|
copy(admin1, admin2, t.nameAsString)
end
else
parts3.each do |t|
copy(admin1, admin2, t)
end
end
admin1.close
admin2.close
connection1.close
connection2.close