105 lines
3.2 KiB
Ruby
105 lines
3.2 KiB
Ruby
#
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
# Script to recreate all tables from one cluster to another
|
|
# To see usage for this script, run:
|
|
#
|
|
# ${HBASE_HOME}/bin/hbase org.jruby.Main copy_tables_desc.rb
|
|
#
|
|
|
|
include Java
|
|
java_import org.apache.hadoop.conf.Configuration
|
|
java_import org.apache.hadoop.hbase.HBaseConfiguration
|
|
java_import org.apache.hadoop.hbase.HConstants
|
|
java_import org.apache.hadoop.hbase.HTableDescriptor
|
|
java_import org.apache.hadoop.hbase.TableName
|
|
java_import org.apache.hadoop.hbase.client.ConnectionFactory
|
|
java_import org.apache.hadoop.hbase.client.HBaseAdmin
|
|
java_import org.slf4j.LoggerFactory
|
|
|
|
# Name of this script
|
|
NAME = 'copy_tables_desc'.freeze
|
|
|
|
# Print usage for this script
|
|
def usage
|
|
puts format('Usage: %s.rb master_zookeeper.quorum.peers:clientport:znode_parent slave_zookeeper.quorum.peers:clientport:znode_parent [table1,table2,table3,...]', NAME)
|
|
exit!
|
|
end
|
|
|
|
def copy(src, dst, table)
|
|
# verify if table exists in source cluster
|
|
begin
|
|
t = src.getTableDescriptor(TableName.valueOf(table))
|
|
rescue org.apache.hadoop.hbase.TableNotFoundException
|
|
puts format("Source table \"%s\" doesn't exist, skipping.", table)
|
|
return
|
|
end
|
|
|
|
# verify if table *doesn't* exists in the target cluster
|
|
begin
|
|
dst.createTable(t)
|
|
rescue org.apache.hadoop.hbase.TableExistsException
|
|
puts format('Destination table "%s" exists in remote cluster, skipping.', table)
|
|
return
|
|
end
|
|
|
|
puts format('Schema for table "%s" was succesfully copied to remote cluster.', table)
|
|
end
|
|
|
|
usage if ARGV.size < 2 || ARGV.size > 3
|
|
|
|
LOG = LoggerFactory.getLogger(NAME)
|
|
|
|
parts1 = ARGV[0].split(':')
|
|
|
|
parts2 = ARGV[1].split(':')
|
|
|
|
parts3 = ARGV[2].split(',') unless ARGV[2].nil?
|
|
|
|
c1 = HBaseConfiguration.create
|
|
c1.set(HConstants::ZOOKEEPER_QUORUM, parts1[0])
|
|
c1.set('hbase.zookeeper.property.clientPort', parts1[1])
|
|
c1.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts1[2])
|
|
|
|
connection1 = ConnectionFactory.createConnection(c1)
|
|
admin1 = connection1.getAdmin
|
|
|
|
c2 = HBaseConfiguration.create
|
|
c2.set(HConstants::ZOOKEEPER_QUORUM, parts2[0])
|
|
c2.set('hbase.zookeeper.property.clientPort', parts2[1])
|
|
c2.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts2[2])
|
|
|
|
connection2 = ConnectionFactory.createConnection(c2)
|
|
admin2 = connection2.getAdmin
|
|
|
|
if parts3.nil?
|
|
admin1.listTableNames.each do |t|
|
|
copy(admin1, admin2, t.nameAsString)
|
|
end
|
|
else
|
|
parts3.each do |t|
|
|
copy(admin1, admin2, t)
|
|
end
|
|
end
|
|
|
|
admin1.close
|
|
admin2.close
|
|
connection1.close
|
|
connection2.close
|