99 lines
2.8 KiB
Ruby
99 lines
2.8 KiB
Ruby
#
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
|
|
# Script to recreate all tables from one cluster to another
|
|
# To see usage for this script, run:
|
|
#
|
|
# ${HBASE_HOME}/bin/hbase org.jruby.Main copy_tables_desc.rb
|
|
#
|
|
|
|
include Java
|
|
import org.apache.commons.logging.LogFactory
|
|
import org.apache.hadoop.hbase.HBaseConfiguration
|
|
import org.apache.hadoop.hbase.HConstants
|
|
import org.apache.hadoop.hbase.client.HBaseAdmin
|
|
import org.apache.hadoop.hbase.HTableDescriptor
|
|
import org.apache.hadoop.conf.Configuration
|
|
|
|
# Name of this script
|
|
NAME = "copy_tables_desc"
|
|
|
|
# Print usage for this script
|
|
def usage
|
|
puts 'Usage: %s.rb master_zookeeper.quorum.peers:clientport:znode_parent slave_zookeeper.quorum.peers:clientport:znode_parent [table1,table2,table3,...]' % NAME
|
|
exit!
|
|
end
|
|
|
|
def copy (src, dst, table)
|
|
# verify if table exists in source cluster
|
|
begin
|
|
t = src.getTableDescriptor(table.to_java_bytes)
|
|
rescue org.apache.hadoop.hbase.TableNotFoundException
|
|
puts "Source table \"%s\" doesn't exist, skipping." % table
|
|
return
|
|
end
|
|
|
|
# verify if table *doesn't* exists in the target cluster
|
|
begin
|
|
dst.createTable(t)
|
|
rescue org.apache.hadoop.hbase.TableExistsException
|
|
puts "Destination table \"%s\" exists in remote cluster, skipping." % table
|
|
return
|
|
end
|
|
|
|
puts "Schema for table \"%s\" was succesfully copied to remote cluster." % table
|
|
end
|
|
|
|
|
|
if ARGV.size < 2 || ARGV.size > 3
|
|
usage
|
|
end
|
|
|
|
LOG = LogFactory.getLog(NAME)
|
|
|
|
parts1 = ARGV[0].split(":")
|
|
|
|
parts2 = ARGV[1].split(":")
|
|
|
|
parts3 = ARGV[2].split(",") unless ARGV[2].nil?
|
|
|
|
c1 = HBaseConfiguration.create()
|
|
c1.set(HConstants::ZOOKEEPER_QUORUM, parts1[0])
|
|
c1.set("hbase.zookeeper.property.clientPort", parts1[1])
|
|
c1.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts1[2])
|
|
|
|
admin1 = HBaseAdmin.new(c1)
|
|
|
|
c2 = HBaseConfiguration.create()
|
|
c2.set(HConstants::ZOOKEEPER_QUORUM, parts2[0])
|
|
c2.set("hbase.zookeeper.property.clientPort", parts2[1])
|
|
c2.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts2[2])
|
|
|
|
admin2 = HBaseAdmin.new(c2)
|
|
|
|
if parts3.nil?
|
|
admin1.listTableNames().each do |t|
|
|
copy(admin1, admin2, t.nameAsString())
|
|
end
|
|
else
|
|
parts3.each do |t|
|
|
copy(admin1, admin2, t)
|
|
end
|
|
end
|