# # # Licensed to the Apache Software Foundation (ASF) under one # or more contributor license agreements. See the NOTICE file # distributed with this work for additional information # regarding copyright ownership. The ASF licenses this file # to you under the Apache License, Version 2.0 (the # "License"); you may not use this file except in compliance # with the License. You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # # Script to recreate all tables from one cluster to another # To see usage for this script, run: # # ${HBASE_HOME}/bin/hbase org.jruby.Main copy_tables_desc.rb # include Java import org.apache.commons.logging.LogFactory import org.apache.hadoop.hbase.HBaseConfiguration import org.apache.hadoop.hbase.HConstants import org.apache.hadoop.hbase.client.HBaseAdmin import org.apache.hadoop.hbase.HTableDescriptor import org.apache.hadoop.conf.Configuration import org.apache.hadoop.hbase.client.ConnectionFactory # Name of this script NAME = "copy_tables_desc" # Print usage for this script def usage puts 'Usage: %s.rb master_zookeeper.quorum.peers:clientport:znode_parent slave_zookeeper.quorum.peers:clientport:znode_parent [table1,table2,table3,...]' % NAME exit! end def copy (src, dst, table) # verify if table exists in source cluster begin t = src.getTableDescriptor(table.to_java_bytes) rescue org.apache.hadoop.hbase.TableNotFoundException puts "Source table \"%s\" doesn't exist, skipping." % table return end # verify if table *doesn't* exists in the target cluster begin dst.createTable(t) rescue org.apache.hadoop.hbase.TableExistsException puts "Destination table \"%s\" exists in remote cluster, skipping." % table return end puts "Schema for table \"%s\" was succesfully copied to remote cluster." % table end if ARGV.size < 2 || ARGV.size > 3 usage end LOG = LogFactory.getLog(NAME) parts1 = ARGV[0].split(":") parts2 = ARGV[1].split(":") parts3 = ARGV[2].split(",") unless ARGV[2].nil? c1 = HBaseConfiguration.create() c1.set(HConstants::ZOOKEEPER_QUORUM, parts1[0]) c1.set("hbase.zookeeper.property.clientPort", parts1[1]) c1.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts1[2]) connection1 = ConnectionFactory.createConnection(c1) admin1 = connection1.getAdmin() c2 = HBaseConfiguration.create() c2.set(HConstants::ZOOKEEPER_QUORUM, parts2[0]) c2.set("hbase.zookeeper.property.clientPort", parts2[1]) c2.set(HConstants::ZOOKEEPER_ZNODE_PARENT, parts2[2]) connection2 = ConnectionFactory.createConnection(c2) admin2 = connection2.getAdmin() if parts3.nil? admin1.listTableNames().each do |t| copy(admin1, admin2, t.nameAsString()) end else parts3.each do |t| copy(admin1, admin2, t) end end admin1.close() admin2.close() connection1.close() connection2.close()