147 lines
5.2 KiB
Ruby
147 lines
5.2 KiB
Ruby
#
|
|
# Copyright 2009 The Apache Software Foundation
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#
|
|
# Script adds a table back to a running hbase.
|
|
# Currently only works on if table data is in place.
|
|
#
|
|
# To see usage for this script, run:
|
|
#
|
|
# ${HBASE_HOME}/bin/hbase org.jruby.Main addtable.rb
|
|
#
|
|
include Java
|
|
import org.apache.hadoop.hbase.util.Bytes
|
|
import org.apache.hadoop.hbase.HConstants
|
|
import org.apache.hadoop.hbase.HRegionInfo
|
|
import org.apache.hadoop.hbase.client.HTable
|
|
import org.apache.hadoop.hbase.client.Delete
|
|
import org.apache.hadoop.hbase.client.Put
|
|
import org.apache.hadoop.hbase.client.Scan
|
|
import org.apache.hadoop.hbase.HTableDescriptor
|
|
import org.apache.hadoop.hbase.HBaseConfiguration
|
|
import org.apache.hadoop.hbase.util.FSUtils
|
|
import org.apache.hadoop.hbase.util.Writables
|
|
import org.apache.hadoop.fs.Path
|
|
import org.apache.hadoop.fs.FileSystem
|
|
import org.apache.commons.logging.LogFactory
|
|
|
|
# Name of this script
|
|
NAME = "add_table"
|
|
|
|
# Print usage for this script
|
|
def usage
|
|
puts 'Usage: %s.rb TABLE_DIR [alternate_tablename]' % NAME
|
|
exit!
|
|
end
|
|
|
|
# Get configuration to use.
|
|
c = HBaseConfiguration.new()
|
|
|
|
# Set hadoop filesystem configuration using the hbase.rootdir.
|
|
# Otherwise, we'll always use localhost though the hbase.rootdir
|
|
# might be pointing at hdfs location.
|
|
c.set("fs.default.name", c.get(HConstants::HBASE_DIR))
|
|
fs = FileSystem.get(c)
|
|
|
|
# Get a logger and a metautils instance.
|
|
LOG = LogFactory.getLog(NAME)
|
|
|
|
# Check arguments
|
|
if ARGV.size < 1 || ARGV.size > 2
|
|
usage
|
|
end
|
|
|
|
# Get cmdline args.
|
|
srcdir = fs.makeQualified(Path.new(java.lang.String.new(ARGV[0])))
|
|
|
|
if not fs.exists(srcdir)
|
|
raise IOError.new("src dir " + srcdir.toString() + " doesn't exist!")
|
|
end
|
|
|
|
# Get table name
|
|
tableName = nil
|
|
if ARGV.size > 1
|
|
tableName = ARGV[1]
|
|
raise IOError.new("Not supported yet")
|
|
elsif
|
|
# If none provided use dirname
|
|
tableName = srcdir.getName()
|
|
end
|
|
HTableDescriptor.isLegalTableName(tableName.to_java_bytes)
|
|
|
|
# Figure locations under hbase.rootdir
|
|
# Move directories into place; be careful not to overwrite.
|
|
rootdir = FSUtils.getRootDir(c)
|
|
tableDir = fs.makeQualified(Path.new(rootdir, tableName))
|
|
|
|
# If a directory currently in place, move it aside.
|
|
if srcdir.equals(tableDir)
|
|
LOG.info("Source directory is in place under hbase.rootdir: " + srcdir.toString());
|
|
elsif fs.exists(tableDir)
|
|
movedTableName = tableName + "." + java.lang.System.currentTimeMillis().to_s
|
|
movedTableDir = Path.new(rootdir, java.lang.String.new(movedTableName))
|
|
LOG.warn("Moving " + tableDir.toString() + " aside as " + movedTableDir.toString());
|
|
raise IOError.new("Failed move of " + tableDir.toString()) unless fs.rename(tableDir, movedTableDir)
|
|
LOG.info("Moving " + srcdir.toString() + " to " + tableDir.toString());
|
|
raise IOError.new("Failed move of " + srcdir.toString()) unless fs.rename(srcdir, tableDir)
|
|
end
|
|
|
|
# Clean mentions of table from .META.
|
|
# Scan the .META. and remove all lines that begin with tablename
|
|
LOG.info("Deleting mention of " + tableName + " from .META.")
|
|
metaTable = HTable.new(c, HConstants::META_TABLE_NAME)
|
|
tableNameMetaPrefix = tableName + HConstants::META_ROW_DELIMITER.chr
|
|
scan = Scan.new((tableNameMetaPrefix + HConstants::META_ROW_DELIMITER.chr).to_java_bytes)
|
|
scanner = metaTable.getScanner(scan)
|
|
# Use java.lang.String doing compares. Ruby String is a bit odd.
|
|
tableNameStr = java.lang.String.new(tableName)
|
|
while (result = scanner.next())
|
|
rowid = Bytes.toString(result.getRow())
|
|
rowidStr = java.lang.String.new(rowid)
|
|
if not rowidStr.startsWith(tableNameMetaPrefix)
|
|
# Gone too far, break
|
|
break
|
|
end
|
|
LOG.info("Deleting row from catalog: " + rowid);
|
|
d = Delete.new(result.getRow())
|
|
metaTable.delete(d)
|
|
end
|
|
scanner.close()
|
|
|
|
# Now, walk the table and per region, add an entry
|
|
LOG.info("Walking " + srcdir.toString() + " adding regions to catalog table")
|
|
statuses = fs.listStatus(srcdir)
|
|
for status in statuses
|
|
next unless status.isDir()
|
|
next if status.getPath().getName() == "compaction.dir"
|
|
regioninfofile = Path.new(status.getPath(), ".regioninfo")
|
|
unless fs.exists(regioninfofile)
|
|
LOG.warn("Missing .regioninfo: " + regioninfofile.toString())
|
|
next
|
|
end
|
|
is = fs.open(regioninfofile)
|
|
hri = HRegionInfo.new()
|
|
hri.readFields(is)
|
|
is.close()
|
|
# TODO: Need to redo table descriptor with passed table name and then recalculate the region encoded names.
|
|
p = Put.new(hri.getRegionName())
|
|
p.add(HConstants::CATALOG_FAMILY, HConstants::REGIONINFO_QUALIFIER, Writables.getBytes(hri))
|
|
metaTable.put(p)
|
|
LOG.info("Added to catalog: " + hri.toString())
|
|
end
|