HBASE-533 Region Historian (forgot to add these files)
git-svn-id: https://svn.apache.org/repos/asf/hadoop/hbase/trunk@663346 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Michael Stack
parent
4b2c5ed76d
commit
0271ef616d
|
|
@ -0,0 +1,291 @@
|
|||
/**
|
||||
* Copyright 2008 The Apache Software Foundation
|
||||
*
|
||||
* Licensed to the Apache Software Foundation (ASF) under one
|
||||
* or more contributor license agreements. See the NOTICE file
|
||||
* distributed with this work for additional information
|
||||
* regarding copyright ownership. The ASF licenses this file
|
||||
* to you under the Apache License, Version 2.0 (the
|
||||
* "License"); you may not use this file except in compliance
|
||||
* with the License. You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
|
||||
package org.apache.hadoop.hbase;
|
||||
|
||||
import java.io.IOException;
|
||||
import java.text.SimpleDateFormat;
|
||||
import java.util.ArrayList;
|
||||
import java.util.Collections;
|
||||
import java.util.GregorianCalendar;
|
||||
import java.util.List;
|
||||
|
||||
import org.apache.commons.logging.Log;
|
||||
import org.apache.commons.logging.LogFactory;
|
||||
import org.apache.hadoop.hbase.client.HTable;
|
||||
import org.apache.hadoop.hbase.io.BatchUpdate;
|
||||
import org.apache.hadoop.hbase.io.Cell;
|
||||
import org.apache.hadoop.hbase.util.Bytes;
|
||||
/**
|
||||
* The Region Historian task is to keep track of every modification a region
|
||||
* has to go trought. Public methods are used to update the information in the
|
||||
* .META. table and to retreive it.
|
||||
*/
|
||||
public class RegionHistorian implements HConstants {
|
||||
|
||||
static final Log LOG = LogFactory.getLog(RegionHistorian.class);
|
||||
|
||||
private HTable metaTable;
|
||||
|
||||
private GregorianCalendar cal = new GregorianCalendar();
|
||||
|
||||
/** Singleton reference */
|
||||
private static RegionHistorian historian;
|
||||
|
||||
/** Date formater for the timestamp in RegionHistoryInformation */
|
||||
private static SimpleDateFormat dateFormat = new SimpleDateFormat(
|
||||
"EEE, d MMM yyyy HH:mm:ss");
|
||||
|
||||
public static enum HistorianColumnKey {
|
||||
REGION_CREATION ( Bytes.toBytes(COLUMN_FAMILY_HISTORIAN_STR+"creation")),
|
||||
REGION_OPEN ( Bytes.toBytes(COLUMN_FAMILY_HISTORIAN_STR+"open")),
|
||||
REGION_SPLIT ( Bytes.toBytes(COLUMN_FAMILY_HISTORIAN_STR+"split")),
|
||||
REGION_COMPACTION ( Bytes.toBytes(COLUMN_FAMILY_HISTORIAN_STR+"compaction")),
|
||||
REGION_FLUSH ( Bytes.toBytes(COLUMN_FAMILY_HISTORIAN_STR+"flush")),
|
||||
REGION_ASSIGNMENT ( Bytes.toBytes(COLUMN_FAMILY_HISTORIAN_STR+"assignment"));
|
||||
|
||||
public byte[] key;
|
||||
|
||||
HistorianColumnKey(byte[] key) {
|
||||
this.key = key;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Default constructor. Initializes reference to .META. table
|
||||
*
|
||||
*/
|
||||
private RegionHistorian() {
|
||||
HBaseConfiguration conf = new HBaseConfiguration();
|
||||
|
||||
try {
|
||||
metaTable = new HTable(conf, META_TABLE_NAME);
|
||||
LOG.debug("Region historian is ready.");
|
||||
} catch (IOException ioe) {
|
||||
LOG.warn("Unable to create RegionHistorian", ioe);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Singleton method
|
||||
*
|
||||
* @return The region historian
|
||||
*/
|
||||
public static RegionHistorian getInstance() {
|
||||
if (historian == null) {
|
||||
historian = new RegionHistorian();
|
||||
}
|
||||
return historian;
|
||||
}
|
||||
|
||||
/**
|
||||
* Returns, for a given region name, an ordered list by timestamp of all
|
||||
* values in the historian column of the .META. table.
|
||||
*
|
||||
* @param regionName
|
||||
* Region name as a string
|
||||
* @return List of RegionHistoryInformation
|
||||
*/
|
||||
public static List<RegionHistoryInformation> getRegionHistory(
|
||||
String regionName) {
|
||||
getInstance();
|
||||
List<RegionHistoryInformation> informations = new ArrayList<RegionHistoryInformation>();
|
||||
try {
|
||||
/*
|
||||
* TODO REGION_HISTORIAN_KEYS is used because there is no other for the
|
||||
* moment to retrieve all version and to have the column key information.
|
||||
* To be changed when HTable.getRow handles versions.
|
||||
*/
|
||||
for (HistorianColumnKey keyEnu : HistorianColumnKey.values()) {
|
||||
byte[] columnKey = keyEnu.key;
|
||||
Cell[] cells = historian.metaTable.get(Bytes.toBytes(regionName),
|
||||
columnKey, ALL_VERSIONS);
|
||||
if (cells != null) {
|
||||
for (Cell cell : cells) {
|
||||
informations.add(historian.new RegionHistoryInformation(cell
|
||||
.getTimestamp(), Bytes.toString(columnKey).split(":")[1], Bytes
|
||||
.toString(cell.getValue())));
|
||||
}
|
||||
}
|
||||
}
|
||||
} catch (IOException ioe) {
|
||||
LOG.warn("Unable to retrieve region history", ioe);
|
||||
}
|
||||
Collections.sort(informations);
|
||||
return informations;
|
||||
}
|
||||
|
||||
/**
|
||||
* Method to add a creation event to the row in the .META table
|
||||
*
|
||||
* @param info
|
||||
*/
|
||||
public static void addRegionAssignment(HRegionInfo info, String serverName) {
|
||||
|
||||
add(HistorianColumnKey.REGION_ASSIGNMENT.key, "Region assigned to server "
|
||||
+ serverName, info);
|
||||
}
|
||||
|
||||
/**
|
||||
* Method to add a creation event to the row in the .META table
|
||||
*
|
||||
* @param info
|
||||
*/
|
||||
public static void addRegionCreation(HRegionInfo info) {
|
||||
|
||||
add(HistorianColumnKey.REGION_CREATION.key, "Region creation", info);
|
||||
}
|
||||
|
||||
/**
|
||||
* Method to add a opening event to the row in the .META table
|
||||
*
|
||||
* @param info
|
||||
* @param address
|
||||
*/
|
||||
public static void addRegionOpen(HRegionInfo info, HServerAddress address) {
|
||||
|
||||
add(HistorianColumnKey.REGION_OPEN.key, "Region opened on server : "
|
||||
+ address.getHostname(), info);
|
||||
}
|
||||
|
||||
/**
|
||||
* Method to add a split event to the rows in the .META table with
|
||||
* information from oldInfo.
|
||||
* @param oldInfo
|
||||
* @param newInfo1
|
||||
* @param newInfo2
|
||||
*/
|
||||
public static void addRegionSplit(HRegionInfo oldInfo, HRegionInfo newInfo1,
|
||||
HRegionInfo newInfo2) {
|
||||
|
||||
HRegionInfo[] infos = new HRegionInfo[] { newInfo1, newInfo2 };
|
||||
for (HRegionInfo info : infos) {
|
||||
add(HistorianColumnKey.REGION_SPLIT.key, "Region split from : "
|
||||
+ oldInfo.getRegionNameAsString(), info);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Method to add a compaction event to the row in the .META table
|
||||
*
|
||||
* @param info
|
||||
*/
|
||||
public static void addRegionCompaction(HRegionInfo info, String timeTaken) {
|
||||
if (LOG.isDebugEnabled()) {
|
||||
add(HistorianColumnKey.REGION_COMPACTION.key,
|
||||
"Region compaction completed in " + timeTaken, info);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Method to add a flush event to the row in the .META table
|
||||
*
|
||||
* @param info
|
||||
*/
|
||||
public static void addRegionFlush(HRegionInfo info, String timeTaken) {
|
||||
if (LOG.isDebugEnabled()) {
|
||||
add(HistorianColumnKey.REGION_FLUSH.key, "Region flush completed in "
|
||||
+ timeTaken, info);
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Method to add an event with LATEST_TIMESTAMP.
|
||||
* @param column
|
||||
* @param text
|
||||
* @param info
|
||||
*/
|
||||
private static void add(byte[] column, String text, HRegionInfo info) {
|
||||
add(column, text, info, LATEST_TIMESTAMP);
|
||||
}
|
||||
|
||||
/**
|
||||
* Method to add an event with provided information.
|
||||
* @param column
|
||||
* @param text
|
||||
* @param info
|
||||
* @param timestamp
|
||||
*/
|
||||
private static void add(byte[] column, String text, HRegionInfo info, long timestamp) {
|
||||
if (!info.isMetaRegion()) {
|
||||
getInstance();
|
||||
BatchUpdate batch = new BatchUpdate(info.getRegionName());
|
||||
batch.setTimestamp(timestamp);
|
||||
batch.put(column, Bytes.toBytes(text));
|
||||
try {
|
||||
historian.metaTable.commit(batch);
|
||||
} catch (IOException ioe) {
|
||||
LOG.warn("Unable to '" + text + "'", ioe);
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Inner class that only contains information about an event.
|
||||
*
|
||||
*/
|
||||
public class RegionHistoryInformation implements
|
||||
Comparable<RegionHistoryInformation> {
|
||||
|
||||
private long timestamp;
|
||||
|
||||
private String event;
|
||||
|
||||
private String description;
|
||||
|
||||
public RegionHistoryInformation(long timestamp, String event,
|
||||
String description) {
|
||||
this.timestamp = timestamp;
|
||||
this.event = event;
|
||||
this.description = description;
|
||||
}
|
||||
|
||||
/**
|
||||
* Returns the inverse value of Long.compareTo
|
||||
*/
|
||||
public int compareTo(RegionHistoryInformation otherInfo) {
|
||||
return -1 * Long.valueOf(timestamp).compareTo(otherInfo.getTimestamp());
|
||||
}
|
||||
|
||||
public String getEvent() {
|
||||
return event;
|
||||
}
|
||||
|
||||
public String getDescription() {
|
||||
return description;
|
||||
}
|
||||
|
||||
public long getTimestamp() {
|
||||
return timestamp;
|
||||
}
|
||||
|
||||
/**
|
||||
* Returns the value of the timestamp processed
|
||||
* with the date formater.
|
||||
* @return
|
||||
*/
|
||||
public String getTimestampAsString() {
|
||||
cal.setTimeInMillis(timestamp);
|
||||
return dateFormat.format(cal.getTime());
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
|
|
@ -0,0 +1,42 @@
|
|||
<%@ page contentType="text/html;charset=UTF-8"
|
||||
import="java.util.List"
|
||||
import="org.apache.hadoop.hbase.RegionHistorian"
|
||||
import="org.apache.hadoop.hbase.RegionHistorian.RegionHistoryInformation"
|
||||
import="org.apache.hadoop.hbase.HConstants"%><%
|
||||
String regionName = request.getParameter("regionname");
|
||||
List<RegionHistoryInformation> informations = RegionHistorian.getRegionHistory(regionName);
|
||||
%><?xml version="1.0" encoding="UTF-8" ?>
|
||||
<!DOCTYPE html PUBLIC "-//W3C//DTD XHTML 1.0 Transitional//EN"
|
||||
"http://www.w3.org/TR/xhtml1/DTD/xhtml1-transitional.dtd">
|
||||
<html xmlns="http://www.w3.org/1999/xhtml">
|
||||
<head><meta http-equiv="Content-Type" content="text/html;charset=UTF-8"/>
|
||||
<title>Region in <%= regionName %></title>
|
||||
<link rel="stylesheet" type="text/css" href="/static/hbase.css" />
|
||||
</head>
|
||||
|
||||
<body>
|
||||
<a id="logo" href="http://wiki.apache.org/lucene-hadoop/Hbase"><img src="/static/hbase_logo_med.gif" alt="HBase Logo" title="HBase Logo" /></a>
|
||||
<h1 id="page_title">Region <%= regionName %></h1>
|
||||
<p id="links_menu"><a href="/master.jsp">Master</a>, <a href="/logs/">Local logs</a>, <a href="/stacks">Thread Dump</a>, <a href="/logLevel">Log Level</a></p>
|
||||
<hr id="head_rule" />
|
||||
<%if(informations != null && informations.size() > 0) { %>
|
||||
<table><tr><th>Timestamp</th><th>Event</th><th>Description</th></tr>
|
||||
<% for( RegionHistoryInformation information : informations) {%>
|
||||
<tr><td><%= information.getTimestampAsString() %></td><td><%= information.getEvent() %></td><td><%= information.getDescription()%></td></tr>
|
||||
<% } %>
|
||||
</table>
|
||||
<p>
|
||||
Master is the source of following events :
|
||||
creation,open,assignment.
|
||||
Regions are the source of following events :
|
||||
split,compaction, flush
|
||||
</p>
|
||||
<%} else {%>
|
||||
<p>
|
||||
This region is no longer available. It may be due to a split, a merge or the name changed.
|
||||
</p>
|
||||
<%} %>
|
||||
|
||||
|
||||
</body>
|
||||
</html>
|
||||
Loading…
Reference in New Issue