From aa7b54a702a47d0d2b76e90ac438299cabe5b69f Mon Sep 17 00:00:00 2001 From: Michael Stack Date: Thu, 18 Nov 2010 09:59:32 +0000 Subject: [PATCH] Add pointer to Aaron blog on ulimit. Add note to hregionpartitioner about it not being suitable for incremental bulk load git-svn-id: https://svn.apache.org/repos/asf/hbase/trunk@1036378 13f79535-47bb-0310-9956-ffa450edef68 --- src/docbkx/book.xml | 5 +++++ .../apache/hadoop/hbase/mapreduce/HRegionPartitioner.java | 5 +++++ 2 files changed, 10 insertions(+) diff --git a/src/docbkx/book.xml b/src/docbkx/book.xml index 520d4d3cce2..0ae06acb44d 100644 --- a/src/docbkx/book.xml +++ b/src/docbkx/book.xml @@ -336,6 +336,11 @@ Usually you'll want to use the latest version available except the problematic u will up the file descriptors for a user but for whatever reason, HBase is running as some other users. HBase prints in its logs as the first line the ulimit its seeing. Ensure its whats expected. + + A useful read setting config on you hadoop cluster isAaron Kimballs' + Configuration Parameters: What can you just ignore? + +
<varname>ulimit</varname> on Ubuntu diff --git a/src/main/java/org/apache/hadoop/hbase/mapreduce/HRegionPartitioner.java b/src/main/java/org/apache/hadoop/hbase/mapreduce/HRegionPartitioner.java index fe4a73f254d..e42d5000e19 100644 --- a/src/main/java/org/apache/hadoop/hbase/mapreduce/HRegionPartitioner.java +++ b/src/main/java/org/apache/hadoop/hbase/mapreduce/HRegionPartitioner.java @@ -36,6 +36,11 @@ import org.apache.hadoop.mapreduce.Partitioner; * Keys are grouped according to the regions that currently exist * so that each reducer fills a single region so load is distributed. * + *

This class is not suitable as partitioner creating hfiles + * for incremental bulk loads as region spread will likely change between time of + * hfile creation and load time. See {@link LoadIncrementalHFiles} + * and Bulk Load. + * * @param The type of the key. * @param The type of the value. */