274 lines
7.5 KiB
Bash
Executable File
274 lines
7.5 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
#
|
|
#/**
|
|
# * Copyright 2007 The Apache Software Foundation
|
|
# *
|
|
# * Licensed to the Apache Software Foundation (ASF) under one
|
|
# * or more contributor license agreements. See the NOTICE file
|
|
# * distributed with this work for additional information
|
|
# * regarding copyright ownership. The ASF licenses this file
|
|
# * to you under the Apache License, Version 2.0 (the
|
|
# * "License"); you may not use this file except in compliance
|
|
# * with the License. You may obtain a copy of the License at
|
|
# *
|
|
# * http://www.apache.org/licenses/LICENSE-2.0
|
|
# *
|
|
# * Unless required by applicable law or agreed to in writing, software
|
|
# * distributed under the License is distributed on an "AS IS" BASIS,
|
|
# * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# * See the License for the specific language governing permissions and
|
|
# * limitations under the License.
|
|
# */
|
|
#
|
|
# Runs a Hadoop hbase command as a daemon.
|
|
#
|
|
# Environment Variables
|
|
#
|
|
# HBASE_CONF_DIR Alternate hbase conf dir. Default is ${HBASE_HOME}/conf.
|
|
# HBASE_LOG_DIR Where log files are stored. PWD by default.
|
|
# HBASE_PID_DIR The pid files are stored. /tmp by default.
|
|
# HBASE_IDENT_STRING A string representing this instance of hadoop. $USER by default
|
|
# HBASE_NICENESS The scheduling priority for daemons. Defaults to 0.
|
|
#
|
|
# Modelled after $HADOOP_HOME/bin/hadoop-daemon.sh
|
|
|
|
usage="Usage: hbase-daemon.sh [--config <conf-dir>]\
|
|
(start|stop|restart|autorestart) <hbase-command> \
|
|
<args...>"
|
|
|
|
# if no args specified, show usage
|
|
if [ $# -le 1 ]; then
|
|
echo $usage
|
|
exit 1
|
|
fi
|
|
|
|
bin=`dirname "${BASH_SOURCE-$0}"`
|
|
bin=`cd "$bin">/dev/null; pwd`
|
|
|
|
. "$bin"/hbase-config.sh
|
|
|
|
# get arguments
|
|
startStop=$1
|
|
shift
|
|
|
|
command=$1
|
|
shift
|
|
|
|
hbase_rotate_log ()
|
|
{
|
|
log=$1;
|
|
num=5;
|
|
if [ -n "$2" ]; then
|
|
num=$2
|
|
fi
|
|
if [ -f "$log" ]; then # rotate logs
|
|
while [ $num -gt 1 ]; do
|
|
prev=`expr $num - 1`
|
|
[ -f "$log.$prev" ] && mv -f "$log.$prev" "$log.$num"
|
|
num=$prev
|
|
done
|
|
mv -f "$log" "$log.$num";
|
|
fi
|
|
}
|
|
|
|
cleanZNode() {
|
|
if [ -f $HBASE_ZNODE_FILE ]; then
|
|
#call ZK to delete the node
|
|
ZNODE=`cat $HBASE_ZNODE_FILE`
|
|
$bin/hbase zkcli delete $ZNODE > /dev/null 2>&1
|
|
rm $HBASE_ZNODE_FILE
|
|
fi
|
|
}
|
|
|
|
check_before_start(){
|
|
#ckeck if the process is not running
|
|
mkdir -p "$HBASE_PID_DIR"
|
|
if [ -f $pid ]; then
|
|
if kill -0 `cat $pid` > /dev/null 2>&1; then
|
|
echo $command running as process `cat $pid`. Stop it first.
|
|
exit 1
|
|
fi
|
|
fi
|
|
}
|
|
|
|
wait_until_done ()
|
|
{
|
|
p=$1
|
|
cnt=${HBASE_SLAVE_TIMEOUT:-300}
|
|
origcnt=$cnt
|
|
while kill -0 $p > /dev/null 2>&1; do
|
|
if [ $cnt -gt 1 ]; then
|
|
cnt=`expr $cnt - 1`
|
|
sleep 1
|
|
else
|
|
echo "Process did not complete after $origcnt seconds, killing."
|
|
kill -9 $p
|
|
exit 1
|
|
fi
|
|
done
|
|
return 0
|
|
}
|
|
|
|
# get log directory
|
|
if [ "$HBASE_LOG_DIR" = "" ]; then
|
|
export HBASE_LOG_DIR="$HBASE_HOME/logs"
|
|
fi
|
|
mkdir -p "$HBASE_LOG_DIR"
|
|
|
|
if [ "$HBASE_PID_DIR" = "" ]; then
|
|
HBASE_PID_DIR=/tmp
|
|
fi
|
|
|
|
if [ "$HBASE_IDENT_STRING" = "" ]; then
|
|
export HBASE_IDENT_STRING="$USER"
|
|
fi
|
|
|
|
# Some variables
|
|
# Work out java location so can print version into log.
|
|
if [ "$JAVA_HOME" != "" ]; then
|
|
#echo "run java in $JAVA_HOME"
|
|
JAVA_HOME=$JAVA_HOME
|
|
fi
|
|
if [ "$JAVA_HOME" = "" ]; then
|
|
echo "Error: JAVA_HOME is not set."
|
|
exit 1
|
|
fi
|
|
|
|
JAVA=$JAVA_HOME/bin/java
|
|
export HBASE_LOG_PREFIX=hbase-$HBASE_IDENT_STRING-$command-$HOSTNAME
|
|
export HBASE_LOGFILE=$HBASE_LOG_PREFIX.log
|
|
export HBASE_ROOT_LOGGER=${HBASE_ROOT_LOGGER:-"INFO,RFA"}
|
|
export HBASE_SECURITY_LOGGER=${HBASE_SECURITY_LOGGER:-"INFO,RFAS"}
|
|
logout=$HBASE_LOG_DIR/$HBASE_LOG_PREFIX.out
|
|
loggc=$HBASE_LOG_DIR/$HBASE_LOG_PREFIX.gc
|
|
loglog="${HBASE_LOG_DIR}/${HBASE_LOGFILE}"
|
|
pid=$HBASE_PID_DIR/hbase-$HBASE_IDENT_STRING-$command.pid
|
|
export HBASE_ZNODE_FILE=$HBASE_PID_DIR/hbase-$HBASE_IDENT_STRING-$command.znode
|
|
export HBASE_START_FILE=$HBASE_PID_DIR/hbase-$HBASE_IDENT_STRING-$command.autorestart
|
|
|
|
|
|
if [ "$HBASE_USE_GC_LOGFILE" = "true" ]; then
|
|
export HBASE_GC_OPTS=" -Xloggc:${loggc}"
|
|
fi
|
|
|
|
# Set default scheduling priority
|
|
if [ "$HBASE_NICENESS" = "" ]; then
|
|
export HBASE_NICENESS=0
|
|
fi
|
|
|
|
thiscmd=$0
|
|
args=$@
|
|
|
|
case $startStop in
|
|
|
|
(start)
|
|
check_before_start
|
|
nohup $thiscmd --config "${HBASE_CONF_DIR}" internal_start $command $args < /dev/null > /dev/null 2>&1 &
|
|
;;
|
|
|
|
(autorestart)
|
|
check_before_start
|
|
nohup $thiscmd --config "${HBASE_CONF_DIR}" internal_autorestart $command $args < /dev/null > /dev/null 2>&1 &
|
|
;;
|
|
|
|
(internal_start)
|
|
hbase_rotate_log $logout
|
|
hbase_rotate_log $loggc
|
|
echo starting $command, logging to $logout
|
|
# Add to the command log file vital stats on our environment.
|
|
echo "`date` Starting $command on `hostname`" >> $loglog
|
|
echo "`ulimit -a`" >> $loglog 2>&1
|
|
nice -n $HBASE_NICENESS "$HBASE_HOME"/bin/hbase \
|
|
--config "${HBASE_CONF_DIR}" \
|
|
$command "$@" start > "$logout" &
|
|
echo $! > $pid
|
|
sleep 1; head "$logout"
|
|
wait
|
|
cleanZNode
|
|
;;
|
|
|
|
(internal_autorestart)
|
|
touch "$HBASE_START_FILE"
|
|
#keep starting the command until asked to stop. Reloop on software crash
|
|
while true
|
|
do
|
|
lastLaunchDate=`date +%s`
|
|
$thiscmd --config "${HBASE_CONF_DIR}" internal_start $command $args
|
|
|
|
#if the file does not exist it means that it was not stopped properly by the stop command
|
|
if [ ! -f "$HBASE_START_FILE" ]; then
|
|
exit 1
|
|
fi
|
|
|
|
#if the cluster is being stopped then do not restart it again.
|
|
zparent=`$bin/hbase org.apache.hadoop.hbase.util.HBaseConfTool zookeeper.znode.parent`
|
|
if [ "$zparent" == "null" ]; then zparent="/hbase"; fi
|
|
zshutdown=`$bin/hbase org.apache.hadoop.hbase.util.HBaseConfTool zookeeper.znode.state`
|
|
if [ "$zshutdown" == "null" ]; then zshutdown="shutdown"; fi
|
|
zFullShutdown=$zparent/$zshutdown
|
|
$bin/hbase zkcli stat $zFullShutdown 2>&1 | grep "Node does not exist" 1>/dev/null 2>&1
|
|
#grep returns 0 if it found something, 1 otherwise
|
|
if [ $? -eq 0 ]; then
|
|
exit 1
|
|
fi
|
|
|
|
#If ZooKeeper cannot be found, then do not restart
|
|
$bin/hbase zkcli stat $zFullShutdown 2>&1 | grep Exception | grep ConnectionLoss 1>/dev/null 2>&1
|
|
if [ $? -eq 0 ]; then
|
|
exit 1
|
|
fi
|
|
|
|
#if it was launched less than 5 minutes ago, then wait for 5 minutes before starting it again.
|
|
curDate=`date +%s`
|
|
limitDate=`expr $lastLaunchDate + 300`
|
|
if [ $limitDate -gt $curDate ]; then
|
|
sleep 300
|
|
fi
|
|
done
|
|
;;
|
|
|
|
(stop)
|
|
rm -f "$HBASE_START_FILE"
|
|
if [ -f $pid ]; then
|
|
pidToKill=`cat $pid`
|
|
# kill -0 == see if the PID exists
|
|
if kill -0 $pidToKill > /dev/null 2>&1; then
|
|
echo -n stopping $command
|
|
echo "`date` Terminating $command" >> $loglog
|
|
kill $pidToKill > /dev/null 2>&1
|
|
while kill -0 $pidToKill > /dev/null 2>&1;
|
|
do
|
|
echo -n "."
|
|
sleep 1;
|
|
done
|
|
rm $pid
|
|
echo
|
|
else
|
|
retval=$?
|
|
echo no $command to stop because kill -0 of pid $pidToKill failed with status $retval
|
|
fi
|
|
else
|
|
echo no $command to stop because no pid file $pid
|
|
fi
|
|
;;
|
|
|
|
(restart)
|
|
# stop the command
|
|
$thiscmd --config "${HBASE_CONF_DIR}" stop $command $args &
|
|
wait_until_done $!
|
|
# wait a user-specified sleep period
|
|
sp=${HBASE_RESTART_SLEEP:-3}
|
|
if [ $sp -gt 0 ]; then
|
|
sleep $sp
|
|
fi
|
|
# start the command
|
|
$thiscmd --config "${HBASE_CONF_DIR}" start $command $args &
|
|
wait_until_done $!
|
|
;;
|
|
|
|
(*)
|
|
echo $usage
|
|
exit 1
|
|
;;
|
|
esac
|