#!/usr/bin/env bash # #/** # * Copyright 2007 The Apache Software Foundation # * # * Licensed to the Apache Software Foundation (ASF) under one # * or more contributor license agreements. See the NOTICE file # * distributed with this work for additional information # * regarding copyright ownership. The ASF licenses this file # * to you under the Apache License, Version 2.0 (the # * "License"); you may not use this file except in compliance # * with the License. You may obtain a copy of the License at # * # * http://www.apache.org/licenses/LICENSE-2.0 # * # * Unless required by applicable law or agreed to in writing, software # * distributed under the License is distributed on an "AS IS" BASIS, # * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # * See the License for the specific language governing permissions and # * limitations under the License. # */ # # Runs a Hadoop hbase command as a daemon. # # Environment Variables # # HBASE_CONF_DIR Alternate hbase conf dir. Default is ${HBASE_HOME}/conf. # HBASE_LOG_DIR Where log files are stored. PWD by default. # HBASE_PID_DIR The pid files are stored. /tmp by default. # HBASE_IDENT_STRING A string representing this instance of hadoop. $USER by default # HBASE_NICENESS The scheduling priority for daemons. Defaults to 0. # # Modelled after $HADOOP_HOME/bin/hadoop-daemon.sh usage="Usage: hbase-daemon.sh [--config ]\ (start|stop|restart|autorestart) \ " # if no args specified, show usage if [ $# -le 1 ]; then echo $usage exit 1 fi bin=`dirname "${BASH_SOURCE-$0}"` bin=`cd "$bin">/dev/null; pwd` . "$bin"/hbase-config.sh # get arguments startStop=$1 shift command=$1 shift hbase_rotate_log () { log=$1; num=5; if [ -n "$2" ]; then num=$2 fi if [ -f "$log" ]; then # rotate logs while [ $num -gt 1 ]; do prev=`expr $num - 1` [ -f "$log.$prev" ] && mv -f "$log.$prev" "$log.$num" num=$prev done mv -f "$log" "$log.$num"; fi } cleanZNode() { if [ -f $HBASE_ZNODE_FILE ]; then if [ "$command" = "master" ]; then $bin/hbase master clear > /dev/null 2>&1 else #call ZK to delete the node ZNODE=`cat $HBASE_ZNODE_FILE` $bin/hbase zkcli delete $ZNODE > /dev/null 2>&1 fi rm $HBASE_ZNODE_FILE fi } check_before_start(){ #ckeck if the process is not running mkdir -p "$HBASE_PID_DIR" if [ -f $pid ]; then if kill -0 `cat $pid` > /dev/null 2>&1; then echo $command running as process `cat $pid`. Stop it first. exit 1 fi fi } wait_until_done () { p=$1 cnt=${HBASE_SLAVE_TIMEOUT:-300} origcnt=$cnt while kill -0 $p > /dev/null 2>&1; do if [ $cnt -gt 1 ]; then cnt=`expr $cnt - 1` sleep 1 else echo "Process did not complete after $origcnt seconds, killing." kill -9 $p exit 1 fi done return 0 } # get log directory if [ "$HBASE_LOG_DIR" = "" ]; then export HBASE_LOG_DIR="$HBASE_HOME/logs" fi mkdir -p "$HBASE_LOG_DIR" if [ "$HBASE_PID_DIR" = "" ]; then HBASE_PID_DIR=/tmp fi if [ "$HBASE_IDENT_STRING" = "" ]; then export HBASE_IDENT_STRING="$USER" fi # Some variables # Work out java location so can print version into log. if [ "$JAVA_HOME" != "" ]; then #echo "run java in $JAVA_HOME" JAVA_HOME=$JAVA_HOME fi if [ "$JAVA_HOME" = "" ]; then echo "Error: JAVA_HOME is not set." exit 1 fi JAVA=$JAVA_HOME/bin/java export HBASE_LOG_PREFIX=hbase-$HBASE_IDENT_STRING-$command-$HOSTNAME export HBASE_LOGFILE=$HBASE_LOG_PREFIX.log export HBASE_ROOT_LOGGER=${HBASE_ROOT_LOGGER:-"INFO,RFA"} export HBASE_SECURITY_LOGGER=${HBASE_SECURITY_LOGGER:-"INFO,RFAS"} logout=$HBASE_LOG_DIR/$HBASE_LOG_PREFIX.out loggc=$HBASE_LOG_DIR/$HBASE_LOG_PREFIX.gc loglog="${HBASE_LOG_DIR}/${HBASE_LOGFILE}" pid=$HBASE_PID_DIR/hbase-$HBASE_IDENT_STRING-$command.pid export HBASE_ZNODE_FILE=$HBASE_PID_DIR/hbase-$HBASE_IDENT_STRING-$command.znode export HBASE_START_FILE=$HBASE_PID_DIR/hbase-$HBASE_IDENT_STRING-$command.autorestart if [ "$HBASE_USE_GC_LOGFILE" = "true" ]; then export HBASE_GC_OPTS=" -Xloggc:${loggc}" fi # Set default scheduling priority if [ "$HBASE_NICENESS" = "" ]; then export HBASE_NICENESS=0 fi thiscmd=$0 args=$@ case $startStop in (start) check_before_start nohup $thiscmd --config "${HBASE_CONF_DIR}" internal_start $command $args < /dev/null > /dev/null 2>&1 & ;; (autorestart) check_before_start nohup $thiscmd --config "${HBASE_CONF_DIR}" internal_autorestart $command $args < /dev/null > /dev/null 2>&1 & ;; (internal_start) hbase_rotate_log $logout hbase_rotate_log $loggc echo starting $command, logging to $logout # Add to the command log file vital stats on our environment. echo "`date` Starting $command on `hostname`" >> $loglog echo "`ulimit -a`" >> $loglog 2>&1 nice -n $HBASE_NICENESS "$HBASE_HOME"/bin/hbase \ --config "${HBASE_CONF_DIR}" \ $command "$@" start > "$logout" & echo $! > $pid sleep 1; head "$logout" wait cleanZNode ;; (internal_autorestart) touch "$HBASE_START_FILE" #keep starting the command until asked to stop. Reloop on software crash while true do lastLaunchDate=`date +%s` $thiscmd --config "${HBASE_CONF_DIR}" internal_start $command $args #if the file does not exist it means that it was not stopped properly by the stop command if [ ! -f "$HBASE_START_FILE" ]; then exit 1 fi #if the cluster is being stopped then do not restart it again. zparent=`$bin/hbase org.apache.hadoop.hbase.util.HBaseConfTool zookeeper.znode.parent` if [ "$zparent" == "null" ]; then zparent="/hbase"; fi zshutdown=`$bin/hbase org.apache.hadoop.hbase.util.HBaseConfTool zookeeper.znode.state` if [ "$zshutdown" == "null" ]; then zshutdown="shutdown"; fi zFullShutdown=$zparent/$zshutdown $bin/hbase zkcli stat $zFullShutdown 2>&1 | grep "Node does not exist" 1>/dev/null 2>&1 #grep returns 0 if it found something, 1 otherwise if [ $? -eq 0 ]; then exit 1 fi #If ZooKeeper cannot be found, then do not restart $bin/hbase zkcli stat $zFullShutdown 2>&1 | grep Exception | grep ConnectionLoss 1>/dev/null 2>&1 if [ $? -eq 0 ]; then exit 1 fi #if it was launched less than 5 minutes ago, then wait for 5 minutes before starting it again. curDate=`date +%s` limitDate=`expr $lastLaunchDate + 300` if [ $limitDate -gt $curDate ]; then sleep 300 fi done ;; (stop) rm -f "$HBASE_START_FILE" if [ -f $pid ]; then pidToKill=`cat $pid` processedAt=`date +%s` # kill -0 == see if the PID exists if kill -0 $pidToKill > /dev/null 2>&1; then echo -n stopping $command echo "`date` Terminating $command" >> $loglog kill $pidToKill > /dev/null 2>&1 while kill -0 $pidToKill > /dev/null 2>&1; do echo -n "." sleep 1; # if process persists more than $HBASE_STOP_TIMEOUT (default 1200 sec) no mercy if [ $(( `date +%s` - $processedAt )) -gt ${HBASE_STOP_TIMEOUT:-1200} ]; then break; fi done # process still there : kill kill if kill -0 $pidToKill > /dev/null 2>&1; then echo -n force stopping $command kill -9 $pidToKill > /dev/null 2>&1 fi rm $pid echo else retval=$? echo no $command to stop because kill -0 of pid $pidToKill failed with status $retval fi else echo no $command to stop because no pid file $pid fi ;; (restart) # stop the command $thiscmd --config "${HBASE_CONF_DIR}" stop $command $args & wait_until_done $! # wait a user-specified sleep period sp=${HBASE_RESTART_SLEEP:-3} if [ $sp -gt 0 ]; then sleep $sp fi # start the command $thiscmd --config "${HBASE_CONF_DIR}" start $command $args & wait_until_done $! ;; (*) echo $usage exit 1 ;; esac