2006-01-26 00:37:29 -05:00
|
|
|
#!/bin/bash
|
|
|
|
#
|
2006-03-21 15:25:41 -05:00
|
|
|
# Copyright 2006 The Apache Software Foundation
|
|
|
|
#
|
|
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
|
|
# you may not use this file except in compliance with the License.
|
|
|
|
# You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
2006-01-26 00:37:29 -05:00
|
|
|
#
|
2006-03-02 23:33:24 -05:00
|
|
|
# Shell script to clean up snapshots of a Solr Lucene collection.
|
2006-01-26 00:37:29 -05:00
|
|
|
|
2006-03-21 15:25:41 -05:00
|
|
|
orig_dir=$(pwd)
|
|
|
|
cd ${0%/*}/..
|
|
|
|
solr_root=$(pwd)
|
|
|
|
cd ${orig_dir}
|
2006-01-26 00:37:29 -05:00
|
|
|
|
2006-07-06 15:14:40 -04:00
|
|
|
unset days num data_dir user verbose debug
|
2006-03-21 15:25:41 -05:00
|
|
|
. ${solr_root}/bin/scripts-util
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
# set up variables
|
|
|
|
prog=${0##*/}
|
2006-03-21 15:25:41 -05:00
|
|
|
log=${solr_root}/logs/${prog}.log
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
# define usage string
|
|
|
|
USAGE="\
|
2006-03-21 15:25:41 -05:00
|
|
|
usage: $prog -D <days> | -N <num> [-d dir] [-u username] [-v]
|
|
|
|
-D <days> cleanup snapshots more than <days> days old
|
2006-04-11 14:55:58 -04:00
|
|
|
-N <num> keep the most recent <num> number of snapshots and
|
2006-03-21 15:25:41 -05:00
|
|
|
cleanup up the remaining ones that are not being pulled
|
|
|
|
-d specify directory holding index data
|
|
|
|
-u specify user to sudo to before running script
|
|
|
|
-v increase verbosity
|
2006-07-06 15:14:40 -04:00
|
|
|
-V output debugging info
|
2006-01-26 00:37:29 -05:00
|
|
|
"
|
|
|
|
|
|
|
|
# parse args
|
2006-07-06 15:14:40 -04:00
|
|
|
while getopts D:N:d:u:vV OPTION
|
2006-01-26 00:37:29 -05:00
|
|
|
do
|
|
|
|
case $OPTION in
|
2006-03-21 15:25:41 -05:00
|
|
|
D)
|
2006-01-26 00:37:29 -05:00
|
|
|
days="$OPTARG"
|
|
|
|
;;
|
2006-03-21 15:25:41 -05:00
|
|
|
N)
|
2006-01-26 00:37:29 -05:00
|
|
|
num="$OPTARG"
|
|
|
|
;;
|
2006-03-21 15:25:41 -05:00
|
|
|
d)
|
|
|
|
data_dir="$OPTARG"
|
|
|
|
;;
|
|
|
|
u)
|
|
|
|
user="$OPTARG"
|
|
|
|
;;
|
2006-01-26 00:37:29 -05:00
|
|
|
v)
|
|
|
|
verbose="v"
|
|
|
|
;;
|
2006-07-06 15:14:40 -04:00
|
|
|
V)
|
|
|
|
debug="V"
|
|
|
|
;;
|
2006-01-26 00:37:29 -05:00
|
|
|
*)
|
|
|
|
echo "$USAGE"
|
|
|
|
exit 1
|
|
|
|
esac
|
|
|
|
done
|
|
|
|
|
2006-07-06 15:14:40 -04:00
|
|
|
[[ -n $debug ]] && set -x
|
|
|
|
|
2006-01-26 00:37:29 -05:00
|
|
|
if [[ -z ${days} && -z ${num} ]]
|
|
|
|
then
|
|
|
|
echo "$USAGE"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2006-03-21 15:25:41 -05:00
|
|
|
fixUser "$@"
|
2006-01-26 00:37:29 -05:00
|
|
|
|
2006-03-24 09:59:43 -05:00
|
|
|
# use default value for data_dir if not specified
|
2006-03-21 15:25:41 -05:00
|
|
|
# relative path starts at ${solr_root}
|
|
|
|
if [[ -z ${data_dir} ]]
|
|
|
|
then
|
|
|
|
data_dir=${solr_root}/data
|
|
|
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
|
|
|
then
|
|
|
|
data_dir=${solr_root}/${data_dir}
|
|
|
|
fi
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
function remove
|
|
|
|
{
|
2006-03-21 15:25:41 -05:00
|
|
|
syncing=`ps -fwwwu ${user}|grep -w rsync|grep -v grep|grep -w $1`
|
2006-01-26 00:37:29 -05:00
|
|
|
if [[ -n $syncing ]]
|
|
|
|
then
|
|
|
|
logMessage $1 not removed - rsync in progress
|
|
|
|
else
|
|
|
|
logMessage removing snapshot $1
|
|
|
|
/bin/rm -rf $1
|
|
|
|
fi
|
|
|
|
}
|
|
|
|
|
|
|
|
start=`date +"%s"`
|
|
|
|
|
2006-03-21 15:25:41 -05:00
|
|
|
logMessage started by $oldwhoami
|
|
|
|
logMessage command: $0 $@
|
|
|
|
|
2006-01-26 00:37:29 -05:00
|
|
|
# trap control-c
|
|
|
|
trap 'echo "caught INT/TERM, exiting now but partial cleanup may have already occured";logExit aborted 13' INT TERM
|
|
|
|
|
|
|
|
if [[ -n ${days} ]]
|
|
|
|
then
|
|
|
|
logMessage cleaning up snapshots more than ${days} days old
|
2006-03-21 15:25:41 -05:00
|
|
|
for i in `find ${data_dir} -name "snapshot.*" -maxdepth 1 -mtime +${days} -print`
|
2006-01-26 00:37:29 -05:00
|
|
|
do
|
2006-03-21 15:25:41 -05:00
|
|
|
remove $i
|
2006-01-26 00:37:29 -05:00
|
|
|
done
|
|
|
|
elif [[ -n ${num} ]]
|
|
|
|
then
|
|
|
|
logMessage cleaning up all snapshots except for the most recent ${num} ones
|
|
|
|
unset snapshots count
|
2006-03-21 15:25:41 -05:00
|
|
|
snapshots=`ls -cd ${data_dir}/snapshot.* 2>/dev/null`
|
2006-01-26 00:37:29 -05:00
|
|
|
if [[ $? == 0 ]]
|
|
|
|
then
|
|
|
|
count=`echo $snapshots|wc -w`
|
|
|
|
startpos=`expr $num + 1`
|
|
|
|
if [[ $count -gt $num ]]
|
|
|
|
then
|
|
|
|
for i in `echo $snapshots|cut -f${startpos}- -d" "`
|
|
|
|
do
|
|
|
|
remove $i
|
|
|
|
done
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
|
|
|
|
logExit ended 0
|
|
|
|
|
|
|
|
|