2006-01-26 00:37:29 -05:00
|
|
|
#!/bin/bash
|
|
|
|
#
|
2006-11-08 13:25:52 -05:00
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
|
|
# this work for additional information regarding copyright ownership.
|
|
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
|
# (the "License"); you may not use this file except in compliance with
|
|
|
|
# the License. You may obtain a copy of the License at
|
2006-03-21 15:25:41 -05:00
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
2006-01-26 00:37:29 -05:00
|
|
|
#
|
|
|
|
# Shell script to make an Atomic Backup after Commit of
|
2006-03-02 23:33:24 -05:00
|
|
|
# a Solr Lucene collection.
|
2006-01-26 00:37:29 -05:00
|
|
|
|
2006-03-21 15:25:41 -05:00
|
|
|
orig_dir=$(pwd)
|
|
|
|
cd ${0%/*}/..
|
|
|
|
solr_root=$(pwd)
|
|
|
|
cd ${orig_dir}
|
2007-03-15 10:22:24 -04:00
|
|
|
curl_url=""
|
2006-01-26 00:37:29 -05:00
|
|
|
|
2007-03-15 10:22:24 -04:00
|
|
|
unset solr_hostname solr_port data_dir webapp_name user verbose debug solr_url
|
2006-03-21 15:25:41 -05:00
|
|
|
. ${solr_root}/bin/scripts-util
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
# set up variables
|
|
|
|
prog=${0##*/}
|
2006-03-21 15:25:41 -05:00
|
|
|
log=${solr_root}/logs/${prog}.log
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
# define usage string
|
|
|
|
USAGE="\
|
2007-03-15 10:22:24 -04:00
|
|
|
usage: $prog [-h hostname] [-p port] [-d dir] [-w webappname] [-u username] [-U url] [-v] [-V]
|
|
|
|
-h specify Solr hostname (defaults to localhost)
|
2006-03-21 15:25:41 -05:00
|
|
|
-p specify Solr port number
|
2006-03-24 13:35:53 -05:00
|
|
|
-w specify name of Solr webapp (defaults to solr)
|
2006-03-21 15:25:41 -05:00
|
|
|
-u specify user to sudo to before running script
|
2007-03-15 10:22:24 -04:00
|
|
|
-U specify full update url (overrides -h,-p,-w parameters)
|
|
|
|
-d specify directory holding index data
|
2006-01-26 00:37:29 -05:00
|
|
|
-v increase verbosity
|
2006-07-06 15:14:40 -04:00
|
|
|
-V output debugging info
|
2006-01-26 00:37:29 -05:00
|
|
|
"
|
|
|
|
|
|
|
|
# parse args
|
2007-03-15 10:22:24 -04:00
|
|
|
while getopts h:p:d:w:u:U:vV OPTION
|
2006-01-26 00:37:29 -05:00
|
|
|
do
|
|
|
|
case $OPTION in
|
2006-03-24 13:35:53 -05:00
|
|
|
h)
|
|
|
|
solr_hostname="$OPTARG"
|
|
|
|
;;
|
2006-03-21 15:25:41 -05:00
|
|
|
p)
|
|
|
|
solr_port="$OPTARG"
|
|
|
|
;;
|
|
|
|
d)
|
|
|
|
data_dir="$OPTARG"
|
|
|
|
;;
|
2006-03-24 13:35:53 -05:00
|
|
|
w)
|
|
|
|
webapp_name="$OPTARG"
|
|
|
|
;;
|
2006-03-21 15:25:41 -05:00
|
|
|
u)
|
|
|
|
user="$OPTARG"
|
|
|
|
;;
|
2007-03-15 10:22:24 -04:00
|
|
|
U)
|
|
|
|
solr_url="$OPTARG"
|
|
|
|
;;
|
2006-01-26 00:37:29 -05:00
|
|
|
v)
|
|
|
|
verbose="v"
|
|
|
|
;;
|
2006-07-06 15:14:40 -04:00
|
|
|
V)
|
|
|
|
debug="V"
|
|
|
|
;;
|
2006-01-26 00:37:29 -05:00
|
|
|
*)
|
|
|
|
echo "$USAGE"
|
|
|
|
exit 1
|
|
|
|
esac
|
|
|
|
done
|
2006-03-21 15:25:41 -05:00
|
|
|
|
2006-07-06 15:14:40 -04:00
|
|
|
[[ -n $debug ]] && set -x
|
|
|
|
|
2006-03-24 13:35:53 -05:00
|
|
|
# use default value for data_dir if not specified
|
2006-03-21 15:25:41 -05:00
|
|
|
# relative path starts at ${solr_root}
|
|
|
|
if [[ -z ${data_dir} ]]
|
|
|
|
then
|
|
|
|
data_dir=${solr_root}/data
|
|
|
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
|
|
|
then
|
|
|
|
data_dir=${solr_root}/${data_dir}
|
|
|
|
fi
|
|
|
|
|
2007-03-15 10:22:24 -04:00
|
|
|
if [[ -n ${solr_url} ]]
|
2006-03-24 13:35:53 -05:00
|
|
|
then
|
2007-03-15 10:22:24 -04:00
|
|
|
curl_url=${solr_url}
|
|
|
|
else
|
|
|
|
if [[ -z ${solr_port} ]]
|
|
|
|
then
|
|
|
|
echo "Solr port number missing in $confFile or command line."
|
|
|
|
echo "$USAGE"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
|
|
|
# use default hostname if not specified
|
|
|
|
if [[ -z ${solr_hostname} ]]
|
|
|
|
then
|
2006-03-24 13:35:53 -05:00
|
|
|
solr_hostname=localhost
|
2007-03-15 10:22:24 -04:00
|
|
|
fi
|
2006-03-24 13:35:53 -05:00
|
|
|
|
2007-03-15 10:22:24 -04:00
|
|
|
# use default webapp name if not specified
|
|
|
|
if [[ -z ${webapp_name} ]]
|
|
|
|
then
|
2006-03-24 13:35:53 -05:00
|
|
|
webapp_name=solr
|
2007-03-15 10:22:24 -04:00
|
|
|
fi
|
|
|
|
curl_url=http://${solr_hostname}:${solr_port}/${webapp_name}/update
|
2006-03-24 13:35:53 -05:00
|
|
|
fi
|
|
|
|
|
2006-03-21 15:25:41 -05:00
|
|
|
fixUser "$@"
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
start=`date +"%s"`
|
|
|
|
|
|
|
|
logMessage started by $oldwhoami
|
2006-03-21 15:25:41 -05:00
|
|
|
logMessage command: $0 $@
|
2006-01-26 00:37:29 -05:00
|
|
|
|
2007-03-15 10:22:24 -04:00
|
|
|
logMessage sending commit to Solr server at ${curl_url}
|
2007-05-31 17:15:17 -04:00
|
|
|
rs=`curl ${curl_url} -s -H 'Content-type:text/xml; charset=utf-8' -d "<commit/>"`
|
2006-01-26 00:37:29 -05:00
|
|
|
if [[ $? != 0 ]]
|
|
|
|
then
|
2007-03-15 10:22:24 -04:00
|
|
|
logMessage failed to connect to Solr server at ${curl_url}
|
2006-01-26 00:37:29 -05:00
|
|
|
logMessage commit failed
|
|
|
|
logExit failed 1
|
|
|
|
fi
|
|
|
|
|
2007-07-12 08:35:01 -04:00
|
|
|
# check status of commit request - original format
|
2006-11-07 11:07:57 -05:00
|
|
|
echo $rs | grep '<result.*status="0"' > /dev/null 2>&1
|
2006-01-26 00:37:29 -05:00
|
|
|
if [[ $? != 0 ]]
|
|
|
|
then
|
2007-07-12 08:35:01 -04:00
|
|
|
# check status of commit request - new format
|
|
|
|
echo $rs | grep '<lst name="responseHeader"><int name="status">0</int>' > /dev/null 2>&1
|
|
|
|
if [[ $? != 0 ]]
|
|
|
|
then
|
|
|
|
logMessage commit request to Solr at ${curl_url} failed:
|
|
|
|
logMessage $rs
|
|
|
|
logExit failed 2
|
|
|
|
fi
|
2006-01-26 00:37:29 -05:00
|
|
|
fi
|
|
|
|
|
|
|
|
# successful commit creates a snapshot file synchronously
|
2006-03-21 15:25:41 -05:00
|
|
|
lastsnap=`ls -drt1 ${data_dir}/snapshot.* 2> /dev/null | tail -1 `
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
if [[ $lastsnap == "" ]]
|
|
|
|
then
|
2007-03-15 10:22:24 -04:00
|
|
|
logMessage commit did not create snapshot at ${curl_url}, backup failed:
|
2006-01-26 00:37:29 -05:00
|
|
|
logExit failed 3
|
|
|
|
fi
|
|
|
|
|
2006-03-21 15:25:41 -05:00
|
|
|
name=backup.${lastsnap##*snapshot.}
|
2006-01-26 00:37:29 -05:00
|
|
|
temp=temp-${name}
|
|
|
|
|
2006-03-21 15:25:41 -05:00
|
|
|
if [[ -d ${data_dir}/${name} ]]
|
2006-01-26 00:37:29 -05:00
|
|
|
then
|
2006-03-21 15:25:41 -05:00
|
|
|
logMessage backup directory ${data_dir}/${name} already exists
|
2006-01-26 00:37:29 -05:00
|
|
|
logExit aborted 1
|
|
|
|
fi
|
|
|
|
|
2006-03-21 15:25:41 -05:00
|
|
|
if [[ -d ${data_dir}/${temp} ]]
|
2006-01-26 00:37:29 -05:00
|
|
|
then
|
2006-03-21 15:25:41 -05:00
|
|
|
logMessage backingup of ${data_dir}/${name} in progress
|
2006-01-26 00:37:29 -05:00
|
|
|
logExit aborted 1
|
|
|
|
fi
|
2006-03-21 15:25:41 -05:00
|
|
|
logMessage making backup ${data_dir}/${name}
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
# clean up after INT/TERM
|
2006-03-21 15:25:41 -05:00
|
|
|
trap 'echo cleaning up, please wait ...;/bin/rm -rf ${data_dir}/${name} ${data_dir}/${temp};logExit aborted 13' INT TERM
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
# make a backup using hard links into temporary location
|
|
|
|
# then move it into place atomically
|
2007-07-12 08:35:01 -04:00
|
|
|
if [[ "${OS}" == "SunOS" || "${OS}" == "Darwin" ]]
|
|
|
|
then
|
|
|
|
orig_dir=$(pwd)
|
|
|
|
mkdir ${data_dir}/${temp}
|
|
|
|
cd ${lastsnap}
|
|
|
|
find . -print|cpio -pdlmu ${data_dir}/${temp} 1>/dev/null 2>&1
|
|
|
|
cd ${orig_dir}
|
|
|
|
else
|
|
|
|
cp -lr ${lastsnap} ${data_dir}/${temp}
|
|
|
|
fi
|
2006-03-21 15:25:41 -05:00
|
|
|
mv ${data_dir}/${temp} ${data_dir}/${name}
|
2006-01-26 00:37:29 -05:00
|
|
|
|
|
|
|
logExit ended 0
|