mirror of https://github.com/apache/lucene.git
initial version
git-svn-id: https://svn.apache.org/repos/asf/incubator/solr/trunk@399300 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
William Au
parent
221a8d91fb
commit
bf0cf89a03
|
|
@ -0,0 +1,158 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to make an Atomic Backup after Commit of
|
||||||
|
# a Solr Lucene collection.
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset solr_hostname solr_port data_dir webapp_name user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-h hostname] [-p port] [-d dir] [-w webappname] [-u username] [-v]
|
||||||
|
-h specify Solr hostname
|
||||||
|
-p specify Solr port number
|
||||||
|
-d specify directory holding index data
|
||||||
|
-w specify name of Solr webapp (defaults to solr)
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts h:p:d:w:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
h)
|
||||||
|
solr_hostname="$OPTARG"
|
||||||
|
;;
|
||||||
|
p)
|
||||||
|
solr_port="$OPTARG"
|
||||||
|
;;
|
||||||
|
d)
|
||||||
|
data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
w)
|
||||||
|
webapp_name="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ -z ${solr_port} ]]
|
||||||
|
then
|
||||||
|
echo "Solr port number missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default value for data_dir if not specified
|
||||||
|
# relative path starts at ${solr_root}
|
||||||
|
if [[ -z ${data_dir} ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/data
|
||||||
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/${data_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default hostname if not specified
|
||||||
|
if [[ -z ${solr_hostname} ]]
|
||||||
|
then
|
||||||
|
solr_hostname=localhost
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default webapp name if not specified
|
||||||
|
if [[ -z ${webapp_name} ]]
|
||||||
|
then
|
||||||
|
webapp_name=solr
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
logMessage sending commit to Solr server at port ${solr_port}
|
||||||
|
rs=`curl http://${solr_hostname}:${solr_port}/solr/update -s -d "<commit/>"`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage failed to connect to Solr server at port ${solr_port}
|
||||||
|
logMessage commit failed
|
||||||
|
logExit failed 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# check status of commit request
|
||||||
|
rc=`echo $rs|cut -f2 -d'"'`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage commit request to Solr at port ${solr_port} failed:
|
||||||
|
logMessage $rs
|
||||||
|
logExit failed 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
# successful commit creates a snapshot file synchronously
|
||||||
|
lastsnap=`ls -drt1 ${data_dir}/snapshot.* 2> /dev/null | tail -1 `
|
||||||
|
|
||||||
|
if [[ $lastsnap == "" ]]
|
||||||
|
then
|
||||||
|
logMessage commit did not create snapshot at port ${solr_port}, backup failed:
|
||||||
|
logExit failed 3
|
||||||
|
fi
|
||||||
|
|
||||||
|
name=backup.${lastsnap##*snapshot.}
|
||||||
|
temp=temp-${name}
|
||||||
|
|
||||||
|
if [[ -d ${data_dir}/${name} ]]
|
||||||
|
then
|
||||||
|
logMessage backup directory ${data_dir}/${name} already exists
|
||||||
|
logExit aborted 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -d ${data_dir}/${temp} ]]
|
||||||
|
then
|
||||||
|
logMessage backingup of ${data_dir}/${name} in progress
|
||||||
|
logExit aborted 1
|
||||||
|
fi
|
||||||
|
logMessage making backup ${data_dir}/${name}
|
||||||
|
|
||||||
|
# clean up after INT/TERM
|
||||||
|
trap 'echo cleaning up, please wait ...;/bin/rm -rf ${data_dir}/${name} ${data_dir}/${temp};logExit aborted 13' INT TERM
|
||||||
|
|
||||||
|
# make a backup using hard links into temporary location
|
||||||
|
# then move it into place atomically
|
||||||
|
cp -lr ${lastsnap} ${data_dir}/${temp}
|
||||||
|
mv ${data_dir}/${temp} ${data_dir}/${name}
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,158 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to make an Atomic Backup after Optimize of
|
||||||
|
# a Solr Lucene collection.
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset solr_hostname solr_port data_dir webapp_name user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-h hostname] [-p port] [-d dir] [-w webapp_name] [-u username] [-v]
|
||||||
|
-h specify Solr hostname
|
||||||
|
-p specify Solr port number
|
||||||
|
-d specify directory holding index data
|
||||||
|
-w specify name of Solr webapp (defaults to solr)
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts h:p:d:w:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
h)
|
||||||
|
solr_hostname="$OPTARG"
|
||||||
|
;;
|
||||||
|
p)
|
||||||
|
solr_port="$OPTARG"
|
||||||
|
;;
|
||||||
|
d)
|
||||||
|
data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
w)
|
||||||
|
webapp_name="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ -z ${solr_port} ]]
|
||||||
|
then
|
||||||
|
echo "Solr port number missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default value for data_dir if not specified
|
||||||
|
# relative path starts at ${solr_root}
|
||||||
|
if [[ -z ${data_dir} ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/data
|
||||||
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/${data_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default hostname if not specified
|
||||||
|
if [[ -z ${solr_hostname} ]]
|
||||||
|
then
|
||||||
|
solr_hostname=localhost
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default webapp name if not specified
|
||||||
|
if [[ -z ${webapp_name} ]]
|
||||||
|
then
|
||||||
|
webapp_name=solr
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
logMessage sending optimize to Solr server at port ${solr_port}
|
||||||
|
rs=`curl http://${solr_hostname}:${solr_port}/solr/update -s -d "<optimize/>"`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage failed to connect to Solr server at port ${solr_port}
|
||||||
|
logMessage optimize failed
|
||||||
|
logExit failed 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# check status of optimize request
|
||||||
|
rc=`echo $rs|cut -f2 -d'"'`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage optimize request to Solr at port ${solr_port} failed:
|
||||||
|
logMessage $rs
|
||||||
|
logExit failed 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
# successful optimize creates a snapshot file synchronously
|
||||||
|
lastsnap=`ls -drt1 ${data_dir}/snapshot.* | tail -1 `
|
||||||
|
|
||||||
|
if [[ $lastsnap == "" ]]
|
||||||
|
then
|
||||||
|
logMessage commit did not create snapshot at port ${solr_port}, backup failed:
|
||||||
|
logExit failed 3
|
||||||
|
fi
|
||||||
|
|
||||||
|
name=backup.${lastsnap##*snapshot.}
|
||||||
|
temp=temp-${name}
|
||||||
|
|
||||||
|
if [[ -d ${data_dir}/${name} ]]
|
||||||
|
then
|
||||||
|
logMessage backup directory ${data_dir}/${name} already exists
|
||||||
|
logExit aborted 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -d ${data_dir}/${temp} ]]
|
||||||
|
then
|
||||||
|
logMessage backingup of ${data_dir}/${name} in progress
|
||||||
|
logExit aborted 1
|
||||||
|
fi
|
||||||
|
logMessage making backup ${data_dir}/${name}
|
||||||
|
|
||||||
|
# clean up after INT/TERM
|
||||||
|
trap 'echo cleaning up, please wait ...;/bin/rm -rf ${data_dir}/${name} ${data_dir}/${temp};logExit aborted 13' INT TERM
|
||||||
|
|
||||||
|
# make a backup using hard links into temporary location
|
||||||
|
# then move it into place atomically
|
||||||
|
cp -lr ${lastsnap} ${data_dir}/${temp}
|
||||||
|
mv ${data_dir}/${temp} ${data_dir}/${name}
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,101 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to make a backup of a Solr Lucene collection.
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset data_dir user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-d dir] [-u username] [-v]
|
||||||
|
-d specify directory holding index data
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts d:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
d)
|
||||||
|
data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
# use default value for data_dir if not specified
|
||||||
|
# relative path starts at ${solr_root}
|
||||||
|
if [[ -z ${data_dir} ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/data
|
||||||
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/${data_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
name=backup.`date +"%Y%m%d%H%M%S"`
|
||||||
|
temp=temp-${name}
|
||||||
|
|
||||||
|
if [[ -d ${data_dir}/${name} ]]
|
||||||
|
then
|
||||||
|
logMessage backup directory ${data_dir}/${name} already exists
|
||||||
|
logExit aborted 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -d ${data_dir}/${temp} ]]
|
||||||
|
then
|
||||||
|
logMessage backingup of ${data_dir}/${name} in progress
|
||||||
|
logExit aborted 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# clean up after INT/TERM
|
||||||
|
trap 'echo cleaning up, please wait ...;/bin/rm -rf ${data_dir}/${name} ${data_dir}/${temp};logExit aborted 13' INT TERM
|
||||||
|
|
||||||
|
logMessage making backup ${data_dir}/${name}
|
||||||
|
|
||||||
|
# make a backup using hard links into temporary location
|
||||||
|
# then move it into place atomically
|
||||||
|
cp -lr ${data_dir}/index ${data_dir}/${temp}
|
||||||
|
mv ${data_dir}/${temp} ${data_dir}/${name}
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
||||||
|
|
@ -0,0 +1,127 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to clean up backups of a Solr Lucene collection.
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset days num data_dir user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog -D <days> | -N <num> [-d dir] [-u username] [-v]
|
||||||
|
-D <days> cleanup backups more than <days> days old
|
||||||
|
-N <num> keep the most recent <num> number of backups and
|
||||||
|
cleanup up the remaining ones that are not being pulled
|
||||||
|
-d specify directory holding index data
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts D:N:d:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
D)
|
||||||
|
days="$OPTARG"
|
||||||
|
;;
|
||||||
|
N)
|
||||||
|
num="$OPTARG"
|
||||||
|
;;
|
||||||
|
d)
|
||||||
|
data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ -z ${days} && -z ${num} ]]
|
||||||
|
then
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
# use default value for data_dir if not specified
|
||||||
|
# relative path starts at ${solr_root}
|
||||||
|
if [[ -z ${data_dir} ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/data
|
||||||
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/${data_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
function remove
|
||||||
|
{
|
||||||
|
logMessage removing backup $1
|
||||||
|
/bin/rm -rf $1
|
||||||
|
}
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
# trap control-c
|
||||||
|
trap 'echo "caught INT/TERM, exiting now but partial cleanup may have already occured";logExit aborted 13' INT TERM
|
||||||
|
|
||||||
|
if [[ -n ${days} ]]
|
||||||
|
then
|
||||||
|
logMessage cleaning up backups more than ${days} days old
|
||||||
|
for i in `find ${data_dir} -name "backup.*" -maxdepth 1 -mtime +${days} -print`
|
||||||
|
do
|
||||||
|
remove $i
|
||||||
|
done
|
||||||
|
elif [[ -n ${num} ]]
|
||||||
|
then
|
||||||
|
logMessage cleaning up all backups except for the most recent ${num} ones
|
||||||
|
unset backups count
|
||||||
|
backups=`ls -cd ${data_dir}/backup.* 2>/dev/null`
|
||||||
|
if [[ $? == 0 ]]
|
||||||
|
then
|
||||||
|
count=`echo $backups|wc -w`
|
||||||
|
startpos=`expr $num + 1`
|
||||||
|
if [[ $count -gt $num ]]
|
||||||
|
then
|
||||||
|
for i in `echo $backups|cut -f${startpos}- -d" "`
|
||||||
|
do
|
||||||
|
remove $i
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
||||||
|
|
||||||
|
|
@ -0,0 +1,112 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to force a commit of all changes since last commit
|
||||||
|
# for a Solr server
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset solr_hostname solr_port webapp_name user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-h hostname] [-p port] [-w webapp_name] [-u username] [-v]
|
||||||
|
-h specify Solr hostname
|
||||||
|
-p specify Solr port number
|
||||||
|
-w specify name of Solr webapp (defaults to solr)
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts h:p:w:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
h)
|
||||||
|
solr_hostname="$OPTARG"
|
||||||
|
;;
|
||||||
|
p)
|
||||||
|
solr_port="$OPTARG"
|
||||||
|
;;
|
||||||
|
w)
|
||||||
|
webapp_name="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ -z ${solr_port} ]]
|
||||||
|
then
|
||||||
|
echo "Solr port number missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
|
||||||
|
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default hostname if not specified
|
||||||
|
if [[ -z ${solr_hostname} ]]
|
||||||
|
then
|
||||||
|
solr_hostname=localhost
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default webapp name if not specified
|
||||||
|
if [[ -z ${webapp_name} ]]
|
||||||
|
then
|
||||||
|
webapp_name=solr
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
rs=`curl http://${solr_hostname}:${solr_port}/solr/update -s -d "<commit/>"`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage failed to connect to Solr server at port ${solr_port}
|
||||||
|
logMessage commit failed
|
||||||
|
logExit failed 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# check status of commit request
|
||||||
|
rc=`echo $rs|cut -f2 -d'"'`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage commit request to Solr at port ${solr_port} failed:
|
||||||
|
logMessage $rs
|
||||||
|
logExit failed 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,111 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to force a optimized commit of all changes since last commit
|
||||||
|
# for a Solr server
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset solr_hostname solr_port webapp_name user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-h hostname] [-p port] [-u username] [-v]
|
||||||
|
-h specify Solr hostname
|
||||||
|
-p specify Solr port number
|
||||||
|
-w specify name of Solr webapp (defaults to solr)
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
originalargs="$@"
|
||||||
|
while getopts h:p:w:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
h)
|
||||||
|
solr_hostname="$OPTARG"
|
||||||
|
;;
|
||||||
|
p)
|
||||||
|
solr_port="$OPTARG"
|
||||||
|
;;
|
||||||
|
w)
|
||||||
|
webapp_name="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ -z ${solr_port} ]]
|
||||||
|
then
|
||||||
|
echo "Solr port number missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default hostname if not specified
|
||||||
|
if [[ -z ${solr_hostname} ]]
|
||||||
|
then
|
||||||
|
solr_hostname=localhost
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default webapp name if not specified
|
||||||
|
if [[ -z ${webapp_name} ]]
|
||||||
|
then
|
||||||
|
webapp_name=solr
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
rs=`curl http://${solr_hostname}:${solr_port}/solr/update -s -d "<optimize/>"`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage failed to connect to Solr server at port ${solr_port}
|
||||||
|
logMessage optimize failed
|
||||||
|
logExit failed 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# check status of optimize request
|
||||||
|
rc=`echo $rs|cut -f2 -d'"'`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage optimize request to Solr at port ${solr_port} failed:
|
||||||
|
logMessage $rs
|
||||||
|
logExit failed 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,111 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to force all old readers closed and a new reader to be opened
|
||||||
|
# for a Solr server
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset solr_hostname solr_port webapp_name user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-p hostname] [-p port] [-w webapp_name] [-u username] [-v]
|
||||||
|
-h specify Solr hostname
|
||||||
|
-p specify Solr port number
|
||||||
|
-w specify name of Solr webapp (defaults to solr)
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
originalargs="$@"
|
||||||
|
while getopts h:p:w:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
h)
|
||||||
|
solr_hostname="$OPTARG"
|
||||||
|
;;
|
||||||
|
p)
|
||||||
|
solr_port="$OPTARG"
|
||||||
|
;;
|
||||||
|
w)
|
||||||
|
webapp_name="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ -z ${solr_port} ]]
|
||||||
|
then
|
||||||
|
echo "Solr port number missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default hostname if not specified
|
||||||
|
if [[ -z ${solr_hostname} ]]
|
||||||
|
then
|
||||||
|
solr_hostname=localhost
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default webapp name if not specified
|
||||||
|
if [[ -z ${webapp_name} ]]
|
||||||
|
then
|
||||||
|
webapp_name=solr
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
rs=`curl http://${solr_hostname}:${solr_port}/solr/update -s -d "<commit/>"`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage failed to connect to Solr server at port ${solr_port}
|
||||||
|
logMessage reader cycle failed
|
||||||
|
logExit failed 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# check status of commit request
|
||||||
|
rc=`echo $rs|cut -f2 -d'"'`
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage reader cycle request to Solr at port ${solr_port} failed:
|
||||||
|
logMessage $rs
|
||||||
|
logExit failed 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,70 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to disable rsyncd
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/rsyncd.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-u username] [-v]
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage disabled by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
name=${solr_root}/logs/rsyncd-enabled
|
||||||
|
|
||||||
|
if [[ -f ${name} ]]
|
||||||
|
then
|
||||||
|
rm -f ${name}
|
||||||
|
else
|
||||||
|
logMessage rsyncd not currently enabled
|
||||||
|
logExit exited 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,69 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to enable rsyncd
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
log=${solr_root}/logs/rsyncd.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-u username] [-v]
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage enabled by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
name=${solr_root}/logs/rsyncd-enabled
|
||||||
|
|
||||||
|
if [[ -f ${name} ]]
|
||||||
|
then
|
||||||
|
logMessage rsyncd already currently enabled
|
||||||
|
logExit exited 1
|
||||||
|
else
|
||||||
|
touch ${name}
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,138 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to start rsyncd on master Solr server
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset data_dir solr_port rsyncd_port user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/rsyncd.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-d dir] [-p portnum] [-u username] [-v]
|
||||||
|
-d specify directory holding index data
|
||||||
|
-p specify rsyncd port number
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts d:p:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
d)
|
||||||
|
data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
p)
|
||||||
|
rsyncd_port="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
# try to determine rsyncd port number from $confFile if not specified on
|
||||||
|
# command line, default to solr_port+10000
|
||||||
|
if [[ -z ${rsyncd_port} ]]
|
||||||
|
then
|
||||||
|
if [[ "${solr_port}" ]]
|
||||||
|
then
|
||||||
|
rsyncd_port=`expr 10000 + ${solr_port}`
|
||||||
|
else
|
||||||
|
echo "rsyncd port number missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
# use default value for data_dir if not specified
|
||||||
|
# relative path starts at ${solr_root}
|
||||||
|
if [[ -z ${data_dir} ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/data
|
||||||
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/${data_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
if [[ ! -f ${solr_root}/logs/rsyncd-enabled ]]
|
||||||
|
then
|
||||||
|
logMessage rsyncd disabled
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if \
|
||||||
|
rsync rsync://localhost:${rsyncd_port} >/dev/null 2>&1
|
||||||
|
then
|
||||||
|
logMessage "rsyncd already running at port ${rsyncd_port}"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# create conf/rsyncd.conf on the fly, creating solrlogs directory if needed
|
||||||
|
if [[ ! -d ${solr_root}/conf ]]
|
||||||
|
then
|
||||||
|
mkdir ${solr_root}/conf
|
||||||
|
fi
|
||||||
|
cat <<EOF > ${solr_root}/conf/rsyncd.conf
|
||||||
|
#### rsyncd.conf file ####
|
||||||
|
|
||||||
|
uid = $(whoami)
|
||||||
|
gid = $(whoami)
|
||||||
|
use chroot = no
|
||||||
|
list = no
|
||||||
|
pid file = ${solr_root}/logs/rsyncd.pid
|
||||||
|
log file = ${solr_root}/logs/rsyncd.log
|
||||||
|
[solr]
|
||||||
|
path = ${data_dir}
|
||||||
|
comment = Solr
|
||||||
|
EOF
|
||||||
|
|
||||||
|
rsync --daemon --port=${rsyncd_port} --config=${solr_root}/conf/rsyncd.conf
|
||||||
|
|
||||||
|
# first make sure rsyncd is accepting connections
|
||||||
|
i=1
|
||||||
|
while \
|
||||||
|
! rsync rsync://localhost:${rsyncd_port} >/dev/null 2>&1
|
||||||
|
do
|
||||||
|
if (( i++ > 15 ))
|
||||||
|
then
|
||||||
|
logMessage "rsyncd not accepting connections, exiting" >&2
|
||||||
|
exit 2
|
||||||
|
fi
|
||||||
|
sleep 1
|
||||||
|
done
|
||||||
|
|
||||||
|
logMessage rsyncd started with data_dir=${data_dir} and accepting requests
|
||||||
|
|
@ -0,0 +1,98 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to stop rsyncd on master Solr server
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/rsyncd.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-u username] [-v]
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
logMessage stopped by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
# look for pid file
|
||||||
|
if [[ ! -f ${solr_root}/logs/rsyncd.pid ]]
|
||||||
|
then
|
||||||
|
logMessage "missing rsyncd pid file ${solr_root}/logs/rsyncd.pid"
|
||||||
|
exit 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
# get PID from file
|
||||||
|
pid=$(<${solr_root}/logs/rsyncd.pid)
|
||||||
|
if [[ -z $pid ]]
|
||||||
|
then
|
||||||
|
logMessage "unable to get rsyncd's PID"
|
||||||
|
exit 2
|
||||||
|
fi
|
||||||
|
|
||||||
|
kill $pid
|
||||||
|
|
||||||
|
# wait until rsyncd dies or we time out
|
||||||
|
dead=0
|
||||||
|
timer=0
|
||||||
|
timeout=300
|
||||||
|
while (( ! dead && timer < timeout ))
|
||||||
|
do
|
||||||
|
if ps -eo pid | grep -qw $pid
|
||||||
|
then
|
||||||
|
kill $pid
|
||||||
|
(( timer++ ))
|
||||||
|
sleep 1
|
||||||
|
else
|
||||||
|
dead=1
|
||||||
|
fi
|
||||||
|
done
|
||||||
|
if ps -eo pid | grep -qw $pid
|
||||||
|
then
|
||||||
|
logMessage rsyncd failed to stop after $timeout seconds
|
||||||
|
exit 3
|
||||||
|
fi
|
||||||
|
|
||||||
|
# remove rsyncd.conf
|
||||||
|
/bin/rm -f ${solr_root}/conf/rsyncd.conf
|
||||||
|
|
@ -0,0 +1,81 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to disable rsyncd
|
||||||
|
|
||||||
|
export PATH=/sbin:/usr/sbin:/bin:/usr/bin:$PATH
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
|
||||||
|
# source the config file if present
|
||||||
|
confFile=${solr_root}/conf/scripts.conf
|
||||||
|
if [[ -f $confFile ]]
|
||||||
|
then
|
||||||
|
. $confFile
|
||||||
|
fi
|
||||||
|
|
||||||
|
function fixUser
|
||||||
|
{
|
||||||
|
# set user to $(whoami) if not specified
|
||||||
|
if [[ -z ${user} ]]
|
||||||
|
then
|
||||||
|
user=$(whoami)
|
||||||
|
fi
|
||||||
|
|
||||||
|
# sudo
|
||||||
|
if [[ $(whoami) != ${user} ]]
|
||||||
|
then
|
||||||
|
sudo -u ${user} $0 "$@"
|
||||||
|
exit $?
|
||||||
|
fi
|
||||||
|
|
||||||
|
oldwhoami=$(who -m | cut -d' ' -f1 | sed -e's/^.*!//')
|
||||||
|
|
||||||
|
if [[ "${oldwhoami}" == "" ]]
|
||||||
|
then
|
||||||
|
oldwhoami=`ps h -Hfp $(pgrep -g0 ${0##*/}) | tail -1|cut -f1 -d" "`
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function timeStamp
|
||||||
|
{
|
||||||
|
date +'%Y/%m/%d %H:%M:%S'
|
||||||
|
}
|
||||||
|
|
||||||
|
function logMessage
|
||||||
|
{
|
||||||
|
echo $(timeStamp) $@>>$log
|
||||||
|
if [[ -n ${verbose} ]]
|
||||||
|
then
|
||||||
|
echo $@
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
function logExit
|
||||||
|
{
|
||||||
|
end=`date +"%s"`
|
||||||
|
diff=`expr $end - $start`
|
||||||
|
echo "$(timeStamp) $1 (elapsed time: $diff sec)">>$log
|
||||||
|
exit $2
|
||||||
|
}
|
||||||
|
|
||||||
|
# create logs directory if not there
|
||||||
|
if [[ ! -d ${solr_root}/logs ]]
|
||||||
|
then
|
||||||
|
mkdir ${solr_root}/logs
|
||||||
|
fi
|
||||||
|
|
||||||
|
|
@ -0,0 +1,133 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to clean up snapshots of a Solr Lucene collection.
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset days num data_dir user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog -D <days> | -N <num> [-d dir] [-u username] [-v]
|
||||||
|
-D <days> cleanup snapshots more than <days> days old
|
||||||
|
-N <num> keep the most recent <num> number of snapshots and
|
||||||
|
cleanup up the remaining ones that are not being pulled
|
||||||
|
-d specify directory holding index data
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts D:N:d:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
D)
|
||||||
|
days="$OPTARG"
|
||||||
|
;;
|
||||||
|
N)
|
||||||
|
num="$OPTARG"
|
||||||
|
;;
|
||||||
|
d)
|
||||||
|
data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ -z ${days} && -z ${num} ]]
|
||||||
|
then
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
# use default value for data_dir if not specified
|
||||||
|
# relative path starts at ${solr_root}
|
||||||
|
if [[ -z ${data_dir} ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/data
|
||||||
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/${data_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
function remove
|
||||||
|
{
|
||||||
|
syncing=`ps -fwwwu ${user}|grep -w rsync|grep -v grep|grep -w $1`
|
||||||
|
if [[ -n $syncing ]]
|
||||||
|
then
|
||||||
|
logMessage $1 not removed - rsync in progress
|
||||||
|
else
|
||||||
|
logMessage removing snapshot $1
|
||||||
|
/bin/rm -rf $1
|
||||||
|
fi
|
||||||
|
}
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
# trap control-c
|
||||||
|
trap 'echo "caught INT/TERM, exiting now but partial cleanup may have already occured";logExit aborted 13' INT TERM
|
||||||
|
|
||||||
|
if [[ -n ${days} ]]
|
||||||
|
then
|
||||||
|
logMessage cleaning up snapshots more than ${days} days old
|
||||||
|
for i in `find ${data_dir} -name "snapshot.*" -maxdepth 1 -mtime +${days} -print`
|
||||||
|
do
|
||||||
|
remove $i
|
||||||
|
done
|
||||||
|
elif [[ -n ${num} ]]
|
||||||
|
then
|
||||||
|
logMessage cleaning up all snapshots except for the most recent ${num} ones
|
||||||
|
unset snapshots count
|
||||||
|
snapshots=`ls -cd ${data_dir}/snapshot.* 2>/dev/null`
|
||||||
|
if [[ $? == 0 ]]
|
||||||
|
then
|
||||||
|
count=`echo $snapshots|wc -w`
|
||||||
|
startpos=`expr $num + 1`
|
||||||
|
if [[ $count -gt $num ]]
|
||||||
|
then
|
||||||
|
for i in `echo $snapshots|cut -f${startpos}- -d" "`
|
||||||
|
do
|
||||||
|
remove $i
|
||||||
|
done
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
||||||
|
|
||||||
|
|
@ -0,0 +1,159 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to install a snapshot into place as the Lucene collection
|
||||||
|
# for a Solr server
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset master_host master_status_dir data_dir user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-M master] [-S sdir] [-d dir] [-u username] [-v]
|
||||||
|
-M master specify hostname of master server from where to pull index
|
||||||
|
snapshot
|
||||||
|
-S specify directory holding snapshot status on master server
|
||||||
|
-d specify directory holding index data on local machine
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts M:S:d:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
M)
|
||||||
|
master_host="$OPTARG"
|
||||||
|
;;
|
||||||
|
S)
|
||||||
|
master_status_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
d)
|
||||||
|
data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ -z ${master_host} ]]
|
||||||
|
then
|
||||||
|
echo "name of master server missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -z ${master_status_dir} ]]
|
||||||
|
then
|
||||||
|
echo "directory holding snapshot status on master server missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
# use default value for data_dir if not specified
|
||||||
|
# relative path starts at ${solr_root}
|
||||||
|
if [[ -z ${data_dir} ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/data
|
||||||
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/${data_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
# assume relative path to start at ${solr_root}
|
||||||
|
if [[ "`echo ${master_status_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
master_status_dir=${solr_root}/${master_status_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
# get directory name of latest snapshot
|
||||||
|
name=`ls -d ${data_dir}/snapshot.* 2>/dev/null|grep -v wip|sort -r|head -1`
|
||||||
|
|
||||||
|
# clean up after INT/TERM
|
||||||
|
trap 'echo "caught INT/TERM, exiting now but partial installation may have already occured";/bin/rm -rf ${data_dir"/index.tmp$$;logExit aborted 13' INT TERM
|
||||||
|
|
||||||
|
# is there a snapshot
|
||||||
|
if [[ "${name}" == "" ]]
|
||||||
|
then
|
||||||
|
logMessage no shapshot available
|
||||||
|
logExit ended 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
# has snapshot already been installed
|
||||||
|
if [[ ${name} == `cat ${solr_root}/logs/snapshot.current 2>/dev/null` ]]
|
||||||
|
then
|
||||||
|
logMessage latest snapshot ${name} already installed
|
||||||
|
logExit ended 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
# make sure master has directory for hold slaves stats/state
|
||||||
|
if
|
||||||
|
! ssh -o StrictHostKeyChecking=no ${master_host} mkdir -p ${master_status_dir}
|
||||||
|
then
|
||||||
|
logMessage failed to ssh to master ${master_host}, snapshot status not updated on master
|
||||||
|
fi
|
||||||
|
|
||||||
|
# install using hard links into temporary directory
|
||||||
|
# remove original index and then atomically copy new one into place
|
||||||
|
logMessage installing snapshot ${name}
|
||||||
|
cp -lr ${name}/ ${data_dir}/index.tmp$$
|
||||||
|
/bin/rm -rf ${data_dir}/index
|
||||||
|
mv -f ${data_dir}/index.tmp$$ ${data_dir}/index
|
||||||
|
|
||||||
|
# update distribution stats
|
||||||
|
echo ${name} > ${solr_root}/logs/snapshot.current
|
||||||
|
|
||||||
|
# push stats/state to master
|
||||||
|
if
|
||||||
|
! scp -q -o StrictHostKeyChecking=no ${solr_root}/logs/snapshot.current ${master_host}:${master_status_dir}/snapshot.current.`uname -n`
|
||||||
|
then
|
||||||
|
logMessage failed to ssh to master ${master_host}, snapshot status not updated on master
|
||||||
|
fi
|
||||||
|
|
||||||
|
# notify Solr to open a new Searcher
|
||||||
|
logMessage notifing Solr to open a new Searcher
|
||||||
|
${solr_root}/bin/commit
|
||||||
|
if [[ $? != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage failed to connect to Solr server
|
||||||
|
logMessage snapshot installed but Solr server has not open a new Searcher
|
||||||
|
logExit failed 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,241 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to copy snapshots of a Solr Lucene collection from the master
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset master_host rsyncd_port master_data_dir master_status_dir snap_name
|
||||||
|
unset sizeonly stats data_dir user verbose compress startStatus
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-M master] [-P portnum] [-D mdir] [-S sdir] [-n snapshot] [-d dir] [-u username] [-svz]
|
||||||
|
-M master specify hostname of master server from where to pull index
|
||||||
|
snapshot
|
||||||
|
-P port specify rsyncd port number of master server from where to
|
||||||
|
pull index snapshot
|
||||||
|
-D specify directory holding index data on master server
|
||||||
|
-S specify directory holding snapshot status on master server
|
||||||
|
-n snapshot pull a specific snapshot by name
|
||||||
|
-d specify directory holding index data on local machine
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-s use the --size-only option with rsync
|
||||||
|
-v increase verbosity (-vv show file transfer stats also)
|
||||||
|
-z enable compression of data
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts M:P:D:S:n:d:u:svz OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
M)
|
||||||
|
master_host="$OPTARG"
|
||||||
|
;;
|
||||||
|
P)
|
||||||
|
rsyncd_port="$OPTARG"
|
||||||
|
;;
|
||||||
|
D)
|
||||||
|
master_data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
S)
|
||||||
|
master_status_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
n)
|
||||||
|
snap_name="$OPTARG"
|
||||||
|
;;
|
||||||
|
d)
|
||||||
|
data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
s)
|
||||||
|
sizeonly="--size-only"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
[[ -n $verbose ]] && stats="--stats" || verbose=v
|
||||||
|
;;
|
||||||
|
z)
|
||||||
|
compress="z"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
if [[ -z ${master_host} ]]
|
||||||
|
then
|
||||||
|
echo "name of master server missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# try to determine rsyncd port number from $confFile if not specified on
|
||||||
|
# command line, default to solr_port+10000
|
||||||
|
if [[ -z ${rsyncd_port} ]]
|
||||||
|
then
|
||||||
|
if [[ "${solr_port}" ]]
|
||||||
|
then
|
||||||
|
rsyncd_port=`expr 10000 + ${solr_port}`
|
||||||
|
else
|
||||||
|
echo "rsyncd port number of master server missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -z ${master_data_dir} ]]
|
||||||
|
then
|
||||||
|
echo "directory holding index data on master server missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -z ${master_status_dir} ]]
|
||||||
|
then
|
||||||
|
echo "directory holding snapshot status on master server missing in $confFile or command line."
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
# use default value for data_dir if not specified
|
||||||
|
# relative path starts at ${solr_root}
|
||||||
|
if [[ -z ${data_dir} ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/data
|
||||||
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/${data_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
# assume relative path to start at ${solr_root}
|
||||||
|
if [[ "`echo ${master_data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
master_data_dir=${solr_root}/${master_data_dir}
|
||||||
|
fi
|
||||||
|
if [[ "`echo ${master_status_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
master_status_dir=${solr_root}/${master_status_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
# push stats/state to master if necessary
|
||||||
|
function pushStatus
|
||||||
|
{
|
||||||
|
scp -q -o StrictHostKeyChecking=no ${solr_root}/logs/snappuller.status ${master_host}:${master_status_dir}/snapshot.status.`uname -n`
|
||||||
|
}
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
if [[ ! -f ${solr_root}/logs/snappuller-enabled ]]
|
||||||
|
then
|
||||||
|
logMessage snappuller disabled
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# make sure we can ssh to master
|
||||||
|
if
|
||||||
|
! ssh -o StrictHostKeyChecking=no ${master_host} id 1>/dev/null 2>&1
|
||||||
|
then
|
||||||
|
logMessage failed to ssh to master ${master_host}
|
||||||
|
exit 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# get directory name of latest snapshot if not specified on command line
|
||||||
|
if [[ -z ${snap_name} ]]
|
||||||
|
then
|
||||||
|
snap_name=`ssh -o StrictHostKeyChecking=no ${master_host} "ls -d ${master_data_dir}/snapshot.* 2>/dev/null"|tail -1`
|
||||||
|
fi
|
||||||
|
if [[ "${snap_name}" == "" ]]
|
||||||
|
then
|
||||||
|
logMessage no snapshot available on ${master_host} in ${master_data_dir}
|
||||||
|
logExit ended 0
|
||||||
|
else
|
||||||
|
name=`basename ${snap_name}`
|
||||||
|
fi
|
||||||
|
|
||||||
|
# clean up after INT/TERM
|
||||||
|
trap 'echo cleaning up, please wait ...;/bin/rm -rf ${data_dir}/${name} ${data_dir}/${name}-wip;echo ${startStatus} aborted:$(timeStamp)>${solr_root}/logs/snappuller.status;pushStatus;logExit aborted 13' INT TERM
|
||||||
|
|
||||||
|
if [[ -d ${data_dir}/${name} || -d ${data_dir}/${name}-wip ]]
|
||||||
|
then
|
||||||
|
logMessage no new snapshot available on ${master_host} in ${master_data_dir}
|
||||||
|
logExit ended 0
|
||||||
|
fi
|
||||||
|
|
||||||
|
# take a snapshot of current index so that only modified files will be rsync-ed
|
||||||
|
# put the snapshot in the 'work-in-progress" directory to prevent it from
|
||||||
|
# being installed while the copying is still in progress
|
||||||
|
cp -lr ${data_dir}/index ${data_dir}/${name}-wip
|
||||||
|
# force rsync of segments and .del files since we are doing size-only
|
||||||
|
if [[ -n ${sizeonly} ]]
|
||||||
|
then
|
||||||
|
rm -f ${data_dir}/${name}-wip/segments
|
||||||
|
rm -f ${data_dir}/${name}-wip/*.del
|
||||||
|
fi
|
||||||
|
|
||||||
|
logMessage pulling snapshot ${name}
|
||||||
|
|
||||||
|
# make sure master has directory for hold slaves stats/state
|
||||||
|
ssh -o StrictHostKeyChecking=no ${master_host} mkdir -p ${master_status_dir}
|
||||||
|
|
||||||
|
# start new distribution stats
|
||||||
|
rsyncStart=`date`
|
||||||
|
startTimestamp=`date -d "$rsyncStart" +'%Y%m%d-%H%M%S'`
|
||||||
|
rsyncStartSec=`date -d "$rsyncStart" +'%s'`
|
||||||
|
startStatus="rsync of `basename ${name}` started:$startTimestamp"
|
||||||
|
echo ${startStatus} > ${solr_root}/logs/snappuller.status
|
||||||
|
pushStatus
|
||||||
|
|
||||||
|
# rsync over files that have changed
|
||||||
|
rsync -Wa${verbose}${compress} --delete ${sizeonly} \
|
||||||
|
${stats} rsync://${master_host}:${rsyncd_port}/solr/${name}/ ${data_dir}/${name}-wip
|
||||||
|
|
||||||
|
rc=$?
|
||||||
|
rsyncEnd=`date`
|
||||||
|
endTimestamp=`date -d "$rsyncEnd" +'%Y%m%d-%H%M%S'`
|
||||||
|
rsyncEndSec=`date -d "$rsyncEnd" +'%s'`
|
||||||
|
elapsed=`expr $rsyncEndSec - $rsyncStartSec`
|
||||||
|
if [[ $rc != 0 ]]
|
||||||
|
then
|
||||||
|
logMessage rsync failed
|
||||||
|
/bin/rm -rf ${data_dir}/${name}-wip
|
||||||
|
echo ${startStatus} failed:$endTimestamp > ${solr_root}/logs/snappuller.status
|
||||||
|
pushStatus
|
||||||
|
logExit failed 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# move into place atomically
|
||||||
|
mv ${data_dir}/${name}-wip ${data_dir}/${name}
|
||||||
|
|
||||||
|
# finish new distribution stats`
|
||||||
|
echo ${startStatus} ended:$endTimestamp rsync-elapsed:${elapsed} > ${solr_root}/logs/snappuller.status
|
||||||
|
pushStatus
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,70 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to disable snappuller
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/snappuller.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-u username] [-v]
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage disabled by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
name=${solr_root}/logs/snappuller-enabled
|
||||||
|
|
||||||
|
if [[ -f ${name} ]]
|
||||||
|
then
|
||||||
|
rm -f ${name}
|
||||||
|
else
|
||||||
|
logMessage snappuller not currently enabled
|
||||||
|
logExit exited 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,70 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to enable snappuller
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/snappuller.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-u username] [-v]
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage enabled by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
name=${solr_root}/logs/snappuller-enabled
|
||||||
|
|
||||||
|
if [[ -f ${name} ]]
|
||||||
|
then
|
||||||
|
logMessage snappuller already currently enabled
|
||||||
|
logExit exited 1
|
||||||
|
else
|
||||||
|
touch ${name}
|
||||||
|
fi
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
@ -0,0 +1,102 @@
|
||||||
|
#!/bin/bash
|
||||||
|
#
|
||||||
|
# Copyright 2006 The Apache Software Foundation
|
||||||
|
#
|
||||||
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
||||||
|
# you may not use this file except in compliance with the License.
|
||||||
|
# You may obtain a copy of the License at
|
||||||
|
#
|
||||||
|
# http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
#
|
||||||
|
# Unless required by applicable law or agreed to in writing, software
|
||||||
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
# See the License for the specific language governing permissions and
|
||||||
|
# limitations under the License.
|
||||||
|
#
|
||||||
|
# Shell script to take a snapshot of a Solr Lucene collection.
|
||||||
|
|
||||||
|
orig_dir=$(pwd)
|
||||||
|
cd ${0%/*}/..
|
||||||
|
solr_root=$(pwd)
|
||||||
|
cd ${orig_dir}
|
||||||
|
|
||||||
|
unset data_dir user verbose
|
||||||
|
. ${solr_root}/bin/scripts-util
|
||||||
|
|
||||||
|
# set up variables
|
||||||
|
prog=${0##*/}
|
||||||
|
log=${solr_root}/logs/${prog}.log
|
||||||
|
|
||||||
|
# define usage string
|
||||||
|
USAGE="\
|
||||||
|
usage: $prog [-d dir] [-u username] [-v]
|
||||||
|
-d specify directory holding index data
|
||||||
|
-u specify user to sudo to before running script
|
||||||
|
-v increase verbosity
|
||||||
|
"
|
||||||
|
|
||||||
|
# parse args
|
||||||
|
while getopts d:u:v OPTION
|
||||||
|
do
|
||||||
|
case $OPTION in
|
||||||
|
d)
|
||||||
|
data_dir="$OPTARG"
|
||||||
|
;;
|
||||||
|
u)
|
||||||
|
user="$OPTARG"
|
||||||
|
;;
|
||||||
|
v)
|
||||||
|
verbose="v"
|
||||||
|
;;
|
||||||
|
*)
|
||||||
|
echo "$USAGE"
|
||||||
|
exit 1
|
||||||
|
esac
|
||||||
|
done
|
||||||
|
|
||||||
|
fixUser "$@"
|
||||||
|
|
||||||
|
# use default value for data_dir if not specified
|
||||||
|
# relative path starts at ${solr_root}
|
||||||
|
if [[ -z ${data_dir} ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/data
|
||||||
|
elif [[ "`echo ${data_dir}|cut -c1`" != "/" ]]
|
||||||
|
then
|
||||||
|
data_dir=${solr_root}/${data_dir}
|
||||||
|
fi
|
||||||
|
|
||||||
|
start=`date +"%s"`
|
||||||
|
|
||||||
|
logMessage started by $oldwhoami
|
||||||
|
logMessage command: $0 $@
|
||||||
|
|
||||||
|
snap_name=snapshot.`date +"%Y%m%d%H%M%S"`
|
||||||
|
name=${data_dir}/${snap_name}
|
||||||
|
temp=${data_dir}/temp-${snap_name}
|
||||||
|
|
||||||
|
if [[ -d ${name} ]]
|
||||||
|
then
|
||||||
|
logMessage snapshot directory ${name} already exists
|
||||||
|
logExit aborted 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
if [[ -d ${temp} ]]
|
||||||
|
then
|
||||||
|
logMessage snapshoting of ${name} in progress
|
||||||
|
logExit aborted 1
|
||||||
|
fi
|
||||||
|
|
||||||
|
# clean up after INT/TERM
|
||||||
|
trap 'echo cleaning up, please wait ...;/bin/rm -rf ${name} ${temp};logExit aborted 13' INT TERM
|
||||||
|
|
||||||
|
logMessage taking snapshot ${name}
|
||||||
|
|
||||||
|
# take a snapshot using hard links into temporary location
|
||||||
|
# then move it into place atomically
|
||||||
|
cp -lr ${data_dir}/index ${temp}
|
||||||
|
mv ${temp} ${name}
|
||||||
|
|
||||||
|
logExit ended 0
|
||||||
|
|
||||||
Loading…
Reference in New Issue