2016-01-21 16:03:34 -05:00
|
|
|
#!/usr/bin/env bash
|
|
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
|
|
# this work for additional information regarding copyright ownership.
|
|
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
|
|
# (the "License"); you may not use this file except in compliance with
|
|
|
|
# the License. You may obtain a copy of the License at
|
|
|
|
#
|
|
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
|
|
#
|
|
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
|
|
# See the License for the specific language governing permissions and
|
|
|
|
# limitations under the License.
|
|
|
|
|
2017-04-07 12:34:28 -04:00
|
|
|
# you must be this high to ride the ride
|
|
|
|
if [[ -z "${BASH_VERSINFO[0]}" ]] \
|
|
|
|
|| [[ "${BASH_VERSINFO[0]}" -lt 3 ]] \
|
|
|
|
|| [[ "${BASH_VERSINFO[0]}" -eq 3 && "${BASH_VERSINFO[1]}" -lt 2 ]]; then
|
|
|
|
echo "bash v3.2+ is required. Sorry."
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2016-01-21 16:03:34 -05:00
|
|
|
set -o pipefail
|
|
|
|
|
|
|
|
## @description Print a message to stderr
|
|
|
|
## @audience public
|
|
|
|
## @stability stable
|
|
|
|
## @replaceable no
|
|
|
|
## @param string
|
|
|
|
function yetus_error
|
|
|
|
{
|
|
|
|
echo "$*" 1>&2
|
|
|
|
}
|
|
|
|
|
|
|
|
## @description Given a filename or dir, return the absolute version of it
|
|
|
|
## @audience public
|
|
|
|
## @stability stable
|
|
|
|
## @param directory
|
|
|
|
## @replaceable no
|
|
|
|
## @return 0 success
|
|
|
|
## @return 1 failure
|
|
|
|
## @return stdout abspath
|
|
|
|
function yetus_abs
|
|
|
|
{
|
|
|
|
declare obj=$1
|
|
|
|
declare dir
|
|
|
|
declare fn
|
2017-04-07 12:34:28 -04:00
|
|
|
declare dirret
|
2016-01-21 16:03:34 -05:00
|
|
|
|
|
|
|
if [[ ! -e ${obj} ]]; then
|
|
|
|
return 1
|
|
|
|
elif [[ -d ${obj} ]]; then
|
|
|
|
dir=${obj}
|
|
|
|
else
|
|
|
|
dir=$(dirname -- "${obj}")
|
|
|
|
fn=$(basename -- "${obj}")
|
|
|
|
fn="/${fn}"
|
|
|
|
fi
|
|
|
|
|
|
|
|
dir=$(cd -P -- "${dir}" >/dev/null 2>/dev/null && pwd -P)
|
2017-04-07 12:34:28 -04:00
|
|
|
dirret=$?
|
|
|
|
if [[ ${dirret} = 0 ]]; then
|
2016-01-21 16:03:34 -05:00
|
|
|
echo "${dir}${fn}"
|
|
|
|
return 0
|
|
|
|
fi
|
|
|
|
return 1
|
|
|
|
}
|
|
|
|
|
2019-05-28 10:20:31 -04:00
|
|
|
function version_ge()
|
|
|
|
{
|
|
|
|
test "$(echo "$@" | tr " " "\n" | sort -rV | head -n 1)" == "$1";
|
|
|
|
}
|
2016-01-21 16:03:34 -05:00
|
|
|
|
|
|
|
WANTED="$1"
|
|
|
|
shift
|
|
|
|
ARGV=("$@")
|
|
|
|
|
2019-09-09 05:58:38 -04:00
|
|
|
HADOOP_YETUS_VERSION=${HADOOP_YETUS_VERSION:-0.4.0}
|
2016-01-21 16:03:34 -05:00
|
|
|
BIN=$(yetus_abs "${BASH_SOURCE-$0}")
|
|
|
|
BINDIR=$(dirname "${BIN}")
|
|
|
|
|
2019-05-28 10:20:31 -04:00
|
|
|
## HADOOP_YETUS_VERSION >= 0.9.0 the tarball named with apache-yetus prefix
|
|
|
|
if version_ge "${HADOOP_YETUS_VERSION}" "0.9.0"; then
|
|
|
|
YETUS_PREFIX=apache-yetus
|
|
|
|
else
|
|
|
|
YETUS_PREFIX=yetus
|
|
|
|
fi
|
|
|
|
|
2016-01-21 16:03:34 -05:00
|
|
|
###
|
|
|
|
### if YETUS_HOME is set, then try to use it
|
|
|
|
###
|
2019-05-28 10:20:31 -04:00
|
|
|
if [[ -n "${YETUS_HOME}" && -x "${YETUS_HOME}/bin/${WANTED}" ]]; then
|
2016-01-21 16:03:34 -05:00
|
|
|
exec "${YETUS_HOME}/bin/${WANTED}" "${ARGV[@]}"
|
|
|
|
fi
|
|
|
|
|
|
|
|
#
|
|
|
|
# this directory is ignored by git and maven
|
|
|
|
#
|
|
|
|
HADOOP_PATCHPROCESS=${HADOOP_PATCHPROCESS:-"${BINDIR}/../../patchprocess"}
|
|
|
|
|
|
|
|
if [[ ! -d "${HADOOP_PATCHPROCESS}" ]]; then
|
|
|
|
mkdir -p "${HADOOP_PATCHPROCESS}"
|
|
|
|
fi
|
|
|
|
|
|
|
|
mytmpdir=$(yetus_abs "${HADOOP_PATCHPROCESS}")
|
2017-04-07 12:34:28 -04:00
|
|
|
ret=$?
|
|
|
|
if [[ ${ret} != 0 ]]; then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "yetus-dl: Unable to cwd to ${HADOOP_PATCHPROCESS}"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
HADOOP_PATCHPROCESS=${mytmpdir}
|
|
|
|
|
|
|
|
##
|
|
|
|
## if we've already DL'd it, then short cut
|
|
|
|
##
|
2019-05-28 10:20:31 -04:00
|
|
|
if [[ -x "${HADOOP_PATCHPROCESS}/${YETUS_PREFIX}-${HADOOP_YETUS_VERSION}/bin/${WANTED}" ]]; then
|
|
|
|
exec "${HADOOP_PATCHPROCESS}/${YETUS_PREFIX}-${HADOOP_YETUS_VERSION}/bin/${WANTED}" "${ARGV[@]}"
|
2016-01-21 16:03:34 -05:00
|
|
|
fi
|
|
|
|
|
|
|
|
##
|
|
|
|
## need to DL, etc
|
|
|
|
##
|
|
|
|
|
2016-03-08 19:45:09 -05:00
|
|
|
BASEURL="https://archive.apache.org/dist/yetus/${HADOOP_YETUS_VERSION}/"
|
2019-05-28 10:20:31 -04:00
|
|
|
TARBALL="${YETUS_PREFIX}-${HADOOP_YETUS_VERSION}-bin.tar"
|
2016-01-21 16:03:34 -05:00
|
|
|
|
|
|
|
GPGBIN=$(command -v gpg)
|
|
|
|
CURLBIN=$(command -v curl)
|
|
|
|
|
2017-04-07 12:34:28 -04:00
|
|
|
if ! pushd "${HADOOP_PATCHPROCESS}" >/dev/null; then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "ERROR: yetus-dl: Cannot pushd to ${HADOOP_PATCHPROCESS}"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
|
|
|
if [[ -n "${CURLBIN}" ]]; then
|
2017-04-07 12:34:28 -04:00
|
|
|
if ! "${CURLBIN}" -f -s -L -O "${BASEURL}/${TARBALL}.gz"; then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "ERROR: yetus-dl: unable to download ${BASEURL}/${TARBALL}.gz"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
else
|
|
|
|
yetus_error "ERROR: yetus-dl requires curl."
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2020-06-03 05:01:37 -04:00
|
|
|
if [[ -n "${GPGBIN}" && ! "${HADOOP_SKIP_YETUS_VERIFICATION}" = true ]]; then
|
2017-04-07 12:34:28 -04:00
|
|
|
if ! mkdir -p .gpg; then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "ERROR: yetus-dl: Unable to create ${HADOOP_PATCHPROCESS}/.gpg"
|
|
|
|
exit 1
|
|
|
|
fi
|
2017-04-07 12:34:28 -04:00
|
|
|
if ! chmod -R 700 .gpg; then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "ERROR: yetus-dl: Unable to chmod ${HADOOP_PATCHPROCESS}/.gpg"
|
|
|
|
exit 1
|
|
|
|
fi
|
2017-04-07 12:34:28 -04:00
|
|
|
if ! "${CURLBIN}" -s -L -o KEYS_YETUS https://dist.apache.org/repos/dist/release/yetus/KEYS; then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "ERROR: yetus-dl: unable to fetch https://dist.apache.org/repos/dist/release/yetus/KEYS"
|
|
|
|
exit 1
|
|
|
|
fi
|
2017-04-07 12:34:28 -04:00
|
|
|
if ! "${CURLBIN}" -s -L -O "${BASEURL}/${TARBALL}.gz.asc"; then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "ERROR: yetus-dl: unable to fetch ${BASEURL}/${TARBALL}.gz.asc"
|
|
|
|
exit 1
|
|
|
|
fi
|
2017-04-07 12:34:28 -04:00
|
|
|
if ! "${GPGBIN}" --homedir "${HADOOP_PATCHPROCESS}/.gpg" --import "${HADOOP_PATCHPROCESS}/KEYS_YETUS" >/dev/null 2>&1; then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "ERROR: yetus-dl: gpg unable to import ${HADOOP_PATCHPROCESS}/KEYS_YETUS"
|
|
|
|
exit 1
|
|
|
|
fi
|
2017-04-07 12:34:28 -04:00
|
|
|
if ! "${GPGBIN}" --homedir "${HADOOP_PATCHPROCESS}/.gpg" --verify "${TARBALL}.gz.asc" >/dev/null 2>&1; then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "ERROR: yetus-dl: gpg verify of tarball in ${HADOOP_PATCHPROCESS} failed"
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
fi
|
|
|
|
|
2017-04-07 12:34:28 -04:00
|
|
|
if ! (gunzip -c "${TARBALL}.gz" | tar xpf -); then
|
2016-01-21 16:03:34 -05:00
|
|
|
yetus_error "ERROR: ${TARBALL}.gz is corrupt. Investigate and then remove ${HADOOP_PATCHPROCESS} to try again."
|
|
|
|
exit 1
|
|
|
|
fi
|
|
|
|
|
2019-05-28 10:20:31 -04:00
|
|
|
if [[ -x "${HADOOP_PATCHPROCESS}/${YETUS_PREFIX}-${HADOOP_YETUS_VERSION}/bin/${WANTED}" ]]; then
|
2016-01-26 18:46:57 -05:00
|
|
|
popd >/dev/null
|
2019-05-28 10:20:31 -04:00
|
|
|
exec "${HADOOP_PATCHPROCESS}/${YETUS_PREFIX}-${HADOOP_YETUS_VERSION}/bin/${WANTED}" "${ARGV[@]}"
|
2016-01-21 16:03:34 -05:00
|
|
|
fi
|
|
|
|
|
|
|
|
##
|
|
|
|
## give up
|
|
|
|
##
|
|
|
|
yetus_error "ERROR: ${WANTED} is not part of Apache Yetus ${HADOOP_YETUS_VERSION}"
|
|
|
|
exit 1
|