119 lines
5.0 KiB
Bash
Executable File
119 lines
5.0 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
declare -i missing_env=0
|
|
# Validate params
|
|
for required_env in "TESTS" "PERSONALITY_FILE" "BASEDIR" "ARCHIVE_PATTERN_LIST" "OUTPUT_DIR_RELATIVE" \
|
|
"OUTPUT_DIR" "PROJECT" "AUTHOR_IGNORE_LIST" \
|
|
"WHITESPACE_IGNORE_LIST" "BRANCH_NAME" "TESTS_FILTER" "DEBUG" \
|
|
"USE_YETUS_PRERELEASE" "WORKSPACE" "YETUS_RELEASE"; do
|
|
if [ -z "${!required_env}" ]; then
|
|
echo "[ERROR] Required environment variable '${required_env}' is not set."
|
|
missing_env=${missing_env}+1
|
|
fi
|
|
done
|
|
|
|
if [ ${missing_env} -gt 0 ]; then
|
|
echo "[ERROR] Please set the required environment variables before invoking. If this error is " \
|
|
"on Jenkins, then please file a JIRA about the error."
|
|
exit 1
|
|
fi
|
|
|
|
YETUS_ARGS=()
|
|
|
|
# If we're doing docker, make sure we don't accidentally pollute the image with a host java path
|
|
if [ -n "${JAVA_HOME}" ]; then
|
|
unset JAVA_HOME
|
|
fi
|
|
if [[ -n "${SET_JAVA_HOME}" ]]; then
|
|
YETUS_ARGS=("--java-home=${SET_JAVA_HOME}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
YETUS_ARGS=("--plugins=${TESTS}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--personality=${PERSONALITY_FILE}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--basedir=${BASEDIR}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--archive-list=${ARCHIVE_PATTERN_LIST}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--console-urls" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--build-url-artifacts=artifact/${OUTPUT_DIR_RELATIVE}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--docker" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--dockerfile=${BASEDIR}/dev-support/docker/Dockerfile" "${YETUS_ARGS[@]}")
|
|
# Yetus sets BUILDMODE env variable to "full" if this arg is passed.
|
|
YETUS_ARGS=("--empty-patch" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--html-report-file=${OUTPUT_DIR}/console-report.html" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--mvn-custom-repos" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--patch-dir=${OUTPUT_DIR}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--project=${PROJECT}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--resetrepo" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--author-ignore-list=${AUTHOR_IGNORE_LIST}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--whitespace-eol-ignore-list=${WHITESPACE_IGNORE_LIST}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--whitespace-tabs-ignore-list=${WHITESPACE_IGNORE_LIST}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--sentinel" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--branch=${BRANCH_NAME}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--tests-filter=${TESTS_FILTER}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--ignore-unknown-options=true" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--dockermemlimit=20g" "${YETUS_ARGS[@]}")
|
|
|
|
if [[ -n "${EXCLUDE_TESTS_URL}" ]]; then
|
|
YETUS_ARGS=("--exclude-tests-url=${EXCLUDE_TESTS_URL}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
if [[ -n "${INCLUDE_TESTS_URL}" ]]; then
|
|
YETUS_ARGS=("--include-tests-url=${INCLUDE_TESTS_URL}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
|
|
# For testing with specific hadoop version. Activates corresponding profile in maven runs.
|
|
if [[ -n "${HADOOP_PROFILE}" ]]; then
|
|
# Master has only Hadoop3 support. We don't need to activate any profile.
|
|
# The Jenkinsfile should not attempt to run any Hadoop2 tests.
|
|
if [[ "${BRANCH_NAME}" =~ branch-2* ]]; then
|
|
YETUS_ARGS=("--hadoop-profile=${HADOOP_PROFILE}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
fi
|
|
|
|
if [[ "${SKIP_ERRORPRONE}" = "true" ]]; then
|
|
YETUS_ARGS=("--skip-errorprone" "${YETUS_ARGS[@]}")
|
|
fi
|
|
|
|
if [[ true == "${DEBUG}" ]]; then
|
|
YETUS_ARGS=("--debug" "${YETUS_ARGS[@]}")
|
|
fi
|
|
|
|
if [[ ! -d "${OUTPUT_DIR}" ]]; then
|
|
echo "[ERROR] the specified output directory must already exist: '${OUTPUT_DIR}'"
|
|
exit 1
|
|
fi
|
|
|
|
# pass asf nightlies url in
|
|
if [[ -n "${ASF_NIGHTLIES_GENERAL_CHECK_BASE}" ]]; then
|
|
YETUS_ARGS=("--asf-nightlies-general-check-base=${ASF_NIGHTLIES_GENERAL_CHECK_BASE}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
|
|
if [[ -n "${JAVA8_HOME}" ]]; then
|
|
YETUS_ARGS=("--java8-home=${JAVA8_HOME}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
|
|
if [[ true != "${USE_YETUS_PRERELEASE}" ]]; then
|
|
YETUS_ARGS=("--shelldocs=${WORKSPACE}/yetus-${YETUS_RELEASE}/bin/shelldocs" "${YETUS_ARGS[@]}")
|
|
TESTPATCHBIN="${WORKSPACE}/yetus-${YETUS_RELEASE}/bin/test-patch"
|
|
else
|
|
YETUS_ARGS=("--shelldocs=${WORKSPACE}/yetus-git/shelldocs/shelldocs.py" "${YETUS_ARGS[@]}")
|
|
TESTPATCHBIN="${WORKSPACE}/yetus-git/precommit/test-patch.sh"
|
|
fi
|
|
echo "Launching yetus with command line:"
|
|
echo "${TESTPATCHBIN} ${YETUS_ARGS[*]}"
|
|
|
|
/usr/bin/env bash "${TESTPATCHBIN}" "${YETUS_ARGS[@]}"
|