99a40ddacf
On 2.x branches, we need to explicitly activate profiles for H3. On master, all H2 support is dropped which means no special profiles are required for H3 (though, there is still a profile there to encapsulate H3 logic). We need to make sure that the yetus invocation can correctly pass down any profile information into the personality, so we activate the exact profiles we want. Closes #1609 Co-authored-by: Istvan Toth <stoty@cloudera.com> Signed-off-by: stack <stack@apache.org>
110 lines
4.7 KiB
Bash
Executable File
110 lines
4.7 KiB
Bash
Executable File
#!/usr/bin/env bash
|
|
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing,
|
|
# software distributed under the License is distributed on an
|
|
# "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
# KIND, either express or implied. See the License for the
|
|
# specific language governing permissions and limitations
|
|
# under the License.
|
|
|
|
declare -i missing_env=0
|
|
# Validate params
|
|
for required_env in "TESTS" "PERSONALITY_FILE" "BASEDIR" "ARCHIVE_PATTERN_LIST" "OUTPUT_DIR_RELATIVE" \
|
|
"OUTPUT_DIR" "PROJECT" "AUTHOR_IGNORE_LIST" \
|
|
"WHITESPACE_IGNORE_LIST" "BRANCH_NAME" "TESTS_FILTER" "DEBUG" \
|
|
"USE_YETUS_PRERELEASE" "WORKSPACE" "YETUS_RELEASE"; do
|
|
if [ -z "${!required_env}" ]; then
|
|
echo "[ERROR] Required environment variable '${required_env}' is not set."
|
|
missing_env=${missing_env}+1
|
|
fi
|
|
done
|
|
|
|
if [ ${missing_env} -gt 0 ]; then
|
|
echo "[ERROR] Please set the required environment variables before invoking. If this error is " \
|
|
"on Jenkins, then please file a JIRA about the error."
|
|
exit 1
|
|
fi
|
|
|
|
YETUS_ARGS=()
|
|
|
|
# If we're doing docker, make sure we don't accidentally pollute the image with a host java path
|
|
if [ -n "${JAVA_HOME}" ]; then
|
|
unset JAVA_HOME
|
|
fi
|
|
if [[ -n "${SET_JAVA_HOME}" ]]; then
|
|
YETUS_ARGS=("--java-home=${SET_JAVA_HOME}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
YETUS_ARGS=("--plugins=${TESTS}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--personality=${PERSONALITY_FILE}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--basedir=${BASEDIR}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--archive-list=${ARCHIVE_PATTERN_LIST}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--console-urls" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--build-url-artifacts=artifact/${OUTPUT_DIR_RELATIVE}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--docker" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--dockerfile=${BASEDIR}/dev-support/docker/Dockerfile" "${YETUS_ARGS[@]}")
|
|
# Yetus sets BUILDMODE env variable to "full" if this arg is passed.
|
|
YETUS_ARGS=("--empty-patch" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--html-report-file=${OUTPUT_DIR}/console-report.html" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--mvn-custom-repos" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--patch-dir=${OUTPUT_DIR}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--project=${PROJECT}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--resetrepo" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--author-ignore-list=${AUTHOR_IGNORE_LIST}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--whitespace-eol-ignore-list=${WHITESPACE_IGNORE_LIST}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--whitespace-tabs-ignore-list=${WHITESPACE_IGNORE_LIST}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--sentinel" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--branch=${BRANCH_NAME}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--tests-filter=${TESTS_FILTER}" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--ignore-unknown-options=true" "${YETUS_ARGS[@]}")
|
|
YETUS_ARGS=("--dockermemlimit=20g" "${YETUS_ARGS[@]}")
|
|
|
|
if [[ -n "${EXCLUDE_TESTS_URL}" ]]; then
|
|
YETUS_ARGS=("--exclude-tests-url=${EXCLUDE_TESTS_URL}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
if [[ -n "${INCLUDE_TESTS_URL}" ]]; then
|
|
YETUS_ARGS=("--include-tests-url=${INCLUDE_TESTS_URL}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
|
|
# For testing with specific hadoop version. Activates corresponding profile in maven runs.
|
|
if [[ -n "${HADOOP_PROFILE}" ]]; then
|
|
# Master has only Hadoop3 support. We don't need to activate any profile.
|
|
# The Jenkinsfile should not attempt to run any Hadoop2 tests.
|
|
if [[ "${BRANCH_NAME}" =~ branch-2* ]]; then
|
|
YETUS_ARGS=("--hadoop-profile=${HADOOP_PROFILE}" "${YETUS_ARGS[@]}")
|
|
fi
|
|
fi
|
|
|
|
if [[ -n "${SKIP_ERROR_PRONE}" ]]; then
|
|
YETUS_ARGS=("--skip-errorprone" "${YETUS_ARGS[@]}")
|
|
fi
|
|
|
|
if [[ true == "${DEBUG}" ]]; then
|
|
YETUS_ARGS=("--debug" "${YETUS_ARGS[@]}")
|
|
fi
|
|
|
|
if [[ ! -d "${OUTPUT_DIR}" ]]; then
|
|
echo "[ERROR] the specified output directory must already exist: '${OUTPUT_DIR}'"
|
|
exit 1
|
|
fi
|
|
|
|
if [[ true != "${USE_YETUS_PRERELEASE}" ]]; then
|
|
YETUS_ARGS=("--shelldocs=${WORKSPACE}/yetus-${YETUS_RELEASE}/bin/shelldocs" "${YETUS_ARGS[@]}")
|
|
TESTPATCHBIN="${WORKSPACE}/yetus-${YETUS_RELEASE}/bin/test-patch"
|
|
else
|
|
YETUS_ARGS=("--shelldocs=${WORKSPACE}/yetus-git/shelldocs/shelldocs.py" "${YETUS_ARGS[@]}")
|
|
TESTPATCHBIN="${WORKSPACE}/yetus-git/precommit/test-patch.sh"
|
|
fi
|
|
echo "Launching yetus with command line:"
|
|
echo "${TESTPATCHBIN} ${YETUS_ARGS[*]}"
|
|
|
|
/usr/bin/env bash "${TESTPATCHBIN}" "${YETUS_ARGS[@]}"
|