druid/it.sh
Paul Rogers cfed036091
Add the new integration test framework (#12368)
This commit is a first draft of the revised integration test framework which provides:
- A new directory, integration-tests-ex that holds the new integration test structure. (For now, the existing integration-tests is left unchanged.)
- Maven module druid-it-tools to hold code placed into the Docker image.
- Maven module druid-it-image to build the Druid-only test image from the tarball produced in distribution. (Dependencies live in their "official" image.)
- Maven module druid-it-cases that holds the revised tests and the framework itself. The framework includes file-based test configuration, test-specific clients, test initialization and updated versions of some of the common test support classes.

The integration test setup is primarily a huge mass of details. This approach refactors many of those details: from how the image is built and configured to how the Docker Compose scripts are structured to test configuration. An extensive set of "readme" files explains those details. Rather than repeat that material here, please consult those files for explanations.
2022-08-24 17:03:23 +05:30

131 lines
2.9 KiB
Bash
Executable File

#! /bin/bash
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements. See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License. You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#--------------------------------------------------------------------
# Utility script for running the new integration tests, since the Maven
# commands are unwieldy.
export DRUID_DEV=$(cd $(dirname $0) && pwd)
function usage
{
cat <<EOF
Usage: $0 cmd [category]
build
build Druid and the distribution
dist
build the Druid distribution (only)
image
build the test image
up <category>
start the cluster for category
down <category>
stop the cluster for category
test <category>
start the cluster, run the test for category, and stop the cluster
tail <category>
show the last 20 lines of each container log
travis <category>
run one IT in Travis (build dist, image, run test, tail logs)
prune
prune Docker volumes
EOF
}
function tail_logs
{
category=$1
cd integration-tests-ex/cases/target/$category/logs
ls *.log | while read log;
do
echo "----- $category/$log -----"
tail -20 $log
done
}
CMD=$1
shift
MAVEN_IGNORE="-P skip-static-checks,skip-tests -Dmaven.javadoc.skip=true"
case $CMD in
"help" )
usage
;;
"build" )
mvn clean package -P dist $MAVEN_IGNORE -T1.0C
;;
"dist" )
mvn package -P dist $MAVEN_IGNORE -pl :distribution
;;
"image" )
cd $DRUID_DEV/integration-tests-ex/image
mvn install -P test-image $MAVEN_IGNORE
;;
"up" )
if [ -z "$1" ]; then
usage
exit 1
fi
cd $DRUID_DEV/integration-tests-ex/cases
./cluster.sh up $1
;;
"down" )
if [ -z "$1" ]; then
usage
exit 1
fi
cd $DRUID_DEV/integration-tests-ex/cases
./cluster.sh down $1
;;
"test" )
if [ -z "$1" ]; then
usage
exit 1
fi
cd $DRUID_DEV/integration-tests-ex/cases
mvn verify -P skip-static-checks,docker-tests,IT-$1 \
-Dmaven.javadoc.skip=true -DskipUTs=true \
-pl :druid-it-cases
;;
"tail" )
if [ -z "$1" ]; then
usage
exit 1
fi
tail_logs $1
;;
"travis" )
if [ -z "$1" ]; then
usage
exit 1
fi
$0 dist
$0 image
$0 test $1
$0 tail $1
;;
"prune" )
# Caution: this removes all volumes, which is generally what you
# want when testing.
docker system prune --volumes
;;
* )
usage
exit -1
;;
esac