mirror of
https://github.com/apache/druid.git
synced 2025-02-09 11:34:54 +00:00
cfed036091
This commit is a first draft of the revised integration test framework which provides: - A new directory, integration-tests-ex that holds the new integration test structure. (For now, the existing integration-tests is left unchanged.) - Maven module druid-it-tools to hold code placed into the Docker image. - Maven module druid-it-image to build the Druid-only test image from the tarball produced in distribution. (Dependencies live in their "official" image.) - Maven module druid-it-cases that holds the revised tests and the framework itself. The framework includes file-based test configuration, test-specific clients, test initialization and updated versions of some of the common test support classes. The integration test setup is primarily a huge mass of details. This approach refactors many of those details: from how the image is built and configured to how the Docker Compose scripts are structured to test configuration. An extensive set of "readme" files explains those details. Rather than repeat that material here, please consult those files for explanations.
131 lines
4.1 KiB
Bash
131 lines
4.1 KiB
Bash
#! /usr/bin/env bash
|
|
#
|
|
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
#-------------------------------------------------------------------------
|
|
|
|
# Launch script which runs inside the container to set up configuration
|
|
# and then launch Druid itself.
|
|
|
|
# Fail fast on any error
|
|
set -e
|
|
|
|
# Enable for tracing
|
|
#set -x
|
|
|
|
# Dump the environment for debugging.
|
|
#env
|
|
|
|
# Launch Druid within the container.
|
|
cd /
|
|
|
|
# TODO: enable only for security-related tests?
|
|
#/tls/generate-server-certs-and-keystores.sh
|
|
|
|
# The image contains both the MySQL and MariaDB JDBC drivers.
|
|
# The MySQL driver is selected by the Docker Compose file.
|
|
# Set druid.metadata.mysql.driver.driverClassName to the preferred
|
|
# driver.
|
|
|
|
# Test-specific way to define extensions. Compose defines two test-specific
|
|
# variables. We combine these to create the final form converted to a property.
|
|
if [ -n "$druid_extensions_loadList" ]; then
|
|
echo "Using the provided druid_extensions_loadList=$druid_extensions_loadList"
|
|
else
|
|
mkdir -p /tmp/conf
|
|
EXTNS_FILE=/tmp/conf/extns
|
|
echo $druid_standard_loadList | tr "," "\n" > $EXTNS_FILE
|
|
if [ -n "$druid_test_loadList" ]; then
|
|
echo $druid_test_loadList | tr "," "\n" >> $EXTNS_FILE
|
|
fi
|
|
druid_extensions_loadList="["
|
|
delim=""
|
|
while read -r line; do
|
|
druid_extensions_loadList="$druid_extensions_loadList$delim\"$line\""
|
|
delim=","
|
|
done < $EXTNS_FILE
|
|
export druid_extensions_loadList="${druid_extensions_loadList}]"
|
|
unset druid_standard_loadList
|
|
unset druid_test_loadList
|
|
rm $EXTNS_FILE
|
|
echo "Effective druid_extensions_loadList=$druid_extensions_loadList"
|
|
fi
|
|
|
|
# Create druid service config files with all the config variables
|
|
. /druid.sh
|
|
setupConfig
|
|
|
|
# Export the service config file path to use in supervisord conf file
|
|
DRUID_SERVICE_CONF_DIR="$(. /druid.sh; getConfPath ${DRUID_SERVICE})"
|
|
|
|
# Export the common config file path to use in supervisord conf file
|
|
DRUID_COMMON_CONF_DIR="$(. /druid.sh; getConfPath _common)"
|
|
|
|
SHARED_DIR=/shared
|
|
LOG_DIR=$SHARED_DIR/logs
|
|
DRUID_HOME=/usr/local/druid
|
|
|
|
# For multiple nodes of the same type to create a unique name
|
|
INSTANCE_NAME=$DRUID_SERVICE
|
|
if [ -n "$DRUID_INSTANCE" ]; then
|
|
INSTANCE_NAME=${DRUID_SERVICE}-$DRUID_INSTANCE
|
|
fi
|
|
|
|
# Assemble Java options
|
|
JAVA_OPTS="$DRUID_SERVICE_JAVA_OPTS $DRUID_COMMON_JAVA_OPTS -XX:HeapDumpPath=$LOG_DIR/$INSTANCE_NAME $DEBUG_OPTS"
|
|
LOG4J_CONFIG=$SHARED_DIR/conf/log4j2.xml
|
|
if [ -f $LOG4J_CONFIG ]; then
|
|
JAVA_OPTS="$JAVA_OPTS -Dlog4j.configurationFile=$LOG4J_CONFIG"
|
|
fi
|
|
|
|
# The env-to-config scripts creates a single config file.
|
|
# The common one is empty, but Druid still wants to find it,
|
|
# so we add it to the class path anyway.
|
|
CP=$DRUID_COMMON_CONF_DIR:$DRUID_SERVICE_CONF_DIR:${DRUID_HOME}/lib/\*
|
|
if [ -n "$DRUID_CLASSPATH" ]; then
|
|
CP=$CP:$DRUID_CLASSPATH
|
|
fi
|
|
HADOOP_XML=$SHARED_DIR/hadoop-xml
|
|
if [ -d $HADOOP_XML ]; then
|
|
CP=$HADOOP_XML:$CP
|
|
fi
|
|
|
|
# For jar files
|
|
EXTRA_LIBS=$SHARED_DIR/lib
|
|
if [ -d $EXTRA_LIBS ]; then
|
|
CP=$CP:${EXTRA_LIBS}/\*
|
|
fi
|
|
|
|
# For resources on the class path
|
|
EXTRA_RESOURCES=$SHARED_DIR/resources
|
|
if [ -d $EXTRA_RESOURCES ]; then
|
|
CP=$CP:$EXTRA_RESOURCES
|
|
fi
|
|
|
|
LOG_FILE=$LOG_DIR/${INSTANCE_NAME}.log
|
|
echo "" >> $LOG_FILE
|
|
echo "--- env ---" >> $LOG_FILE
|
|
env >> $LOG_FILE
|
|
echo "--- runtime.properties ---" >> $LOG_FILE
|
|
cat $DRUID_SERVICE_CONF_DIR/*.properties >> $LOG_FILE
|
|
echo "---" >> $LOG_FILE
|
|
echo "" >> $LOG_FILE
|
|
|
|
# Run Druid service
|
|
cd $DRUID_HOME
|
|
exec java $JAVA_OPTS -cp $CP \
|
|
org.apache.druid.cli.Main server $DRUID_SERVICE \
|
|
>> $LOG_FILE 2>&1
|