mirror of https://github.com/apache/druid.git
110 lines
5.1 KiB
Docker
110 lines
5.1 KiB
Docker
# Licensed to the Apache Software Foundation (ASF) under one or more
|
|
# contributor license agreements. See the NOTICE file distributed with
|
|
# this work for additional information regarding copyright ownership.
|
|
# The ASF licenses this file to You under the Apache License, Version 2.0
|
|
# (the "License"); you may not use this file except in compliance with
|
|
# the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
|
|
# This is default value for base image in case DOCKER_IMAGE is not given when building
|
|
ARG DOCKER_IMAGE=imply/druiditbase:openjdk-1.8.0_191-1
|
|
# Base image is built from integration-tests/docker-base in the Druid repo
|
|
FROM $DOCKER_IMAGE
|
|
|
|
# Verify Java version
|
|
ARG DOCKER_IMAGE
|
|
ENV DOCKER_IMAGE_USED=$DOCKER_IMAGE
|
|
RUN echo "Built using base docker image DOCKER_IMAGE_USED=$DOCKER_IMAGE_USED"
|
|
RUN java -version
|
|
|
|
RUN echo "[mysqld]\ncharacter-set-server=utf8\ncollation-server=utf8_bin\n" >> /etc/mysql/my.cnf
|
|
|
|
# Setup metadata store
|
|
# touch is needed because OverlayFS's copy-up operation breaks POSIX standards. See https://github.com/docker/for-linux/issues/72.
|
|
RUN find /var/lib/mysql -type f -exec touch {} \; && /etc/init.d/mysql start \
|
|
&& echo "CREATE USER 'druid'@'%' IDENTIFIED BY 'diurd'; GRANT ALL ON druid.* TO 'druid'@'%'; CREATE database druid DEFAULT CHARACTER SET utf8mb4;" | mysql -u root \
|
|
&& /etc/init.d/mysql stop
|
|
|
|
# Add Druid jars
|
|
ADD lib/* /usr/local/druid/lib/
|
|
|
|
# Download the MySQL Java connector
|
|
ENV DEBIAN_FRONTEND=noninteractive
|
|
RUN apt-get update && apt-get install -y --no-install-recommends apt-utils libmysql-java
|
|
RUN ln -sf /usr/share/java/mysql-connector-java.jar /usr/local/druid/lib/mysql-connector-java.jar
|
|
|
|
# Add sample data
|
|
# touch is needed because OverlayFS's copy-up operation breaks POSIX standards. See https://github.com/docker/for-linux/issues/72.
|
|
RUN find /var/lib/mysql -type f -exec touch {} \; && service mysql start \
|
|
&& java -cp "/usr/local/druid/lib/*" -Ddruid.metadata.storage.type=mysql org.apache.druid.cli.Main tools metadata-init --connectURI="jdbc:mysql://localhost:3306/druid" --user=druid --password=diurd \
|
|
&& /etc/init.d/mysql stop
|
|
ADD sample-data.sql sample-data.sql
|
|
# touch is needed because OverlayFS's copy-up operation breaks POSIX standards. See https://github.com/docker/for-linux/issues/72.
|
|
RUN find /var/lib/mysql -type f -exec touch {} \; && service mysql start \
|
|
&& cat sample-data.sql | mysql -u root druid \
|
|
&& /etc/init.d/mysql stop
|
|
|
|
# Setup supervisord
|
|
ADD supervisord.conf /etc/supervisor/conf.d/supervisord.conf
|
|
|
|
# Add druid configuration setup script
|
|
ADD druid.sh /druid.sh
|
|
|
|
# mysql
|
|
ADD run-mysql.sh /run-mysql.sh
|
|
|
|
# internal docker_ip:9092 endpoint is used to access Kafka from other Docker containers
|
|
# external docker ip:9093 endpoint is used to access Kafka from test code
|
|
# run this last to avoid rebuilding the image every time the ip changes
|
|
ADD docker_ip docker_ip
|
|
RUN perl -pi -e "s/#listeners=.*/listeners=INTERNAL:\/\/172.172.172.2:9092,EXTERNAL:\/\/172.172.172.2:9093/" /usr/local/kafka/config/server.properties
|
|
RUN perl -pi -e "s/#advertised.listeners=.*/advertised.listeners=INTERNAL:\/\/172.172.172.2:9092,EXTERNAL:\/\/$(cat docker_ip):9093/" /usr/local/kafka/config/server.properties
|
|
RUN perl -pi -e "s/#listener.security.protocol.map=.*/listener.security.protocol.map=INTERNAL:PLAINTEXT,EXTERNAL:PLAINTEXT\ninter.broker.listener.name=INTERNAL/" /usr/local/kafka/config/server.properties
|
|
RUN perl
|
|
|
|
# Add directory with TLS support files
|
|
ADD tls tls
|
|
|
|
ADD client_tls client_tls
|
|
|
|
# Expose ports:
|
|
# - 8081, 8281: HTTP, HTTPS (coordinator)
|
|
# - 8082, 8282: HTTP, HTTPS (broker)
|
|
# - 8083, 8283: HTTP, HTTPS (historical)
|
|
# - 8090, 8290: HTTP, HTTPS (overlord)
|
|
# - 8091, 8291: HTTP, HTTPS (middlemanager)
|
|
# - 8888-8891, 9088-9091: HTTP, HTTPS (routers)
|
|
# - 3306: MySQL
|
|
# - 2181 2888 3888: ZooKeeper
|
|
# - 8100 8101 8102 8103 8104 8105 : peon ports
|
|
# - 8300 8301 8302 8303 8304 8305 : peon HTTPS ports
|
|
EXPOSE 8081 8281
|
|
EXPOSE 8082 8282
|
|
EXPOSE 8083 8283
|
|
EXPOSE 8090 8290
|
|
EXPOSE 8091 8291
|
|
EXPOSE 3306
|
|
EXPOSE 2181 2888 3888
|
|
EXPOSE 8100 8101 8102 8103 8104 8105
|
|
EXPOSE 8300 8301 8302 8303 8304 8305
|
|
EXPOSE 9092 9093
|
|
|
|
WORKDIR /var/lib/druid
|
|
ENTRYPOINT /tls/generate-server-certs-and-keystores.sh \
|
|
# Create druid service config files with all the config variables
|
|
&& . /druid.sh; setupConfig \
|
|
# Export the service config file path to use in supervisord conf file
|
|
&& export DRUID_COMMON_CONF_DIR="$(. /druid.sh; getConfPath ${DRUID_SERVICE})" \
|
|
# Export the common config file path to use in supervisord conf file
|
|
&& export DRUID_SERVICE_CONF_DIR="$(. /druid.sh; getConfPath _common)" \
|
|
# Run Druid service using supervisord
|
|
&& exec /usr/bin/supervisord -c /etc/supervisor/conf.d/supervisord.conf
|