druid/integration-tests/docker/docker-compose.base.yml

# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
#
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.

version: "2.2"

# IP address ranges:
# 172.172.172.2: zookeeper + kafka (dockerfile depends on this)
# 172.172.172.3: metadata store
# 172.172.172.10-19: overlord
# 172.172.172.20-29: coordinator
# 172.172.172.30-39: historicals
# 172.172.172.40-49: middle managers
# 172.172.172.50-59: indexers
# 172.172.172.60-69: brokers
# 172.172.172.70-79: routers
# 172.172.172.101+:  hadoop, other supporting infra
networks:
  druid-it-net:
    name: druid-it-net
    ipam:
      config:
        - subnet: 172.172.172.0/24

services:
### always there supporting infra:
  druid-zookeeper-kafka:
    image: druid/cluster
    container_name: druid-zookeeper-kafka
    ports:
      - 2181:2181
      - 9092:9092
      - 9093:9093
    networks:
      druid-it-net:
        ## Dockerfile depends on this address for this container it seems...
        ipv4_address: 172.172.172.2
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/zookeeper.conf:/usr/lib/druid/conf/zookeeper.conf
      - ./service-supervisords/kafka.conf:/usr/lib/druid/conf/kafka.conf
    env_file:
      - ./environment-configs/common
    environment:
      - ZK_VERSION

  druid-metadata-storage:
    image: druid/cluster
    container_name: druid-metadata-storage
    ports:
      - 13306:3306
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.3
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/metadata-storage.conf:/usr/lib/druid/conf/metadata-storage.conf
    env_file:
      - ./environment-configs/common


### overlords
  druid-overlord:
    image: druid/cluster
    container_name: druid-overlord
    hostname: druid-overlord
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.10
    ports:
      - 8090:8090
      - 8290:8290
      - 5009:5009
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/overlord

  druid-overlord-two:
    image: druid/cluster
    container_name: druid-overlord-two
    hostname: druid-overlord-two
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.11
    ports:
      - 8590:8090
      - 8790:8290
      - 6009:5009
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/overlord

### coordinators
  druid-coordinator:
    image: druid/cluster
    container_name: druid-coordinator
    hostname: druid-coordinator
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.20
    ports:
      - 8081:8081
      - 8281:8281
      - 5006:5006
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/coordinator

  druid-coordinator-two:
    image: druid/cluster
    container_name: druid-coordinator-two
    hostname: druid-coordinator-two
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.21
    ports:
      - 8581:8081
      - 8781:8281
      - 6006:5006
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/coordinator

### historicals
  druid-historical:
    image: druid/cluster
    container_name: druid-historical
    hostname: druid-historical
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.30
    ports:
      - 8083:8083
      - 8283:8283
      - 5007:5007
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/historical

### middle managers
  druid-middlemanager:
    image: druid/cluster
    container_name: druid-middlemanager
    hostname: druid-middlemanager
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.40
    ports:
      - 5008:5008
      - 8091:8091
      - 8291:8291
      - 8100:8100
      - 8101:8101
      - 8102:8102
      - 8103:8103
      - 8104:8104
      - 8105:8105
      - 8300:8300
      - 8301:8301
      - 8302:8302
      - 8303:8303
      - 8304:8304
      - 8305:8305
    privileged: true
    volumes:
      - ./../src/test/resources:/resources
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/middlemanager

### indexers
  druid-indexer:
    image: druid/cluster
    container_name: druid-indexer
    hostname: druid-indexer
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.50
    ports:
      - 5008:5008
      - 8091:8091
      - 8291:8291
    privileged: true
    volumes:
      - ./../src/test/resources:/resources
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/indexer

### brokers
  druid-broker:
    image: druid/cluster
    hostname: druid-broker
    container_name: druid-broker
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.60
    ports:
      - 5005:5005
      - 8082:8082
      - 8282:8282
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/broker

### routers
  druid-router:
    image: druid/cluster
    container_name: druid-router
    hostname: druid-router
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.70
    ports:
      - 5004:5004
      - 8888:8888
      - 9088:9088
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/router

  druid-router-permissive-tls:
    image: druid/cluster
    container_name: druid-router-permissive-tls
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.71
    ports:
      - 5001:5001
      - 8889:8889
      - 9089:9089
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/router-permissive-tls

  druid-router-no-client-auth-tls:
    image: druid/cluster
    container_name: druid-router-no-client-auth-tls
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.72
    ports:
      - 5002:5002
      - 8890:8890
      - 9090:9090
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/router-no-client-auth-tls

  druid-router-custom-check-tls:
    image: druid/cluster
    container_name: druid-router-custom-check-tls
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.73
    ports:
      - 5003:5003
      - 8891:8891
      - 9091:9091
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./service-supervisords/druid.conf:/usr/lib/druid/conf/druid.conf
    env_file:
      - ./environment-configs/common
      - ./environment-configs/router-custom-check-tls

### optional supporting infra
  druid-it-hadoop:
    image: druid-it/hadoop:2.8.5
    container_name: druid-it-hadoop
    ports:
      - 2049:2049
      - 2122:2122
      - 8020:8020
      - 8021:8021
      - 8030:8030
      - 8031:8031
      - 8032:8032
      - 8033:8033
      - 8040:8040
      - 8042:8042
      - 8088:8088
      - 8443:8443
      - 9000:9000
      - 10020:10020
      - 19888:19888
      - 34455:34455
      - 50010:50010
      - 50020:50020
      - 50030:50030
      - 50060:50060
      - 50070:50070
      - 50075:50075
      - 50090:50090
      - 51111:51111
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.101
    privileged: true
    volumes:
      - ${HOME}/shared:/shared
      - ./../src/test/resources:/resources
    hostname: "druid-it-hadoop"
    command: "bash -c 'echo Start druid-it-hadoop container... && \
                /etc/bootstrap.sh && \
                tail -f /dev/null'"


  druid-openldap:
    image: osixia/openldap:1.4.0
    container_name: druid-openldap
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.102
    ports:
      - 8389:389
      - 8636:636
    privileged: true
    volumes:
      - ./ldap-configs:/container/service/slapd/assets/config/bootstrap/ldif/custom
      - ${HOME}/shared:/shared
    env_file:
      - ./environment-configs/common
    command: --copy-service


  schema-registry:
    image: confluentinc/cp-schema-registry:5.5.1
    container_name: schema-registry
    ports:
      - 8085:8085
    networks:
      druid-it-net:
        ipv4_address: 172.172.172.103
    volumes:
      - ${HOME}/shared:/shared
      - ./schema-registry/jaas_config.file:/usr/lib/druid/conf/jaas_config.file
      - ./schema-registry/password-file:/usr/lib/druid/conf/password-file
    privileged: true
    environment:
      SCHEMA_REGISTRY_HOST_NAME: schema-registry
      SCHEMA_REGISTRY_LISTENERS: "http://0.0.0.0:8085"
      SCHEMA_REGISTRY_KAFKASTORE_BOOTSTRAP_SERVERS: druid-zookeeper-kafka:9092
      SCHEMA_REGISTRY_AUTHENTICATION_METHOD: BASIC
      SCHEMA_REGISTRY_AUTHENTICATION_REALM: druid
      SCHEMA_REGISTRY_AUTHENTICATION_ROLES: users
      SCHEMA_REGISTRY_OPTS: -Djava.security.auth.login.config=/usr/lib/druid/conf/jaas_config.file