f2f86c1790
Down jdk8 forked jvm heap from 2800 to 2200 and the jdk11 heap from 3200 to 2200. Down the mvn size from 4G to 3.6G Change how many puts done by TestMultiRespectsLimits because made the test run the forked heap over 2.5G in size. Signed-off-by: Sean Busbey <busbey@apache.org>
190 lines
8.1 KiB
Docker
190 lines
8.1 KiB
Docker
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
#
|
|
# Dockerfile used as the build and test environment, amenable to Yetus.
|
|
#
|
|
# Built in multiple stages so as to avoid re-downloading large binaries when
|
|
# tweaking unrelated aspects of the image.
|
|
|
|
# start with a minimal image into which we can download remote tarballs
|
|
FROM ubuntu:18.04 AS BASE_IMAGE
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
|
|
RUN DEBIAN_FRONTEND=noninteractive apt-get -qq update && \
|
|
DEBIAN_FRONTEND=noninteractive apt-get -qq install --no-install-recommends -y \
|
|
ca-certificates=20180409 \
|
|
curl=7.58.0-2ubuntu3.8 \
|
|
locales=2.27-3ubuntu1 \
|
|
##
|
|
# install dependencies from system packages.
|
|
# be careful not to install any system packages (i.e., findbugs) that will
|
|
# pull in the default-jre.
|
|
#
|
|
# bring the base image into conformance with the expectations imposed by
|
|
# Yetus and our personality file of what a build environment looks like.
|
|
bash=4.4.18-2ubuntu1.2 \
|
|
build-essential=12.4ubuntu1 \
|
|
diffutils=1:3.6-1 \
|
|
git=1:2.17.1-1ubuntu0.5 \
|
|
rsync=3.1.2-2.1ubuntu1 \
|
|
tar=1.29b-2ubuntu0.1 \
|
|
wget=1.19.4-1ubuntu2.2 \
|
|
# install the dependencies required in order to enable the sundry precommit
|
|
# checks/features provided by Yetus plugins.
|
|
bats=0.4.0-1.1 \
|
|
libperl-critic-perl=1.130-1 \
|
|
python3=3.6.7-1~18.04 \
|
|
python3-pip=9.0.1-2.3~ubuntu1.18.04.1 \
|
|
python3-setuptools=39.0.1-2 \
|
|
ruby=1:2.5.1 \
|
|
ruby-dev=1:2.5.1 \
|
|
shellcheck=0.4.6-1 \
|
|
&& \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN python3 -mpip install --upgrade pip && \
|
|
python3 -mpip install pylint==2.4.4
|
|
|
|
RUN gem install --no-document \
|
|
rake:13.0.1 \
|
|
rubocop:0.80.0 \
|
|
ruby-lint:2.3.1
|
|
|
|
RUN locale-gen en_US.UTF-8
|
|
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
|
|
|
|
##
|
|
# download sundry dependencies
|
|
#
|
|
|
|
FROM BASE_IMAGE AS SPOTBUGS_DOWNLOAD_IMAGE
|
|
ENV SPOTBUGS_VERSION '3.1.12'
|
|
ENV SPOTBUGS_URL "https://repo.maven.apache.org/maven2/com/github/spotbugs/spotbugs/${SPOTBUGS_VERSION}/spotbugs-${SPOTBUGS_VERSION}.tgz"
|
|
ENV SPOTBUGS_SHA256 '9c475d6c7096ed7af783e04dc2db40462145291de75a80029391600b6eb2d401'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/spotbugs.tgz "${SPOTBUGS_URL}" && \
|
|
echo "${SPOTBUGS_SHA256} */tmp/spotbugs.tgz" | sha256sum -c -
|
|
|
|
FROM BASE_IMAGE AS HADOLINT_DOWNLOAD_IMAGE
|
|
ENV HADOLINT_VERSION '1.17.5'
|
|
ENV HADOLINT_URL "https://github.com/hadolint/hadolint/releases/download/v${HADOLINT_VERSION}/hadolint-Linux-x86_64"
|
|
ENV HADOLINT_SHA256 '20dd38bc0602040f19268adc14c3d1aae11af27b463af43f3122076baf827a35'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/hadolint "${HADOLINT_URL}" && \
|
|
echo "${HADOLINT_SHA256} */tmp/hadolint" | sha256sum -c -
|
|
|
|
FROM BASE_IMAGE AS MAVEN_DOWNLOAD_IMAGE
|
|
ENV MAVEN_VERSION='3.6.3'
|
|
ENV MAVEN_URL "https://archive.apache.org/dist/maven/maven-3/${MAVEN_VERSION}/binaries/apache-maven-${MAVEN_VERSION}-bin.tar.gz"
|
|
ENV MAVEN_SHA512 'c35a1803a6e70a126e80b2b3ae33eed961f83ed74d18fcd16909b2d44d7dada3203f1ffe726c17ef8dcca2dcaa9fca676987befeadc9b9f759967a8cb77181c0'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/maven.tar.gz "${MAVEN_URL}" && \
|
|
echo "${MAVEN_SHA512} */tmp/maven.tar.gz" | sha512sum -c -
|
|
|
|
FROM BASE_IMAGE AS OPENJDK7_DOWNLOAD_IMAGE
|
|
ENV OPENJDK7_URL 'https://cdn.azul.com/zulu/bin/zulu7.36.0.5-ca-jdk7.0.252-linux_x64.tar.gz'
|
|
ENV OPENJDK7_SHA256 'e0f34c242e6d456dac3e2c8a9eaeacfa8ea75c4dfc3e8818190bf0326e839d82'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/zuluopenjdk7.tar.gz "${OPENJDK7_URL}" && \
|
|
echo "${OPENJDK7_SHA256} */tmp/zuluopenjdk7.tar.gz" | sha256sum -c -
|
|
|
|
FROM BASE_IMAGE AS OPENJDK8_DOWNLOAD_IMAGE
|
|
ENV OPENJDK8_URL 'https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u232-b09/OpenJDK8U-jdk_x64_linux_hotspot_8u232b09.tar.gz'
|
|
ENV OPENJDK8_SHA256 '7b7884f2eb2ba2d47f4c0bf3bb1a2a95b73a3a7734bd47ebf9798483a7bcc423'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/adoptopenjdk8.tar.gz "${OPENJDK8_URL}" && \
|
|
echo "${OPENJDK8_SHA256} */tmp/adoptopenjdk8.tar.gz" | sha256sum -c -
|
|
|
|
FROM BASE_IMAGE AS OPENJDK11_DOWNLOAD_IMAGE
|
|
ENV OPENJDK11_URL 'https://github.com/AdoptOpenJDK/openjdk11-binaries/releases/download/jdk-11.0.6%2B10/OpenJDK11U-jdk_x64_linux_hotspot_11.0.6_10.tar.gz'
|
|
ENV OPENJDK11_SHA256 '330d19a2eaa07ed02757d7a785a77bab49f5ee710ea03b4ee2fa220ddd0feffc'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/adoptopenjdk11.tar.gz "${OPENJDK11_URL}" && \
|
|
echo "${OPENJDK11_SHA256} */tmp/adoptopenjdk11.tar.gz" | sha256sum -c -
|
|
|
|
##
|
|
# build the final image
|
|
#
|
|
|
|
FROM BASE_IMAGE
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=SPOTBUGS_DOWNLOAD_IMAGE /tmp/spotbugs.tgz /tmp/spotbugs.tgz
|
|
RUN tar xzf /tmp/spotbugs.tgz -C /opt && \
|
|
ln -s "/opt/$(tar -tf /tmp/spotbugs.tgz | head -n1 | cut -d/ -f1)" /opt/spotbugs && \
|
|
rm /tmp/spotbugs.tgz
|
|
|
|
COPY --from=HADOLINT_DOWNLOAD_IMAGE /tmp/hadolint /tmp/hadolint
|
|
RUN mv /tmp/hadolint /usr/local/bin && \
|
|
chmod a+x /usr/local/bin/hadolint
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=MAVEN_DOWNLOAD_IMAGE /tmp/maven.tar.gz /tmp/maven.tar.gz
|
|
RUN tar xzf /tmp/maven.tar.gz -C /opt && \
|
|
ln -s "/opt/$(dirname "$(tar -tf /tmp/maven.tar.gz | head -n1)")" /opt/maven && \
|
|
rm /tmp/maven.tar.gz
|
|
|
|
##
|
|
# ensure JVMs are available under `/usr/lib/jvm` and prefix each installation
|
|
# as `java-` so as to conform with Yetus's assumptions.
|
|
#
|
|
# when updating java or maven versions here, consider also updating
|
|
# `dev-support/hbase_docker/Dockerfile` as well.
|
|
#
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=OPENJDK7_DOWNLOAD_IMAGE /tmp/zuluopenjdk7.tar.gz /tmp/zuluopenjdk7.tar.gz
|
|
RUN mkdir -p /usr/lib/jvm && \
|
|
tar xzf /tmp/zuluopenjdk7.tar.gz -C /usr/lib/jvm && \
|
|
ln -s "/usr/lib/jvm/$(basename "$(tar -tf /tmp/zuluopenjdk7.tar.gz | head -n1)")" /usr/lib/jvm/java-7-zuluopenjdk && \
|
|
ln -s /usr/lib/jvm/java-7-zuluopenjdk /usr/lib/jvm/java-7 && \
|
|
rm /tmp/zuluopenjdk7.tar.gz
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=OPENJDK8_DOWNLOAD_IMAGE /tmp/adoptopenjdk8.tar.gz /tmp/adoptopenjdk8.tar.gz
|
|
RUN mkdir -p /usr/lib/jvm && \
|
|
tar xzf /tmp/adoptopenjdk8.tar.gz -C /usr/lib/jvm && \
|
|
ln -s "/usr/lib/jvm/$(basename "$(tar -tf /tmp/adoptopenjdk8.tar.gz | head -n1)")" /usr/lib/jvm/java-8-adoptopenjdk && \
|
|
ln -s /usr/lib/jvm/java-8-adoptopenjdk /usr/lib/jvm/java-8 && \
|
|
rm /tmp/adoptopenjdk8.tar.gz
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=OPENJDK11_DOWNLOAD_IMAGE /tmp/adoptopenjdk11.tar.gz /tmp/adoptopenjdk11.tar.gz
|
|
RUN mkdir -p /usr/lib/jvm && \
|
|
tar xzf /tmp/adoptopenjdk11.tar.gz -C /usr/lib/jvm && \
|
|
ln -s "/usr/lib/jvm/$(basename "$(tar -tf /tmp/adoptopenjdk11.tar.gz | head -n1)")" /usr/lib/jvm/java-11-adoptopenjdk && \
|
|
ln -s /usr/lib/jvm/java-11-adoptopenjdk /usr/lib/jvm/java-11 && \
|
|
rm /tmp/adoptopenjdk11.tar.gz
|
|
|
|
# configure default environment for Yetus. Yetus in dockermode seems to require
|
|
# these values to be specified here; the various --foo-path flags do not
|
|
# propigate as expected, while these are honored.
|
|
# TODO (nd): is this really true? investigate and file a ticket.
|
|
ENV SPOTBUGS_HOME '/opt/spotbugs'
|
|
ENV MAVEN_HOME '/opt/maven'
|
|
ENV MAVEN_OPTS '-Xmx3.6G'
|
|
|
|
CMD ["/bin/bash"]
|
|
|
|
###
|
|
# Everything past this point is either not needed for testing or breaks Yetus.
|
|
# So tell Yetus not to read the rest of the file:
|
|
# YETUS CUT HERE
|
|
###
|