190 lines
8.1 KiB
Docker
190 lines
8.1 KiB
Docker
# Licensed to the Apache Software Foundation (ASF) under one
|
|
# or more contributor license agreements. See the NOTICE file
|
|
# distributed with this work for additional information
|
|
# regarding copyright ownership. The ASF licenses this file
|
|
# to you under the Apache License, Version 2.0 (the
|
|
# "License"); you may not use this file except in compliance
|
|
# with the License. You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
#
|
|
# Dockerfile used as the build and test environment, amenable to Yetus.
|
|
#
|
|
# Built in multiple stages so as to avoid re-downloading large binaries when
|
|
# tweaking unrelated aspects of the image.
|
|
|
|
# start with a minimal image into which we can download remote tarballs
|
|
FROM ubuntu:18.04 AS BASE_IMAGE
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
|
|
RUN DEBIAN_FRONTEND=noninteractive apt-get -qq update && \
|
|
DEBIAN_FRONTEND=noninteractive apt-get -qq install --no-install-recommends -y \
|
|
ca-certificates=20180409 \
|
|
curl=7.58.0-2ubuntu3.8 \
|
|
locales=2.27-3ubuntu1 \
|
|
##
|
|
# install dependencies from system packages.
|
|
# be careful not to install any system packages (i.e., findbugs) that will
|
|
# pull in the default-jre.
|
|
#
|
|
# bring the base image into conformance with the expectations imposed by
|
|
# Yetus and our personality file of what a build environment looks like.
|
|
bash=4.4.18-2ubuntu1.2 \
|
|
build-essential=12.4ubuntu1 \
|
|
diffutils=1:3.6-1 \
|
|
git=1:2.17.1-1ubuntu0.5 \
|
|
rsync=3.1.2-2.1ubuntu1 \
|
|
tar=1.29b-2ubuntu0.1 \
|
|
wget=1.19.4-1ubuntu2.2 \
|
|
# install the dependencies required in order to enable the sundry precommit
|
|
# checks/features provided by Yetus plugins.
|
|
bats=0.4.0-1.1 \
|
|
libperl-critic-perl=1.130-1 \
|
|
python3=3.6.7-1~18.04 \
|
|
python3-pip=9.0.1-2.3~ubuntu1.18.04.1 \
|
|
python3-setuptools=39.0.1-2 \
|
|
ruby=1:2.5.1 \
|
|
ruby-dev=1:2.5.1 \
|
|
shellcheck=0.4.6-1 \
|
|
&& \
|
|
apt-get clean && \
|
|
rm -rf /var/lib/apt/lists/*
|
|
|
|
RUN python3 -mpip install --upgrade pip && \
|
|
python3 -mpip install pylint==2.4.4
|
|
|
|
RUN gem install --no-document \
|
|
rake:13.0.1 \
|
|
rubocop:0.80.0 \
|
|
ruby-lint:2.3.1
|
|
|
|
RUN locale-gen en_US.UTF-8
|
|
ENV LANG=en_US.UTF-8 LANGUAGE=en_US:en LC_ALL=en_US.UTF-8
|
|
|
|
##
|
|
# download sundry dependencies
|
|
#
|
|
|
|
FROM BASE_IMAGE AS SPOTBUGS_DOWNLOAD_IMAGE
|
|
ENV SPOTBUGS_VERSION '3.1.12'
|
|
ENV SPOTBUGS_URL "https://repo.maven.apache.org/maven2/com/github/spotbugs/spotbugs/${SPOTBUGS_VERSION}/spotbugs-${SPOTBUGS_VERSION}.tgz"
|
|
ENV SPOTBUGS_SHA256 '9c475d6c7096ed7af783e04dc2db40462145291de75a80029391600b6eb2d401'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/spotbugs.tgz "${SPOTBUGS_URL}" && \
|
|
echo "${SPOTBUGS_SHA256} */tmp/spotbugs.tgz" | sha256sum -c -
|
|
|
|
FROM BASE_IMAGE AS HADOLINT_DOWNLOAD_IMAGE
|
|
ENV HADOLINT_VERSION '1.17.5'
|
|
ENV HADOLINT_URL "https://github.com/hadolint/hadolint/releases/download/v${HADOLINT_VERSION}/hadolint-Linux-x86_64"
|
|
ENV HADOLINT_SHA256 '20dd38bc0602040f19268adc14c3d1aae11af27b463af43f3122076baf827a35'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/hadolint "${HADOLINT_URL}" && \
|
|
echo "${HADOLINT_SHA256} */tmp/hadolint" | sha256sum -c -
|
|
|
|
FROM BASE_IMAGE AS MAVEN_DOWNLOAD_IMAGE
|
|
ENV MAVEN_VERSION='3.5.4'
|
|
ENV MAVEN_URL "https://archive.apache.org/dist/maven/maven-3/${MAVEN_VERSION}/binaries/apache-maven-${MAVEN_VERSION}-bin.tar.gz"
|
|
ENV MAVEN_SHA256 'ce50b1c91364cb77efe3776f756a6d92b76d9038b0a0782f7d53acf1e997a14d'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/maven.tar.gz "${MAVEN_URL}" && \
|
|
echo "${MAVEN_SHA256} */tmp/maven.tar.gz" | sha256sum -c -
|
|
|
|
FROM BASE_IMAGE AS OPENJDK7_DOWNLOAD_IMAGE
|
|
ENV OPENJDK7_URL 'https://cdn.azul.com/zulu/bin/zulu7.36.0.5-ca-jdk7.0.252-linux_x64.tar.gz'
|
|
ENV OPENJDK7_SHA256 'e0f34c242e6d456dac3e2c8a9eaeacfa8ea75c4dfc3e8818190bf0326e839d82'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/zuluopenjdk7.tar.gz "${OPENJDK7_URL}" && \
|
|
echo "${OPENJDK7_SHA256} */tmp/zuluopenjdk7.tar.gz" | sha256sum -c -
|
|
|
|
FROM BASE_IMAGE AS OPENJDK8_DOWNLOAD_IMAGE
|
|
ENV OPENJDK8_URL 'https://github.com/AdoptOpenJDK/openjdk8-binaries/releases/download/jdk8u232-b09/OpenJDK8U-jdk_x64_linux_hotspot_8u232b09.tar.gz'
|
|
ENV OPENJDK8_SHA256 '7b7884f2eb2ba2d47f4c0bf3bb1a2a95b73a3a7734bd47ebf9798483a7bcc423'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/adoptopenjdk8.tar.gz "${OPENJDK8_URL}" && \
|
|
echo "${OPENJDK8_SHA256} */tmp/adoptopenjdk8.tar.gz" | sha256sum -c -
|
|
|
|
FROM BASE_IMAGE AS OPENJDK11_DOWNLOAD_IMAGE
|
|
ENV OPENJDK11_URL 'https://github.com/AdoptOpenJDK/openjdk11-binaries/releases/download/jdk-11.0.6%2B10/OpenJDK11U-jdk_x64_linux_hotspot_11.0.6_10.tar.gz'
|
|
ENV OPENJDK11_SHA256 '330d19a2eaa07ed02757d7a785a77bab49f5ee710ea03b4ee2fa220ddd0feffc'
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
RUN curl --location --fail --silent --show-error --output /tmp/adoptopenjdk11.tar.gz "${OPENJDK11_URL}" && \
|
|
echo "${OPENJDK11_SHA256} */tmp/adoptopenjdk11.tar.gz" | sha256sum -c -
|
|
|
|
##
|
|
# build the final image
|
|
#
|
|
|
|
FROM BASE_IMAGE
|
|
SHELL ["/bin/bash", "-o", "pipefail", "-c"]
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=SPOTBUGS_DOWNLOAD_IMAGE /tmp/spotbugs.tgz /tmp/spotbugs.tgz
|
|
RUN tar xzf /tmp/spotbugs.tgz -C /opt && \
|
|
ln -s "/opt/$(tar -tf /tmp/spotbugs.tgz | head -n1 | cut -d/ -f1)" /opt/spotbugs && \
|
|
rm /tmp/spotbugs.tgz
|
|
|
|
COPY --from=HADOLINT_DOWNLOAD_IMAGE /tmp/hadolint /tmp/hadolint
|
|
RUN mv /tmp/hadolint /usr/local/bin && \
|
|
chmod a+x /usr/local/bin/hadolint
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=MAVEN_DOWNLOAD_IMAGE /tmp/maven.tar.gz /tmp/maven.tar.gz
|
|
RUN tar xzf /tmp/maven.tar.gz -C /opt && \
|
|
ln -s "/opt/$(dirname "$(tar -tf /tmp/maven.tar.gz | head -n1)")" /opt/maven && \
|
|
rm /tmp/maven.tar.gz
|
|
|
|
##
|
|
# ensure JVMs are available under `/usr/lib/jvm` and prefix each installation
|
|
# as `java-` so as to conform with Yetus's assumptions.
|
|
#
|
|
# when updating java or maven versions here, consider also updating
|
|
# `dev-support/hbase_docker/Dockerfile` as well.
|
|
#
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=OPENJDK7_DOWNLOAD_IMAGE /tmp/zuluopenjdk7.tar.gz /tmp/zuluopenjdk7.tar.gz
|
|
RUN mkdir -p /usr/lib/jvm && \
|
|
tar xzf /tmp/zuluopenjdk7.tar.gz -C /usr/lib/jvm && \
|
|
ln -s "/usr/lib/jvm/$(basename "$(tar -tf /tmp/zuluopenjdk7.tar.gz | head -n1)")" /usr/lib/jvm/java-7-zuluopenjdk && \
|
|
ln -s /usr/lib/jvm/java-7-zuluopenjdk /usr/lib/jvm/java-7 && \
|
|
rm /tmp/zuluopenjdk7.tar.gz
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=OPENJDK8_DOWNLOAD_IMAGE /tmp/adoptopenjdk8.tar.gz /tmp/adoptopenjdk8.tar.gz
|
|
RUN mkdir -p /usr/lib/jvm && \
|
|
tar xzf /tmp/adoptopenjdk8.tar.gz -C /usr/lib/jvm && \
|
|
ln -s "/usr/lib/jvm/$(basename "$(tar -tf /tmp/adoptopenjdk8.tar.gz | head -n1)")" /usr/lib/jvm/java-8-adoptopenjdk && \
|
|
ln -s /usr/lib/jvm/java-8-adoptopenjdk /usr/lib/jvm/java-8 && \
|
|
rm /tmp/adoptopenjdk8.tar.gz
|
|
|
|
# hadolint ignore=DL3010
|
|
COPY --from=OPENJDK11_DOWNLOAD_IMAGE /tmp/adoptopenjdk11.tar.gz /tmp/adoptopenjdk11.tar.gz
|
|
RUN mkdir -p /usr/lib/jvm && \
|
|
tar xzf /tmp/adoptopenjdk11.tar.gz -C /usr/lib/jvm && \
|
|
ln -s "/usr/lib/jvm/$(basename "$(tar -tf /tmp/adoptopenjdk11.tar.gz | head -n1)")" /usr/lib/jvm/java-11-adoptopenjdk && \
|
|
ln -s /usr/lib/jvm/java-11-adoptopenjdk /usr/lib/jvm/java-11 && \
|
|
rm /tmp/adoptopenjdk11.tar.gz
|
|
|
|
# configure default environment for Yetus. Yetus in dockermode seems to require
|
|
# these values to be specified here; the various --foo-path flags do not
|
|
# propigate as expected, while these are honored.
|
|
# TODO (nd): is this really true? investigate and file a ticket.
|
|
ENV SPOTBUGS_HOME '/opt/spotbugs'
|
|
ENV MAVEN_HOME '/opt/maven'
|
|
ENV MAVEN_OPTS '-Xmx4G'
|
|
|
|
CMD ["/bin/bash"]
|
|
|
|
###
|
|
# Everything past this point is either not needed for testing or breaks Yetus.
|
|
# So tell Yetus not to read the rest of the file:
|
|
# YETUS CUT HERE
|
|
###
|