HADOOP-12800. Copy docker directory from 2.8 to 2.7/2.6 repos to enable pre-commit Jenkins runs. (zhz)
Change-Id: I893319c53e497420e2b20511f0d5c0803d8515ba
This commit is contained in:
Zhe Zhang
parent
78a4c34894
commit
c420dfeffb
|
|
@ -0,0 +1,102 @@
|
|||
|
||||
# Licensed to the Apache Software Foundation (ASF) under one
|
||||
# or more contributor license agreements. See the NOTICE file
|
||||
# distributed with this work for additional information
|
||||
# regarding copyright ownership. The ASF licenses this file
|
||||
# to you under the Apache License, Version 2.0 (the
|
||||
# "License"); you may not use this file except in compliance
|
||||
# with the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
# Dockerfile for installing the necessary dependencies for building Hadoop.
|
||||
# See BUILDING.txt.
|
||||
|
||||
|
||||
FROM ubuntu:trusty
|
||||
|
||||
WORKDIR /root
|
||||
|
||||
######
|
||||
# Install common dependencies from packages
|
||||
######
|
||||
RUN apt-get update && apt-get install --no-install-recommends -y \
|
||||
git curl ant make maven \
|
||||
cmake gcc g++ \
|
||||
protobuf-compiler libprotoc-dev \
|
||||
protobuf-c-compiler libprotobuf-dev \
|
||||
build-essential libtool \
|
||||
zlib1g-dev pkg-config libssl-dev \
|
||||
snappy libsnappy-dev \
|
||||
bzip2 libbz2-dev \
|
||||
libjansson-dev \
|
||||
fuse libfuse-dev \
|
||||
libcurl4-openssl-dev \
|
||||
python python2.7 pylint \
|
||||
openjdk-7-jdk doxygen
|
||||
|
||||
# Fixing the Apache commons / Maven dependency problem under Ubuntu:
|
||||
# See http://wiki.apache.org/commons/VfsProblems
|
||||
RUN cd /usr/share/maven/lib && ln -s ../../java/commons-lang.jar .
|
||||
|
||||
#######
|
||||
# Oracle Java
|
||||
#######
|
||||
|
||||
RUN apt-get install -y software-properties-common
|
||||
RUN add-apt-repository -y ppa:webupd8team/java
|
||||
RUN apt-get update
|
||||
|
||||
# Auto-accept the Oracle JDK license
|
||||
RUN echo oracle-java7-installer shared/accepted-oracle-license-v1-1 select true | sudo /usr/bin/debconf-set-selections
|
||||
RUN apt-get install -y oracle-java7-installer
|
||||
|
||||
# Auto-accept the Oracle JDK license
|
||||
RUN echo oracle-java8-installer shared/accepted-oracle-license-v1-1 select true | sudo /usr/bin/debconf-set-selections
|
||||
RUN apt-get install -y oracle-java8-installer
|
||||
|
||||
######
|
||||
# Install findbugs
|
||||
######
|
||||
RUN mkdir -p /opt/findbugs && \
|
||||
curl -L https://sourceforge.net/projects/findbugs/files/findbugs/3.0.1/findbugs-noUpdateChecks-3.0.1.tar.gz/download \
|
||||
-o /opt/findbugs.tar.gz && \
|
||||
tar xzf /opt/findbugs.tar.gz --strip-components 1 -C /opt/findbugs
|
||||
ENV FINDBUGS_HOME /opt/findbugs
|
||||
|
||||
####
|
||||
# Install shellcheck
|
||||
####
|
||||
RUN apt-get install -y cabal-install
|
||||
RUN cabal update && cabal install shellcheck --global
|
||||
|
||||
###
|
||||
# Avoid out of memory errors in builds
|
||||
###
|
||||
ENV MAVEN_OPTS -Xms256m -Xmx512m
|
||||
|
||||
###
|
||||
# Everything past this point is either not needed for testing or breaks Yetus.
|
||||
# So tell Yetus not to read the rest of the file:
|
||||
# YETUS CUT HERE
|
||||
###
|
||||
|
||||
####
|
||||
# Install Forrest (for Apache Hadoop website)
|
||||
###
|
||||
RUN mkdir -p /usr/local/apache-forrest ; \
|
||||
curl -O http://archive.apache.org/dist/forrest/0.8/apache-forrest-0.8.tar.gz ; \
|
||||
tar xzf *forrest* --strip-components 1 -C /usr/local/apache-forrest ; \
|
||||
echo 'forrest.home=/usr/local/apache-forrest' > build.properties
|
||||
|
||||
# Add a welcome message and environment checks.
|
||||
ADD hadoop_env_checks.sh /root/hadoop_env_checks.sh
|
||||
RUN chmod 755 /root/hadoop_env_checks.sh
|
||||
RUN echo '~/hadoop_env_checks.sh' >> /root/.bashrc
|
||||
|
||||
|
|
@ -0,0 +1,118 @@
|
|||
#!/bin/bash
|
||||
|
||||
# Licensed to the Apache Software Foundation (ASF) under one
|
||||
# or more contributor license agreements. See the NOTICE file
|
||||
# distributed with this work for additional information
|
||||
# regarding copyright ownership. The ASF licenses this file
|
||||
# to you under the Apache License, Version 2.0 (the
|
||||
# "License"); you may not use this file except in compliance
|
||||
# with the License. You may obtain a copy of the License at
|
||||
#
|
||||
# http://www.apache.org/licenses/LICENSE-2.0
|
||||
#
|
||||
# Unless required by applicable law or agreed to in writing, software
|
||||
# distributed under the License is distributed on an "AS IS" BASIS,
|
||||
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
# See the License for the specific language governing permissions and
|
||||
# limitations under the License.
|
||||
|
||||
# -------------------------------------------------------
|
||||
function showWelcome {
|
||||
cat <<Welcome-message
|
||||
|
||||
_ _ _ ______
|
||||
| | | | | | | _ \\
|
||||
| |_| | __ _ __| | ___ ___ _ __ | | | |_____ __
|
||||
| _ |/ _\` |/ _\` |/ _ \\ / _ \\| '_ \\ | | | / _ \\ \\ / /
|
||||
| | | | (_| | (_| | (_) | (_) | |_) | | |/ / __/\\ V /
|
||||
\\_| |_/\\__,_|\\__,_|\\___/ \\___/| .__/ |___/ \\___| \\_(_)
|
||||
| |
|
||||
|_|
|
||||
|
||||
This is the standard Hadoop Developer build environment.
|
||||
This has all the right tools installed required to build
|
||||
Hadoop from source.
|
||||
|
||||
Welcome-message
|
||||
}
|
||||
|
||||
# -------------------------------------------------------
|
||||
|
||||
function showAbort {
|
||||
cat <<Abort-message
|
||||
|
||||
___ _ _ _
|
||||
/ _ \\| | | | (_)
|
||||
/ /_\\ \\ |__ ___ _ __| |_ _ _ __ __ _
|
||||
| _ | '_ \\ / _ \\| '__| __| | '_ \\ / _\` |
|
||||
| | | | |_) | (_) | | | |_| | | | | (_| |
|
||||
\\_| |_/_.__/ \\___/|_| \\__|_|_| |_|\\__, |
|
||||
__/ |
|
||||
|___/
|
||||
|
||||
Abort-message
|
||||
}
|
||||
|
||||
# -------------------------------------------------------
|
||||
|
||||
function failIfUserIsRoot {
|
||||
if [ "$(id -u)" -eq "0" ]; # If you are root then something went wrong.
|
||||
then
|
||||
cat <<End-of-message
|
||||
|
||||
Apparently you are inside this docker container as the user root.
|
||||
Putting it simply:
|
||||
|
||||
This should not occur.
|
||||
|
||||
Known possible causes of this are:
|
||||
1) Running this script as the root user ( Just don't )
|
||||
2) Running an old docker version ( upgrade to 1.4.1 or higher )
|
||||
|
||||
End-of-message
|
||||
|
||||
showAbort
|
||||
|
||||
logout
|
||||
|
||||
fi
|
||||
}
|
||||
|
||||
# -------------------------------------------------------
|
||||
|
||||
# Configurable low water mark in GiB
|
||||
MINIMAL_MEMORY_GiB=2
|
||||
|
||||
function warnIfLowMemory {
|
||||
MINIMAL_MEMORY=$((MINIMAL_MEMORY_GiB*1024*1024)) # Convert to KiB
|
||||
INSTALLED_MEMORY=$(fgrep MemTotal /proc/meminfo | awk '{print $2}')
|
||||
if [ $((INSTALLED_MEMORY)) -le $((MINIMAL_MEMORY)) ];
|
||||
then
|
||||
cat <<End-of-message
|
||||
|
||||
_ ___ ___
|
||||
| | | \\/ |
|
||||
| | _____ __ | . . | ___ _ __ ___ ___ _ __ _ _
|
||||
| | / _ \\ \\ /\\ / / | |\\/| |/ _ \\ '_ \` _ \\ / _ \\| '__| | | |
|
||||
| |___| (_) \\ V V / | | | | __/ | | | | | (_) | | | |_| |
|
||||
\\_____/\\___/ \\_/\\_/ \\_| |_/\\___|_| |_| |_|\\___/|_| \\__, |
|
||||
__/ |
|
||||
|___/
|
||||
|
||||
Your system is running on very little memory.
|
||||
This means it may work but it wil most likely be slower than needed.
|
||||
|
||||
If you are running this via boot2docker you can simply increase
|
||||
the available memory to atleast ${MINIMAL_MEMORY_GiB} GiB (you have $((INSTALLED_MEMORY/(1024*1024))) GiB )
|
||||
|
||||
End-of-message
|
||||
fi
|
||||
}
|
||||
|
||||
# -------------------------------------------------------
|
||||
|
||||
showWelcome
|
||||
warnIfLowMemory
|
||||
failIfUserIsRoot
|
||||
|
||||
# -------------------------------------------------------
|
||||
|
|
@ -879,6 +879,9 @@ Release 2.6.5 - UNRELEASED
|
|||
HADOOP-12805. Annotate CanUnbuffer with @InterfaceAudience.Public
|
||||
(Ted Yu via vinayakumarb)
|
||||
|
||||
HADOOP-12800. Copy docker directory from 2.8 to 2.7/2.6 repos to enable
|
||||
pre-commit Jenkins runs (zhz)
|
||||
|
||||
OPTIMIZATIONS
|
||||
|
||||
BUG FIXES
|
||||
|
|
|
|||
Loading…
Reference in New Issue