46 lines
1.2 KiB
Bash
46 lines
1.2 KiB
Bash
|
#!/usr/bin/env bash
|
||
|
|
|
||
|
|
# For Ubuntu 14.04
|
||
|
|
# Inspired from: https://github.com/curran/setupHadoop/blob/master/setupHadoop.sh
|
||
|
|
# Use from the user directory
|
||
|
|
|
||
|
|
# Install Java
|
||
|
|
sudo apt-get update
|
||
|
|
sudo add-apt-repository -y ppa:webupd8team/java
|
||
|
|
sudo apt-get install -y oracle-java8-installer
|
||
|
|
|
||
|
|
# Install Hadoop
|
||
|
|
curl -O http://mirror.cogentco.com/pub/apache/hadoop/common/hadoop-2.8.2/hadoop-2.8.2.tar.gz
|
||
|
|
tar xfz hadoop-2.8.2.tar.gz
|
||
|
|
sudo mv hadoop-2.8.2 /usr/local/hadoop
|
||
|
|
rm hadoop-2.8.2.tar.gz
|
||
|
|
|
||
|
|
# Environmental Variables
|
||
|
|
echo export JAVA_HOME=/usr/lib/jvm/java-8-oracle >> ~/.bashrc
|
||
|
|
echo export HADOOP_PREFIX=/usr/local/hadoop >> ~/.bashrc
|
||
|
|
echo export PATH=\$PATH:/usr/local/hadoop/bin >> ~/.bashrc
|
||
|
|
echo export PATH=\$PATH:/usr/local/hadoop/sbin >> ~/.bashrc
|
||
|
|
source ~/.bashrc
|
||
|
|
|
||
|
|
# Copy configuration files
|
||
|
|
cp master/* /usr/local/hadoop/etc/hadoop/
|
||
|
|
|
||
|
|
# Format HDFS
|
||
|
|
hdfs namenode -format
|
||
|
|
|
||
|
|
# SSH keys for Hadoop to use.
|
||
|
|
ssh-keygen -t rsa -P 'password' -f ~/.ssh/id_rsa.pub
|
||
|
|
sudo mv ~/.ssh/id_rsa.pub ~/.ssh/authorized_keys
|
||
|
|
|
||
|
|
# SSH
|
||
|
|
ssh localhost
|
||
|
|
# authenticate with osboxes.org
|
||
|
|
|
||
|
|
# Start NameNode daemon and DataNode daemon
|
||
|
|
start-dfs.sh
|
||
|
|
# stop-dfs.sh
|
||
|
|
|
||
|
|
# Install Maven
|
||
|
|
sudo apt-get install maven
|
||
|
|
|
||
|
|
# Access Hadoop - http://localhost:50070
|