mirror of https://github.com/apache/druid.git
77 lines
3.5 KiB
Bash
Executable File
77 lines
3.5 KiB
Bash
Executable File
# Before running, you will need to download the EC2 tools from http://aws.amazon.com/developertools/351
|
|
# and then setup your EC2_HOME and PATH variables (or similar):
|
|
#
|
|
# # Setup environment for ec2-api-tools
|
|
# export EC2_HOME=/path/to/ec2-api-tools-1.6.7.4/
|
|
# export PATH=$PATH:$EC2_HOME/bin
|
|
# export AWS_ACCESS_KEY=
|
|
# export AWS_SECRET_KEY=
|
|
|
|
# Check for ec2 commands we require and die if they're missing
|
|
type ec2-create-keypair >/dev/null 2>&1 || { echo >&2 "I require ec2-create-keypair but it's not installed. Aborting."; exit 1; }
|
|
type ec2-create-group >/dev/null 2>&1 || { echo >&2 "I require ec2-create-group but it's not installed. Aborting."; exit 1; }
|
|
type ec2-authorize >/dev/null 2>&1 || { echo >&2 "I require ec2-authorize but it's not installed. Aborting."; exit 1; }
|
|
type ec2-run-instances >/dev/null 2>&1 || { echo >&2 "I require ec2-run-instances but it's not installed. Aborting."; exit 1; }
|
|
type ec2-describe-instances >/dev/null 2>&1 || { echo >&2 "I require ec2-describe-instances but it's not installed. Aborting."; exit 1; }
|
|
|
|
# Create a keypair for our servers
|
|
echo "Removing old keypair for druid..."
|
|
ec2-delete-keypair druid-keypair
|
|
echo "Creating new keypair for druid..."
|
|
ec2-create-keypair druid-keypair > druid-keypair
|
|
chmod 0600 druid-keypair
|
|
mv druid-keypair ~/.ssh/
|
|
|
|
# Create a security group for our servers
|
|
echo "Creating a new security group for druid..."
|
|
ec2-create-group druid-group -d "Druid Cluster"
|
|
|
|
# Create rules that allow necessary services in our group
|
|
echo "Creating new firewall rules for druid..."
|
|
# SSH from outside
|
|
ec2-authorize druid-group -P tcp -p 22
|
|
# Enable all traffic within group
|
|
ec2-authorize druid-group -P tcp -p 1-65535 -o druid-group
|
|
ec2-authorize druid-group -P udp -p 1-65535 -o druid-group
|
|
|
|
echo "Booting a single small instance for druid..."
|
|
# Use ami ami-e7582d8e - Alestic Ubuntu 12.04 us-east
|
|
INSTANCE_ID=$(ec2-run-instances ami-e7582d8e -n 1 -g druid-group -k druid-keypair --instance-type m1.small| awk '/INSTANCE/{print $2}')
|
|
while true; do
|
|
sleep 1
|
|
INSTANCE_STATUS=$(ec2-describe-instances|grep INSTANCE|grep $INSTANCE_ID|cut -f6)
|
|
if [ $INSTANCE_STATUS == "running" ]
|
|
then
|
|
echo "Instance $INSTANCE_ID is status $INSTANCE_STATUS..."
|
|
break
|
|
fi
|
|
done
|
|
|
|
# Wait for the instance to come up
|
|
echo "Waiting 60 seconds for instance $INSTANCE_ID to boot..."
|
|
sleep 60
|
|
|
|
# Get hostname and ssh with the key we created, and ssh there
|
|
INSTANCE_ADDRESS=`ec2-describe-instances|grep 'INSTANCE'|grep $INSTANCE_ID|cut -f4`
|
|
echo "Connecting to $INSTANCE_ADDRESS to prepare environment for druid..."
|
|
scp -i ~/.ssh/druid-keypair -o StrictHostKeyChecking=no ./ec2/env.sh ubuntu@${INSTANCE_ADDRESS}:
|
|
ssh -q -i ~/.ssh/druid-keypair -o StrictHostKeyChecking=no ubuntu@${INSTANCE_ADDRESS} 'chmod +x ./env.sh;./env.sh'
|
|
|
|
echo "Prepared $INSTANCE_ADDRESS for druid."
|
|
|
|
# Now to scp a tarball up that can run druid!
|
|
if [ -f ../../services/target/druid-services-*-SNAPSHOT-bin.tar.gz ];
|
|
then
|
|
echo "Uploading druid tarball to server..."
|
|
scp -i ~/.ssh/druid-keypair -o StrictHostKeyChecking=no ../../services/target/druid-services-*-bin.tar.gz ubuntu@${INSTANCE_ADDRESS}:
|
|
else
|
|
echo "ERROR - package not built!"
|
|
fi
|
|
|
|
# Now boot druid parts
|
|
scp -i ~/.ssh/druid-keypair -o StrictHostKeyChecking=no ./ec2/run.sh ubuntu@${INSTANCE_ADDRESS}:
|
|
ssh -q -i ~/.ssh/druid-keypair -o StrictHostKeyChecking=no ubuntu@${INSTANCE_ADDRESS} 'chmod +x ./run.sh;./run.sh'
|
|
|
|
echo "Druid booting complete!"
|
|
echo "ssh -i ~/.ssh/druid-keypair ubuntu@${INSTANCE_ADDRESS} #to connect"
|