diff --git a/scriptbuilder/src/main/java/org/jclouds/scriptbuilder/statements/chef/ChefSolo.java b/scriptbuilder/src/main/java/org/jclouds/scriptbuilder/statements/chef/ChefSolo.java new file mode 100644 index 0000000000..c39df68598 --- /dev/null +++ b/scriptbuilder/src/main/java/org/jclouds/scriptbuilder/statements/chef/ChefSolo.java @@ -0,0 +1,117 @@ +/** + * Licensed to jclouds, Inc. (jclouds) under one or more + * contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. jclouds licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package org.jclouds.scriptbuilder.statements.chef; + +import static com.google.common.base.Preconditions.checkNotNull; +import static com.google.common.collect.Iterables.transform; + +import java.util.List; + +import org.jclouds.scriptbuilder.domain.OsFamily; +import org.jclouds.scriptbuilder.domain.Statement; +import org.jclouds.scriptbuilder.domain.StatementList; +import org.jclouds.scriptbuilder.domain.Statements; + +import com.google.common.base.Function; +import com.google.common.base.Joiner; +import com.google.common.collect.ImmutableList; +import com.google.common.collect.ImmutableMap; +import com.google.common.collect.Lists; + +/** + * Bootstraps a node using Chef Solo. + * + * @author Ignasi Barrera + */ +public class ChefSolo implements Statement { + public static Builder builder() { + return new Builder(); + } + + public static class Builder { + private String cookbooksArchiveLocation; + private List recipes = Lists.newArrayList(); + + public Builder cookbooksArchiveLocation(String cookbooksArchiveLocation) { + this.cookbooksArchiveLocation = checkNotNull(cookbooksArchiveLocation, "cookbooksArchiveLocation"); + return this; + } + + public Builder installRecipe(String recipe) { + this.recipes.add(checkNotNull(recipe, "recipe")); + return this; + } + + public Builder installRecipes(Iterable recipes) { + this.recipes = ImmutableList. copyOf(checkNotNull(recipes, "recipes")); + return this; + } + + public ChefSolo build() { + return new ChefSolo(cookbooksArchiveLocation, recipes); + } + + } + + private String cookbooksArchiveLocation; + private List recipes; + private final InstallChefGems installChefGems = new InstallChefGems(); + + public ChefSolo(String cookbooksArchiveLocation, List recipes) { + this.cookbooksArchiveLocation = checkNotNull(cookbooksArchiveLocation, "cookbooksArchiveLocation must be set"); + this.recipes = checkNotNull(recipes, "recipes must be set"); + } + + @Override + public String render(OsFamily family) { + if (family == OsFamily.WINDOWS) { + throw new UnsupportedOperationException("windows not yet implemented"); + } + + ImmutableMap.Builder chefSoloOptions = ImmutableMap.builder(); + chefSoloOptions.put("-N", "`hostname`"); + chefSoloOptions.put("-r", cookbooksArchiveLocation); + if (!recipes.isEmpty()) { + chefSoloOptions.put("-o", recipesToRunlistString(recipes)); + } + + String options = Joiner.on(' ').withKeyValueSeparator(" ").join(chefSoloOptions.build()); + + ImmutableList.Builder statements = ImmutableList.builder(); + statements.add(installChefGems); + statements.add(Statements.exec(String.format("chef-solo %s", options))); + + return new StatementList(statements.build()).render(family); + } + + @Override + public Iterable functionDependencies(OsFamily family) { + return installChefGems.functionDependencies(family); + } + + private static String recipesToRunlistString(List recipes) { + return Joiner.on(',').join(transform(recipes, new Function() { + @Override + public String apply(String input) { + return "recipe[" + input + "]"; + } + })); + } + +} diff --git a/scriptbuilder/src/main/java/org/jclouds/scriptbuilder/statements/chef/InstallChefGems.java b/scriptbuilder/src/main/java/org/jclouds/scriptbuilder/statements/chef/InstallChefGems.java new file mode 100644 index 0000000000..22762d0eb2 --- /dev/null +++ b/scriptbuilder/src/main/java/org/jclouds/scriptbuilder/statements/chef/InstallChefGems.java @@ -0,0 +1,45 @@ +/** + * Licensed to jclouds, Inc. (jclouds) under one or more + * contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. jclouds licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package org.jclouds.scriptbuilder.statements.chef; + +import static org.jclouds.scriptbuilder.domain.Statements.call; + +import org.jclouds.scriptbuilder.domain.OsFamily; +import org.jclouds.scriptbuilder.domain.StatementList; + +/** + * Installs Chef gems onto a host. + * + * @author Ignasi Barrera + */ +public class InstallChefGems extends StatementList { + + public InstallChefGems() { + super(call("setupPublicCurl"), call("installChefGems")); + } + + @Override + public String render(OsFamily family) { + if (family == OsFamily.WINDOWS) { + throw new UnsupportedOperationException("windows not yet implemented"); + } + return super.render(family); + } + +} diff --git a/scriptbuilder/src/main/resources/functions/installChefGems.sh b/scriptbuilder/src/main/resources/functions/installChefGems.sh new file mode 100644 index 0000000000..d252280a72 --- /dev/null +++ b/scriptbuilder/src/main/resources/functions/installChefGems.sh @@ -0,0 +1,31 @@ +function installChefGems() { + if [ ! -f /usr/bin/chef-client ]; then + if which dpkg &> /dev/null; then + apt-get-update + apt-get install -y ruby ruby1.8-dev build-essential wget libruby-extras libruby1.8-extras + elif which rpm &> /dev/null; then + # Disable chef from the base repo (http://tickets.opscode.com/browse/CHEF-2906) + sed -i "s/\[base\]/\0\n\exclude=ruby*/g" /etc/yum.repos.d/CentOS-Base.repo + # Make sure to install an appropriate ruby version + yum erase -y ruby ruby-libs + rpm -Uvh http://rbel.co/rbel5 + yum install -y ruby ruby-devel make gcc gcc-c++ kernel-devel automake autoconf wget + else + abort "we only support apt-get and yum right now... please contribute" + fi + ( + mkdir -p /tmp/bootchef + cd /tmp/bootchef + wget http://production.cf.rubygems.org/rubygems/rubygems-1.3.7.tgz + tar zxf rubygems-1.3.7.tgz + cd rubygems-1.3.7 + ruby setup.rb --no-format-executable + rm -fr /tmp/bootchef + ) + if which rpm &> /dev/null; then + #Install gems provided by libruby-extras deb package (based on https://launchpad.net/ubuntu/precise/+package/libruby-extras) + /usr/bin/gem install cmdparse daemons log4r mmap ncurses --no-rdoc --no-ri --verbose + fi + /usr/bin/gem install ohai chef --no-rdoc --no-ri --verbose + fi +} diff --git a/scriptbuilder/src/test/java/org/jclouds/scriptbuilder/statements/chef/ChefSoloTest.java b/scriptbuilder/src/test/java/org/jclouds/scriptbuilder/statements/chef/ChefSoloTest.java new file mode 100644 index 0000000000..a1c121d30d --- /dev/null +++ b/scriptbuilder/src/test/java/org/jclouds/scriptbuilder/statements/chef/ChefSoloTest.java @@ -0,0 +1,76 @@ +/** + * Licensed to jclouds, Inc. (jclouds) under one or more + * contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. jclouds licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package org.jclouds.scriptbuilder.statements.chef; + +import static org.testng.Assert.assertEquals; + +import org.jclouds.scriptbuilder.domain.OsFamily; +import org.testng.annotations.Test; + +import com.google.common.collect.ImmutableList; + +@Test(groups = "unit", testName = "ChefSoloTest") +public class ChefSoloTest { + + @Test(expectedExceptions = NullPointerException.class, expectedExceptionsMessageRegExp = "cookbooksArchiveLocation must be set") + public void testChefSoloWithoutCookbooksLocation() { + ChefSolo.builder().build(); + } + + @Test(expectedExceptions = NullPointerException.class, expectedExceptionsMessageRegExp = "recipes must be set") + public void testChefSoloWithoutRecipes() { + new ChefSolo("/tmp/foo", null); + } + + @Test(expectedExceptions = UnsupportedOperationException.class, expectedExceptionsMessageRegExp = "windows not yet implemented") + public void testChefSoloInWindows() { + ChefSolo.builder().cookbooksArchiveLocation("/tmp/cookbooks").build().render(OsFamily.WINDOWS); + } + + public void testChefSoloWithCookbooksLocation() { + String script = ChefSolo.builder().cookbooksArchiveLocation("/tmp/cookbooks").build().render(OsFamily.UNIX); + assertEquals(script, + "setupPublicCurl || return 1\ninstallChefGems || return 1\nchef-solo -N `hostname` -r /tmp/cookbooks\n"); + } + + public void testChefSoloWithCookbooksLocationAndSingleRecipe() { + String script = ChefSolo.builder().cookbooksArchiveLocation("/tmp/cookbooks").installRecipe("apache2").build() + .render(OsFamily.UNIX); + assertEquals( + script, + "setupPublicCurl || return 1\ninstallChefGems || return 1\nchef-solo -N `hostname` -r /tmp/cookbooks -o recipe[apache2]\n"); + } + + public void testChefSoloWithCookbooksLocationAndMultipleRecipes() { + String script = ChefSolo.builder().cookbooksArchiveLocation("/tmp/cookbooks").installRecipe("apache2") + .installRecipe("mysql").build().render(OsFamily.UNIX); + assertEquals( + script, + "setupPublicCurl || return 1\ninstallChefGems || return 1\nchef-solo -N `hostname` -r /tmp/cookbooks -o recipe[apache2],recipe[mysql]\n"); + } + + public void testChefSoloWithCookbooksLocationAndMultipleRecipesInList() { + String script = ChefSolo.builder().cookbooksArchiveLocation("/tmp/cookbooks") + .installRecipes(ImmutableList. of("apache2", "mysql")).build().render(OsFamily.UNIX); + assertEquals( + script, + "setupPublicCurl || return 1\ninstallChefGems || return 1\nchef-solo -N `hostname` -r /tmp/cookbooks -o recipe[apache2],recipe[mysql]\n"); + } + +} diff --git a/scriptbuilder/src/test/java/org/jclouds/scriptbuilder/statements/chef/InstallChefGemsTest.java b/scriptbuilder/src/test/java/org/jclouds/scriptbuilder/statements/chef/InstallChefGemsTest.java new file mode 100644 index 0000000000..b928c5a448 --- /dev/null +++ b/scriptbuilder/src/test/java/org/jclouds/scriptbuilder/statements/chef/InstallChefGemsTest.java @@ -0,0 +1,54 @@ +/** + * Licensed to jclouds, Inc. (jclouds) under one or more + * contributor license agreements. See the NOTICE file + * distributed with this work for additional information + * regarding copyright ownership. jclouds licenses this file + * to you under the Apache License, Version 2.0 (the + * "License"); you may not use this file except in compliance + * with the License. You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, + * software distributed under the License is distributed on an + * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY + * KIND, either express or implied. See the License for the + * specific language governing permissions and limitations + * under the License. + */ +package org.jclouds.scriptbuilder.statements.chef; + +import static org.testng.Assert.assertEquals; + +import java.io.IOException; + +import org.jclouds.scriptbuilder.InitScript; +import org.jclouds.scriptbuilder.domain.OsFamily; +import org.jclouds.scriptbuilder.domain.ShellToken; +import org.testng.annotations.Test; + +import com.google.common.base.Charsets; +import com.google.common.io.Resources; + +@Test(groups = "unit", testName = "InstallChefGemsTest") +public class InstallChefGemsTest { + + @Test(expectedExceptions = UnsupportedOperationException.class, + expectedExceptionsMessageRegExp = "windows not yet implemented") + public void installChefGemsInWindows() { + new InstallChefGems().render(OsFamily.WINDOWS); + } + + public void installChefGemsUnix() { + assertEquals(new InstallChefGems().render(OsFamily.UNIX), + "setupPublicCurl || return 1\ninstallChefGems || return 1\n"); + } + + public void installChefGemsUnixInScriptBuilderSourcesSetupPublicCurl() throws IOException { + assertEquals( + InitScript.builder().name("install_chef_gems").run(new InstallChefGems()).build().render(OsFamily.UNIX), + Resources.toString( + Resources.getResource("test_install_chef_gems_scriptbuilder." + ShellToken.SH.to(OsFamily.UNIX)), + Charsets.UTF_8)); + } +} diff --git a/scriptbuilder/src/test/resources/test_install_chef_gems_scriptbuilder.sh b/scriptbuilder/src/test/resources/test_install_chef_gems_scriptbuilder.sh new file mode 100644 index 0000000000..1f0aaa412f --- /dev/null +++ b/scriptbuilder/src/test/resources/test_install_chef_gems_scriptbuilder.sh @@ -0,0 +1,231 @@ +#!/bin/bash +set +u +shopt -s xpg_echo +shopt -s expand_aliases +unset PATH JAVA_HOME LD_LIBRARY_PATH +function abort { + echo "aborting: $@" 1>&2 + exit 1 +} +function default { + export INSTANCE_NAME="install_chef_gems" +export INSTANCE_HOME="/tmp/$INSTANCE_NAME" +export LOG_DIR="$INSTANCE_HOME" + return $? +} +function install_chef_gems { + return $? +} +function findPid { + unset FOUND_PID; + [ $# -eq 1 ] || { + abort "findPid requires a parameter of pattern to match" + return 1 + } + local PATTERN="$1"; shift + local _FOUND=`ps auxwww|grep "$PATTERN"|grep -v " $0"|grep -v grep|grep -v $$|awk '{print $2}'` + [ -n "$_FOUND" ] && { + export FOUND_PID=$_FOUND + return 0 + } || { + return 1 + } +} +function forget { + unset FOUND_PID; + [ $# -eq 3 ] || { + abort "forget requires parameters INSTANCE_NAME SCRIPT LOG_DIR" + return 1 + } + local INSTANCE_NAME="$1"; shift + local SCRIPT="$1"; shift + local LOG_DIR="$1"; shift + mkdir -p $LOG_DIR + findPid $INSTANCE_NAME + [ -n "$FOUND_PID" -a -f $LOG_DIR/stdout.log ] && { + echo $INSTANCE_NAME already running pid $FOUND_PID + return 1; + } || { + nohup $SCRIPT >$LOG_DIR/stdout.log 2>$LOG_DIR/stderr.log & + RETURN=$? + # this is generally followed by findPid, so we shouldn't exit + # immediately as the proc may not have registered in ps, yet + test $RETURN && sleep 1 + return $RETURN; + } +} +export PATH=/usr/ucb/bin:/bin:/sbin:/usr/bin:/usr/sbin +case $1 in +init) + default || exit 1 + install_chef_gems || exit 1 + mkdir -p $INSTANCE_HOME + + # create runscript header + cat > $INSTANCE_HOME/install_chef_gems.sh <<-'END_OF_JCLOUDS_SCRIPT' + #!/bin/bash + set +u + shopt -s xpg_echo + shopt -s expand_aliases + + PROMPT_COMMAND='echo -ne \"\033]0;install_chef_gems\007\"' + export PATH=/usr/ucb/bin:/bin:/sbin:/usr/bin:/usr/sbin + + export INSTANCE_NAME='install_chef_gems' +END_OF_JCLOUDS_SCRIPT + cat >> $INSTANCE_HOME/install_chef_gems.sh <<-END_OF_JCLOUDS_SCRIPT + export INSTANCE_NAME='$INSTANCE_NAME' + export INSTANCE_HOME='$INSTANCE_HOME' + export LOG_DIR='$LOG_DIR' +END_OF_JCLOUDS_SCRIPT + cat >> $INSTANCE_HOME/install_chef_gems.sh <<-'END_OF_JCLOUDS_SCRIPT' + function abort { + echo "aborting: $@" 1>&2 + exit 1 +} +alias apt-get-update="apt-get update -qq" +alias apt-get-install="apt-get install -f -y -qq --force-yes" +alias yum-install="yum --quiet --nogpgcheck -y install" + +function ensure_cmd_or_install_package_apt(){ + local cmd=$1 + local pkg=$2 + + hash $cmd 2>/dev/null || ( apt-get-update && apt-get-install $pkg ) +} + +function ensure_cmd_or_install_package_yum(){ + local cmd=$1 + local pkg=$2 + hash $cmd 2>/dev/null || yum-install $pkg +} + +function ensure_netutils_apt() { + ensure_cmd_or_install_package_apt nslookup dnsutils + ensure_cmd_or_install_package_apt curl curl +} + +function ensure_netutils_yum() { + ensure_cmd_or_install_package_yum nslookup bind-utils + ensure_cmd_or_install_package_yum curl curl +} + +# most network services require that the hostname is in +# the /etc/hosts file, or they won't operate +function ensure_hostname_in_hosts() { + egrep -q `hostname` /etc/hosts || awk -v hostname=`hostname` 'END { print $1" "hostname }' /proc/net/arp >> /etc/hosts +} + +# download locations for many services are at public dns +function ensure_can_resolve_public_dns() { + nslookup yahoo.com | grep yahoo.com > /dev/null || echo nameserver 208.67.222.222 >> /etc/resolv.conf +} + +function setupPublicCurl() { + ensure_hostname_in_hosts + if which dpkg &> /dev/null; then + ensure_netutils_apt + elif which rpm &> /dev/null; then + ensure_netutils_yum + else + abort "we only support apt-get and yum right now... please contribute!" + return 1 + fi + ensure_can_resolve_public_dns + return 0 +} +function installChefGems() { + if [ ! -f /usr/bin/chef-client ]; then + if which dpkg &> /dev/null; then + apt-get-update + apt-get install -y ruby ruby1.8-dev build-essential wget libruby-extras libruby1.8-extras + elif which rpm &> /dev/null; then + # Disable chef from the base repo (http://tickets.opscode.com/browse/CHEF-2906) + sed -i "s/\[base\]/\0\n\exclude=ruby*/g" /etc/yum.repos.d/CentOS-Base.repo + # Make sure to install an appropriate ruby version + yum erase -y ruby ruby-libs + rpm -Uvh http://rbel.co/rbel5 + yum install -y ruby ruby-devel make gcc gcc-c++ kernel-devel automake autoconf wget + else + abort "we only support apt-get and yum right now... please contribute" + fi + ( + mkdir -p /tmp/bootchef + cd /tmp/bootchef + wget http://production.cf.rubygems.org/rubygems/rubygems-1.3.7.tgz + tar zxf rubygems-1.3.7.tgz + cd rubygems-1.3.7 + ruby setup.rb --no-format-executable + rm -fr /tmp/bootchef + ) + if which rpm &> /dev/null; then + #Install gems provided by libruby-extras deb package (based on https://launchpad.net/ubuntu/precise/+package/libruby-extras) + /usr/bin/gem install cmdparse daemons log4r mmap ncurses --no-rdoc --no-ri --verbose + fi + /usr/bin/gem install ohai chef --no-rdoc --no-ri --verbose + fi +} + +END_OF_JCLOUDS_SCRIPT + + # add desired commands from the user + cat >> $INSTANCE_HOME/install_chef_gems.sh <<-'END_OF_JCLOUDS_SCRIPT' + cd $INSTANCE_HOME + rm -f $INSTANCE_HOME/rc + trap 'echo $?>$INSTANCE_HOME/rc' 0 1 2 3 15 + setupPublicCurl || exit 1 + + installChefGems || exit 1 + +END_OF_JCLOUDS_SCRIPT + + # add runscript footer + cat >> $INSTANCE_HOME/install_chef_gems.sh <<-'END_OF_JCLOUDS_SCRIPT' + exit $? + +END_OF_JCLOUDS_SCRIPT + + chmod u+x $INSTANCE_HOME/install_chef_gems.sh + ;; +status) + default || exit 1 + findPid $INSTANCE_NAME || exit 1 + echo $FOUND_PID + ;; +stop) + default || exit 1 + findPid $INSTANCE_NAME || exit 1 + [ -n "$FOUND_PID" ] && { + echo stopping $FOUND_PID + kill -9 $FOUND_PID + } + ;; +start) + default || exit 1 + forget $INSTANCE_NAME $INSTANCE_HOME/$INSTANCE_NAME.sh $LOG_DIR || exit 1 + ;; +stdout) + default || exit 1 + cat $LOG_DIR/stdout.log + ;; +stderr) + default || exit 1 + cat $LOG_DIR/stderr.log + ;; +exitstatus) + default || exit 1 + [ -f $LOG_DIR/rc ] && cat $LOG_DIR/rc;; +tail) + default || exit 1 + tail $LOG_DIR/stdout.log + ;; +tailerr) + default || exit 1 + tail $LOG_DIR/stderr.log + ;; +run) + default || exit 1 + $INSTANCE_HOME/$INSTANCE_NAME.sh + ;; +esac +exit $?