mirror of https://github.com/apache/jclouds.git
base implemenation of nodepool
This commit is contained in:
Gustavo Morozowski
parent
94edcbf00d
commit
e4abeecc4d
|
|
@ -0,0 +1,93 @@
|
||||||
|
<?xml version="1.0"?>
|
||||||
|
<project xsi:schemaLocation="http://maven.apache.org/POM/4.0.0 http://maven.apache.org/xsd/maven-4.0.0.xsd" xmlns="http://maven.apache.org/POM/4.0.0"
|
||||||
|
xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance">
|
||||||
|
<modelVersion>4.0.0</modelVersion>
|
||||||
|
<parent>
|
||||||
|
<artifactId>jclouds-project</artifactId>
|
||||||
|
<groupId>org.jclouds</groupId>
|
||||||
|
<version>1.5.0-SNAPSHOT</version>
|
||||||
|
<relativePath>../../project/pom.xml</relativePath>
|
||||||
|
</parent>
|
||||||
|
<groupId>org.jclouds.labs</groupId>
|
||||||
|
<artifactId>nodepool</artifactId>
|
||||||
|
<name>jclouds nodepool</name>
|
||||||
|
<packaging>bundle</packaging>
|
||||||
|
<properties>
|
||||||
|
<project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
|
||||||
|
<jsch.version>0.1.46</jsch.version>
|
||||||
|
<test.aws-ec2.identity>${test.aws.identity}</test.aws-ec2.identity>
|
||||||
|
<test.aws-ec2.credential>${test.aws.credential}</test.aws-ec2.credential>
|
||||||
|
</properties>
|
||||||
|
<dependencies>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.jclouds</groupId>
|
||||||
|
<artifactId>jclouds-compute</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.jclouds</groupId>
|
||||||
|
<artifactId>jclouds-core</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
<type>test-jar</type>
|
||||||
|
<scope>test</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.jclouds</groupId>
|
||||||
|
<artifactId>jclouds-compute</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
<type>test-jar</type>
|
||||||
|
<scope>test</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.jclouds.provider</groupId>
|
||||||
|
<artifactId>aws-ec2</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
<scope>test</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.jclouds.driver</groupId>
|
||||||
|
<artifactId>jclouds-enterprise</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
<scope>test</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.jclouds.driver</groupId>
|
||||||
|
<artifactId>jclouds-sshj</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
<scope>test</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.jclouds</groupId>
|
||||||
|
<artifactId>jclouds-scriptbuilder</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
<scope>test</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>org.jclouds.driver</groupId>
|
||||||
|
<artifactId>jclouds-jsch</artifactId>
|
||||||
|
<version>${project.version}</version>
|
||||||
|
<scope>test</scope>
|
||||||
|
</dependency>
|
||||||
|
<dependency>
|
||||||
|
<groupId>com.jcraft</groupId>
|
||||||
|
<artifactId>jsch</artifactId>
|
||||||
|
<scope>test</scope>
|
||||||
|
</dependency>
|
||||||
|
</dependencies>
|
||||||
|
<build>
|
||||||
|
<plugins>
|
||||||
|
<plugin>
|
||||||
|
<groupId>org.apache.felix</groupId>
|
||||||
|
<artifactId>maven-bundle-plugin</artifactId>
|
||||||
|
<configuration>
|
||||||
|
<instructions>
|
||||||
|
<Bundle-SymbolicName>${project.artifactId}</Bundle-SymbolicName>
|
||||||
|
<Export-Package>org.jclouds.nodepool*;version="${project.version}"</Export-Package>
|
||||||
|
<Import-Package>org.jclouds*;version="${project.version}",*</Import-Package>
|
||||||
|
</instructions>
|
||||||
|
</configuration>
|
||||||
|
</plugin>
|
||||||
|
</plugins>
|
||||||
|
</build>
|
||||||
|
|
||||||
|
</project>
|
||||||
|
|
@ -0,0 +1,28 @@
|
||||||
|
/**
|
||||||
|
* Licensed to jclouds, Inc. (jclouds) under one or more
|
||||||
|
* contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. jclouds licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing,
|
||||||
|
* software distributed under the License is distributed on an
|
||||||
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
* KIND, either express or implied. See the License for the
|
||||||
|
* specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*/
|
||||||
|
package org.jclouds.nodepool;
|
||||||
|
|
||||||
|
import org.jclouds.compute.ComputeService;
|
||||||
|
import org.jclouds.compute.RunNodesException;
|
||||||
|
|
||||||
|
public interface PooledComputeService extends ComputeService {
|
||||||
|
|
||||||
|
void startPool() throws RunNodesException;
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,265 @@
|
||||||
|
/**
|
||||||
|
* Licensed to jclouds, Inc. (jclouds) under one or more
|
||||||
|
* contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. jclouds licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing,
|
||||||
|
* software distributed under the License is distributed on an
|
||||||
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
* KIND, either express or implied. See the License for the
|
||||||
|
* specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*/
|
||||||
|
package org.jclouds.nodepool.internal;
|
||||||
|
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.Set;
|
||||||
|
|
||||||
|
import org.jclouds.compute.ComputeService;
|
||||||
|
import org.jclouds.compute.ComputeServiceContext;
|
||||||
|
import org.jclouds.compute.RunNodesException;
|
||||||
|
import org.jclouds.compute.RunScriptOnNodesException;
|
||||||
|
import org.jclouds.compute.domain.ComputeMetadata;
|
||||||
|
import org.jclouds.compute.domain.ExecResponse;
|
||||||
|
import org.jclouds.compute.domain.Hardware;
|
||||||
|
import org.jclouds.compute.domain.Image;
|
||||||
|
import org.jclouds.compute.domain.NodeMetadata;
|
||||||
|
import org.jclouds.compute.domain.NodeMetadataBuilder;
|
||||||
|
import org.jclouds.compute.domain.Template;
|
||||||
|
import org.jclouds.compute.domain.TemplateBuilder;
|
||||||
|
import org.jclouds.compute.options.RunScriptOptions;
|
||||||
|
import org.jclouds.compute.options.TemplateOptions;
|
||||||
|
import org.jclouds.compute.predicates.NodePredicates;
|
||||||
|
import org.jclouds.domain.Location;
|
||||||
|
import org.jclouds.nodepool.PooledComputeService;
|
||||||
|
import org.jclouds.scriptbuilder.domain.Statement;
|
||||||
|
|
||||||
|
import com.google.common.base.Predicate;
|
||||||
|
import com.google.common.base.Predicates;
|
||||||
|
import com.google.common.collect.ImmutableSet;
|
||||||
|
import com.google.common.collect.Maps;
|
||||||
|
import com.google.common.collect.Sets;
|
||||||
|
import com.google.common.util.concurrent.ListenableFuture;
|
||||||
|
|
||||||
|
public class BasePooledComputeService implements PooledComputeService {
|
||||||
|
|
||||||
|
private final ComputeService backingComputeService;
|
||||||
|
private final String backingGroup;
|
||||||
|
private final Template backingTemplate;
|
||||||
|
private final int minPoolSize;
|
||||||
|
private Map<NodeMetadata, String> groupMapping;
|
||||||
|
|
||||||
|
public BasePooledComputeService(ComputeService backingComputeService, String backingGroup, Template backingTemplate, int minPoolSize) {
|
||||||
|
this.backingComputeService = backingComputeService;
|
||||||
|
this.backingGroup = backingGroup;
|
||||||
|
this.backingTemplate = backingTemplate;
|
||||||
|
this.minPoolSize = minPoolSize;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void startPool() throws RunNodesException {
|
||||||
|
Set<? extends NodeMetadata> backingNodes =
|
||||||
|
backingComputeService.createNodesInGroup(backingGroup, minPoolSize, backingTemplate);
|
||||||
|
groupMapping = Maps.newHashMap();
|
||||||
|
for (NodeMetadata node : backingNodes) {
|
||||||
|
groupMapping.put(node, "unassigned");
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public ComputeServiceContext getContext() {
|
||||||
|
return backingComputeService.getContext();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public TemplateBuilder templateBuilder() {
|
||||||
|
return backingComputeService.templateBuilder();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public TemplateOptions templateOptions() {
|
||||||
|
return backingComputeService.templateOptions();
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Set<? extends Hardware> listHardwareProfiles() {
|
||||||
|
return ImmutableSet.<Hardware>of(backingTemplate.getHardware());
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Set<? extends Image> listImages() {
|
||||||
|
return ImmutableSet.<Image>of(backingTemplate.getImage());
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Set<? extends ComputeMetadata> listNodes() {
|
||||||
|
Set<NodeMetadata> allocatedNodes = Sets.newLinkedHashSet();
|
||||||
|
for (ComputeMetadata node : backingComputeService.listNodes()) {
|
||||||
|
NodeMetadata metadata = backingComputeService.getNodeMetadata(node.getId());
|
||||||
|
String group = groupMapping.get(node);
|
||||||
|
if ("unassigned".equals(group))
|
||||||
|
continue;
|
||||||
|
NodeMetadata nodeWithUpdatedGroup =
|
||||||
|
NodeMetadataBuilder.fromNodeMetadata(metadata).group(group).build();
|
||||||
|
allocatedNodes.add(nodeWithUpdatedGroup);
|
||||||
|
}
|
||||||
|
return allocatedNodes;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Set<? extends Location> listAssignableLocations() {
|
||||||
|
return ImmutableSet.<Location>of(backingTemplate.getLocation());
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Set<? extends NodeMetadata> createNodesInGroup(String group,
|
||||||
|
int count, Template template) throws RunNodesException {
|
||||||
|
throw new RuntimeException("not implemented");
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Set<? extends NodeMetadata> createNodesInGroup(String group,
|
||||||
|
int count, TemplateOptions templateOptions)
|
||||||
|
throws RunNodesException {
|
||||||
|
throw new RuntimeException("not implemented");
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Set<? extends NodeMetadata> createNodesInGroup(String group,
|
||||||
|
int count) throws RunNodesException {
|
||||||
|
int allocatedCount = 0;
|
||||||
|
Set<NodeMetadata> allocatedNodes = Sets.newLinkedHashSet();
|
||||||
|
for (NodeMetadata metadata : groupMapping.keySet()) {
|
||||||
|
if (groupMapping.get(metadata).equals("unassigned")) {
|
||||||
|
groupMapping.put(metadata, "group");
|
||||||
|
NodeMetadata nodeWithUpdatedGroup =
|
||||||
|
NodeMetadataBuilder.fromNodeMetadata(metadata).group(group).build();
|
||||||
|
allocatedNodes.add(nodeWithUpdatedGroup);
|
||||||
|
allocatedCount += 1;
|
||||||
|
if (allocatedCount == count) break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return allocatedNodes;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void resumeNode(String id) {
|
||||||
|
backingComputeService.resumeNode(id);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void resumeNodesMatching(Predicate<NodeMetadata> filter) {
|
||||||
|
backingComputeService.resumeNodesMatching(filter);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void suspendNode(String id) {
|
||||||
|
backingComputeService.suspendNode(id);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void suspendNodesMatching(Predicate<NodeMetadata> filter) {
|
||||||
|
backingComputeService.suspendNodesMatching(filter);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void destroyNode(String id) {
|
||||||
|
|
||||||
|
backingComputeService.destroyNode(id);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Set<? extends NodeMetadata> destroyNodesMatching(
|
||||||
|
Predicate<NodeMetadata> filter) {
|
||||||
|
return backingComputeService.destroyNodesMatching(filter);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void rebootNode(String id) {
|
||||||
|
backingComputeService.rebootNode(id);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void rebootNodesMatching(Predicate<NodeMetadata> filter) {
|
||||||
|
backingComputeService.rebootNodesMatching(filter);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public NodeMetadata getNodeMetadata(String id) {
|
||||||
|
return backingComputeService.getNodeMetadata(id);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Set<? extends NodeMetadata> listNodesDetailsMatching(
|
||||||
|
Predicate<ComputeMetadata> filter) {
|
||||||
|
return backingComputeService.listNodesDetailsMatching(filter);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Map<? extends NodeMetadata, ExecResponse> runScriptOnNodesMatching(
|
||||||
|
Predicate<NodeMetadata> filter, String runScript)
|
||||||
|
throws RunScriptOnNodesException {
|
||||||
|
// TODO Auto-generated method stub
|
||||||
|
return backingComputeService.runScriptOnNodesMatching(filter, runScript);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Map<? extends NodeMetadata, ExecResponse> runScriptOnNodesMatching(
|
||||||
|
Predicate<NodeMetadata> filter, Statement runScript)
|
||||||
|
throws RunScriptOnNodesException {
|
||||||
|
return backingComputeService.runScriptOnNodesMatching(filter, runScript);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Map<? extends NodeMetadata, ExecResponse> runScriptOnNodesMatching(
|
||||||
|
Predicate<NodeMetadata> filter, String runScript,
|
||||||
|
RunScriptOptions options) throws RunScriptOnNodesException {
|
||||||
|
return backingComputeService.runScriptOnNodesMatching(filter, runScript, options);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Map<? extends NodeMetadata, ExecResponse> runScriptOnNodesMatching(
|
||||||
|
Predicate<NodeMetadata> filter, Statement runScript,
|
||||||
|
RunScriptOptions options) throws RunScriptOnNodesException {
|
||||||
|
return backingComputeService.runScriptOnNodesMatching(filter, runScript, options);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public ExecResponse runScriptOnNode(String id, Statement runScript,
|
||||||
|
RunScriptOptions options) {
|
||||||
|
return backingComputeService.runScriptOnNode(id, runScript, options);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public ListenableFuture<ExecResponse> submitScriptOnNode(String id,
|
||||||
|
Statement runScript, RunScriptOptions options) {
|
||||||
|
return backingComputeService.submitScriptOnNode(id, runScript, options);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public ExecResponse runScriptOnNode(String id, Statement runScript) {
|
||||||
|
return backingComputeService.runScriptOnNode(id, runScript);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public ExecResponse runScriptOnNode(String id, String runScript,
|
||||||
|
RunScriptOptions options) {
|
||||||
|
return backingComputeService.runScriptOnNode(id, runScript, options);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public ExecResponse runScriptOnNode(String id, String runScript) {
|
||||||
|
return backingComputeService.runScriptOnNode(id, runScript);
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,284 @@
|
||||||
|
/**
|
||||||
|
* Licensed to jclouds, Inc. (jclouds) under one or more
|
||||||
|
* contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. jclouds licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing,
|
||||||
|
* software distributed under the License is distributed on an
|
||||||
|
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
||||||
|
* KIND, either express or implied. See the License for the
|
||||||
|
* specific language governing permissions and limitations
|
||||||
|
* under the License.
|
||||||
|
*/
|
||||||
|
package org.jclouds.nodepool;
|
||||||
|
|
||||||
|
import static com.google.common.base.Throwables.propagate;
|
||||||
|
import static com.google.common.collect.Iterables.getOnlyElement;
|
||||||
|
import static org.jclouds.scriptbuilder.domain.Statements.newStatementList;
|
||||||
|
|
||||||
|
import java.io.File;
|
||||||
|
import java.util.Collection;
|
||||||
|
import java.util.LinkedList;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.Properties;
|
||||||
|
import java.util.logging.Logger;
|
||||||
|
|
||||||
|
import junit.framework.TestCase;
|
||||||
|
|
||||||
|
import org.jclouds.Constants;
|
||||||
|
import org.jclouds.compute.ComputeService;
|
||||||
|
import org.jclouds.compute.ComputeServiceContextFactory;
|
||||||
|
import org.jclouds.compute.RunNodesException;
|
||||||
|
import org.jclouds.compute.domain.ComputeMetadata;
|
||||||
|
import org.jclouds.compute.domain.NodeMetadata;
|
||||||
|
import org.jclouds.compute.domain.NodeState;
|
||||||
|
import org.jclouds.compute.domain.OsFamily;
|
||||||
|
import org.jclouds.compute.domain.Template;
|
||||||
|
import org.jclouds.compute.domain.TemplateBuilder;
|
||||||
|
import org.jclouds.enterprise.config.EnterpriseConfigurationModule;
|
||||||
|
import org.jclouds.logging.slf4j.config.SLF4JLoggingModule;
|
||||||
|
import org.jclouds.nodepool.internal.BasePooledComputeService;
|
||||||
|
import org.jclouds.scriptbuilder.domain.Statement;
|
||||||
|
import org.jclouds.scriptbuilder.domain.Statements;
|
||||||
|
import org.jclouds.scriptbuilder.statements.java.InstallJDK;
|
||||||
|
import org.jclouds.scriptbuilder.statements.login.AdminAccess;
|
||||||
|
import org.jclouds.sshj.config.SshjSshClientModule;
|
||||||
|
|
||||||
|
import com.google.common.base.Strings;
|
||||||
|
import com.google.common.collect.ImmutableMap;
|
||||||
|
import com.google.common.collect.ImmutableSet;
|
||||||
|
import com.google.inject.Module;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Unit test for simple App.
|
||||||
|
*/
|
||||||
|
public class AppTest extends TestCase {
|
||||||
|
private String identity;
|
||||||
|
private String credential;
|
||||||
|
private String providerName;
|
||||||
|
private File privateKey;
|
||||||
|
private File publicKey;
|
||||||
|
private String endPointUrl;
|
||||||
|
public String profile;
|
||||||
|
private int retentionTime;
|
||||||
|
public int instanceCap;
|
||||||
|
|
||||||
|
private String imageId;
|
||||||
|
private String osFamily;
|
||||||
|
private String osVersion;
|
||||||
|
private String hardwareId;
|
||||||
|
private int ram;
|
||||||
|
private int cores;
|
||||||
|
private String initScript;
|
||||||
|
private String name;
|
||||||
|
private boolean stopOnTerminate;
|
||||||
|
private ComputeService compute;
|
||||||
|
private PooledComputeService pooledCompute;
|
||||||
|
private Collection<NodeMetadata> nodes = new LinkedList<NodeMetadata>();
|
||||||
|
private static Logger LOGGER = Logger.getLogger("AppTest");
|
||||||
|
|
||||||
|
private long time;
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void setUp() throws Exception {
|
||||||
|
// setup JCloudsCloud
|
||||||
|
identity = "insert-your-identity-here";
|
||||||
|
credential = "insert-your-credential-here";
|
||||||
|
providerName = "aws-ec2";
|
||||||
|
privateKey = new File("private-key");
|
||||||
|
publicKey = new File("public-key");
|
||||||
|
endPointUrl = "";
|
||||||
|
profile = "aws-slave-profile";
|
||||||
|
retentionTime = -1;
|
||||||
|
instanceCap = 3;
|
||||||
|
|
||||||
|
// cloud instance template
|
||||||
|
name = "aws-jenkins-slave";
|
||||||
|
// numExecutors = 1;
|
||||||
|
// description = ""
|
||||||
|
imageId = "us-east-1/ami-4dad7424";
|
||||||
|
osFamily = "";
|
||||||
|
osVersion = "";
|
||||||
|
hardwareId = "t1.micro";
|
||||||
|
ram = -1;
|
||||||
|
cores = -1;
|
||||||
|
// labels = "whii";
|
||||||
|
initScript = "touch /tmp/hellothere";
|
||||||
|
stopOnTerminate = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Rigourous Test :-)
|
||||||
|
*/
|
||||||
|
public void testApp() {
|
||||||
|
createCompute();
|
||||||
|
assertNotNull(compute);
|
||||||
|
createAndStartPool();
|
||||||
|
assertNotNull(pooledCompute);
|
||||||
|
for (int i = 0; i < 3; i++) {
|
||||||
|
startCounter();
|
||||||
|
provision("pool-1");
|
||||||
|
stopCounter();
|
||||||
|
}
|
||||||
|
for (int i = 0; i < 3; i++) {
|
||||||
|
startCounter();
|
||||||
|
provision("pool-2");
|
||||||
|
stopCounter();
|
||||||
|
}
|
||||||
|
for (int i = 0; i < 3; i++) {
|
||||||
|
startCounter();
|
||||||
|
provision("pool-3");
|
||||||
|
stopCounter();
|
||||||
|
}
|
||||||
|
assertEquals(9, getRunningNodesCount());
|
||||||
|
for (NodeMetadata slave : nodes) {
|
||||||
|
assertNotNull(slave);
|
||||||
|
LOGGER.info(slave.getId() + "-" + slave.getGroup());
|
||||||
|
terminate(slave);
|
||||||
|
}
|
||||||
|
assertEquals(0, getRunningNodesCount());
|
||||||
|
}
|
||||||
|
|
||||||
|
private void stopCounter() {
|
||||||
|
LOGGER.info("Elapsed time: " + (System.currentTimeMillis() - time));
|
||||||
|
}
|
||||||
|
|
||||||
|
private void startCounter() {
|
||||||
|
time = System.currentTimeMillis();
|
||||||
|
}
|
||||||
|
|
||||||
|
public AppTest getCloud() {
|
||||||
|
return this;
|
||||||
|
}
|
||||||
|
|
||||||
|
public ComputeService getCompute() {
|
||||||
|
return pooledCompute;
|
||||||
|
}
|
||||||
|
|
||||||
|
public NodeMetadata provision(String groupName) {
|
||||||
|
LOGGER.info("Provisioning new node");
|
||||||
|
NodeMetadata nodeMetadata = createNodeWithJdk(groupName);
|
||||||
|
nodes.add(nodeMetadata);
|
||||||
|
return nodeMetadata;
|
||||||
|
}
|
||||||
|
|
||||||
|
public int getRunningNodesCount() {
|
||||||
|
int nodeCount = 0;
|
||||||
|
|
||||||
|
for (ComputeMetadata cm : pooledCompute.listNodes()) {
|
||||||
|
if (NodeMetadata.class.isInstance(cm)) {
|
||||||
|
String nodeGroup = ((NodeMetadata) cm).getGroup();
|
||||||
|
|
||||||
|
if (!((NodeMetadata) cm).getState().equals(NodeState.SUSPENDED)
|
||||||
|
&& !((NodeMetadata) cm).getState().equals(NodeState.TERMINATED)) {
|
||||||
|
nodeCount++;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return nodeCount;
|
||||||
|
}
|
||||||
|
|
||||||
|
private void createCompute() {
|
||||||
|
Properties overrides = new Properties();
|
||||||
|
if (!Strings.isNullOrEmpty(this.endPointUrl)) {
|
||||||
|
overrides.setProperty(Constants.PROPERTY_ENDPOINT, this.endPointUrl);
|
||||||
|
}
|
||||||
|
Iterable<Module> modules = ImmutableSet.<Module> of(new SshjSshClientModule(), new SLF4JLoggingModule(),
|
||||||
|
new EnterpriseConfigurationModule());
|
||||||
|
this.compute = new ComputeServiceContextFactory().createContext(this.providerName, this.identity,
|
||||||
|
this.credential, modules, overrides).getComputeService();
|
||||||
|
}
|
||||||
|
|
||||||
|
private void createAndStartPool() {
|
||||||
|
LOGGER.info("creating jclouds nodepool");
|
||||||
|
ImmutableMap<String, String> userMetadata = ImmutableMap.of("Name", name);
|
||||||
|
TemplateBuilder templateBuilder = compute.templateBuilder();
|
||||||
|
if (!Strings.isNullOrEmpty(imageId)) {
|
||||||
|
LOGGER.info("Setting image id to " + imageId);
|
||||||
|
templateBuilder.imageId(imageId);
|
||||||
|
} else {
|
||||||
|
if (!Strings.isNullOrEmpty(osFamily)) {
|
||||||
|
LOGGER.info("Setting osFamily to " + osFamily);
|
||||||
|
templateBuilder.osFamily(OsFamily.valueOf(osFamily));
|
||||||
|
}
|
||||||
|
if (!Strings.isNullOrEmpty(osVersion)) {
|
||||||
|
LOGGER.info("Setting osVersion to " + osVersion);
|
||||||
|
templateBuilder.osVersionMatches(osVersion);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (!Strings.isNullOrEmpty((hardwareId))) {
|
||||||
|
LOGGER.info("Setting hardware Id to " + hardwareId);
|
||||||
|
} else {
|
||||||
|
LOGGER.info("Setting minRam " + ram + " and minCores " + cores);
|
||||||
|
templateBuilder.minCores(cores).minRam(ram);
|
||||||
|
}
|
||||||
|
|
||||||
|
Template template = templateBuilder.build();
|
||||||
|
|
||||||
|
// setup the jcloudTemplate to customize the nodeMetadata with jdk, etc.
|
||||||
|
// also opening ports
|
||||||
|
AdminAccess adminAccess = AdminAccess.builder().adminUsername("jenkins").installAdminPrivateKey(false) // no
|
||||||
|
// need
|
||||||
|
.grantSudoToAdminUser(false) // no need
|
||||||
|
.adminPrivateKey(getCloud().privateKey) // temporary due to jclouds
|
||||||
|
// bug
|
||||||
|
.authorizeAdminPublicKey(true).adminPublicKey(getCloud().publicKey).build();
|
||||||
|
|
||||||
|
// Jenkins needs /jenkins dir.
|
||||||
|
Statement jenkinsDirStatement = Statements.newStatementList(Statements.exec("mkdir /jenkins"),
|
||||||
|
Statements.exec("chown jenkins /jenkins"));
|
||||||
|
|
||||||
|
Statement bootstrap = newStatementList(adminAccess, jenkinsDirStatement, Statements.exec(this.initScript),
|
||||||
|
InstallJDK.fromOpenJDK());
|
||||||
|
|
||||||
|
template.getOptions().inboundPorts(22).userMetadata(userMetadata).runScript(bootstrap);
|
||||||
|
|
||||||
|
pooledCompute = new BasePooledComputeService(compute, "jenkins-pool", template, 10);
|
||||||
|
|
||||||
|
try {
|
||||||
|
pooledCompute.startPool();
|
||||||
|
} catch (RunNodesException e) {
|
||||||
|
destroyBadNodesAndPropagate(e);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private NodeMetadata createNodeWithJdk(String groupName) {
|
||||||
|
LOGGER.info("creating jclouds node");
|
||||||
|
|
||||||
|
NodeMetadata nodeMetadata = null;
|
||||||
|
|
||||||
|
try {
|
||||||
|
nodeMetadata = getOnlyElement(pooledCompute.createNodesInGroup(groupName, 1));
|
||||||
|
} catch (RunNodesException e) {
|
||||||
|
throw destroyBadNodesAndPropagate(e);
|
||||||
|
}
|
||||||
|
|
||||||
|
// Check if nodeMetadata is null and throw
|
||||||
|
return nodeMetadata;
|
||||||
|
}
|
||||||
|
|
||||||
|
private RuntimeException destroyBadNodesAndPropagate(RunNodesException e) {
|
||||||
|
for (Map.Entry<? extends NodeMetadata, ? extends Throwable> nodeError : e.getNodeErrors().entrySet())
|
||||||
|
getCloud().getCompute().destroyNode(nodeError.getKey().getId());
|
||||||
|
throw propagate(e);
|
||||||
|
}
|
||||||
|
|
||||||
|
public void terminate(NodeMetadata nodeMetaData) {
|
||||||
|
if (stopOnTerminate) {
|
||||||
|
LOGGER.info("Suspending the Slave : " + nodeMetaData.getName());
|
||||||
|
final ComputeService compute = getCloud().getCompute();
|
||||||
|
compute.suspendNode(nodeMetaData.getId());
|
||||||
|
} else {
|
||||||
|
LOGGER.info("Terminating the Slave : " + nodeMetaData.getName());
|
||||||
|
final ComputeService compute = getCloud().getCompute();
|
||||||
|
compute.destroyNode(nodeMetaData.getId());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue