honeymoose/OpenSearch
1
0
Fork 0
mirror of https://github.com/honeymoose/OpenSearch.git synced 2025-02-17 18:35:25 +00:00
Code Issues Packages Projects Releases Wiki Activity

[Test] Speed up RandomAllocationDeciderTests

Browse Source
This commit is contained in:
Simon Willnauer 2014-03-28 10:47:49 +01:00
parent 6e12584018
commit e60ca8d8d7
1 changed files with 8 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

15
src/test/java/org/elasticsearch/cluster/routing/allocation/RandomAllocationDeciderTests.java
View File

@ -60,14 +60,14 @@ public class RandomAllocationDeciderTests extends ElasticsearchAllocationTestCas
AllocationService strategy = new AllocationService(settingsBuilder().build(), new AllocationDeciders(ImmutableSettings.EMPTY, AllocationService strategy = new AllocationService(settingsBuilder().build(), new AllocationDeciders(ImmutableSettings.EMPTY,
new HashSet<>(Arrays.asList(new SameShardAllocationDecider(ImmutableSettings.EMPTY), new HashSet<>(Arrays.asList(new SameShardAllocationDecider(ImmutableSettings.EMPTY),
randomAllocationDecider))), new ShardsAllocators(), ClusterInfoService.EMPTY); randomAllocationDecider))), new ShardsAllocators(), ClusterInfoService.EMPTY);
int indices = between(1, 20); int indices = scaledRandomIntBetween(1, 20);
Builder metaBuilder = MetaData.builder(); Builder metaBuilder = MetaData.builder();
int maxNumReplicas = 1; int maxNumReplicas = 1;
int totalNumShards = 0; int totalNumShards = 0;
for (int i = 0; i < indices; i++) { for (int i = 0; i < indices; i++) {
int replicas = between(0, 6); int replicas = scaledRandomIntBetween(0, 6);
maxNumReplicas = Math.max(maxNumReplicas, replicas + 1); maxNumReplicas = Math.max(maxNumReplicas, replicas + 1);
int numShards = between(1, 20); int numShards = scaledRandomIntBetween(1, 20);
totalNumShards += numShards * (replicas + 1); totalNumShards += numShards * (replicas + 1);
metaBuilder.put(IndexMetaData.builder("INDEX_" + i).numberOfShards(numShards).numberOfReplicas(replicas)); metaBuilder.put(IndexMetaData.builder("INDEX_" + i).numberOfShards(numShards).numberOfReplicas(replicas));
@ -80,17 +80,18 @@ public class RandomAllocationDeciderTests extends ElasticsearchAllocationTestCas
RoutingTable routingTable = routingTableBuilder.build(); RoutingTable routingTable = routingTableBuilder.build();
ClusterState clusterState = ClusterState.builder(org.elasticsearch.cluster.ClusterName.DEFAULT).metaData(metaData).routingTable(routingTable).build(); ClusterState clusterState = ClusterState.builder(org.elasticsearch.cluster.ClusterName.DEFAULT).metaData(metaData).routingTable(routingTable).build();
int numIters = scaledRandomIntBetween(10, 30); int numIters = scaledRandomIntBetween(5, 15);
int nodeIdCounter = 0; int nodeIdCounter = 0;
int atMostNodes = between(Math.max(1, maxNumReplicas), numIters); int atMostNodes = scaledRandomIntBetween(Math.max(1, maxNumReplicas), 15);
final boolean frequentNodes = randomBoolean(); final boolean frequentNodes = randomBoolean();
for (int i = 0; i < numIters; i++) { for (int i = 0; i < numIters; i++) {
logger.info("Start iteration [{}]", i);
ClusterState.Builder stateBuilder = ClusterState.builder(clusterState); ClusterState.Builder stateBuilder = ClusterState.builder(clusterState);
DiscoveryNodes.Builder newNodesBuilder = DiscoveryNodes.builder(clusterState.nodes()); DiscoveryNodes.Builder newNodesBuilder = DiscoveryNodes.builder(clusterState.nodes());
if (clusterState.nodes().size() <= atMostNodes && if (clusterState.nodes().size() <= atMostNodes &&
(nodeIdCounter == 0 || (frequentNodes ? frequently() : rarely()))) { (nodeIdCounter == 0 || (frequentNodes ? frequently() : rarely()))) {
int numNodes = between(1, 3); int numNodes = scaledRandomIntBetween(1, 3);
for (int j = 0; j < numNodes; j++) { for (int j = 0; j < numNodes; j++) {
logger.info("adding node [{}]", nodeIdCounter); logger.info("adding node [{}]", nodeIdCounter);
newNodesBuilder.put(newNode("NODE_" + (nodeIdCounter++))); newNodesBuilder.put(newNode("NODE_" + (nodeIdCounter++)));
@ -98,7 +99,7 @@ public class RandomAllocationDeciderTests extends ElasticsearchAllocationTestCas
} }
if (nodeIdCounter > 1 && rarely()) { if (nodeIdCounter > 1 && rarely()) {
int nodeId = between(0, nodeIdCounter - 2); int nodeId = scaledRandomIntBetween(0, nodeIdCounter - 2);
logger.info("removing node [{}]", nodeId); logger.info("removing node [{}]", nodeId);
newNodesBuilder.remove("NODE_" + nodeId); newNodesBuilder.remove("NODE_" + nodeId);
} }