refactor the shard routing abstraction, no need for it
This commit is contained in:
kimchy
parent
fe5e5a073b
commit
514df4ee3f
|
|
@ -26,7 +26,6 @@ import org.elasticsearch.cluster.action.index.NodeMappingCreatedAction;
|
||||||
import org.elasticsearch.cluster.action.shard.ShardStateAction;
|
import org.elasticsearch.cluster.action.shard.ShardStateAction;
|
||||||
import org.elasticsearch.cluster.metadata.MetaDataService;
|
import org.elasticsearch.cluster.metadata.MetaDataService;
|
||||||
import org.elasticsearch.cluster.routing.RoutingService;
|
import org.elasticsearch.cluster.routing.RoutingService;
|
||||||
import org.elasticsearch.cluster.routing.strategy.DefaultShardsRoutingStrategy;
|
|
||||||
import org.elasticsearch.cluster.routing.strategy.ShardsRoutingStrategy;
|
import org.elasticsearch.cluster.routing.strategy.ShardsRoutingStrategy;
|
||||||
import org.elasticsearch.cluster.service.InternalClusterService;
|
import org.elasticsearch.cluster.service.InternalClusterService;
|
||||||
import org.elasticsearch.common.inject.AbstractModule;
|
import org.elasticsearch.common.inject.AbstractModule;
|
||||||
|
|
@ -45,9 +44,7 @@ public class ClusterModule extends AbstractModule {
|
||||||
|
|
||||||
@Override
|
@Override
|
||||||
protected void configure() {
|
protected void configure() {
|
||||||
bind(ShardsRoutingStrategy.class)
|
bind(ShardsRoutingStrategy.class).asEagerSingleton();
|
||||||
.to(settings.getAsClass("cluster.routing.shards.type", DefaultShardsRoutingStrategy.class))
|
|
||||||
.asEagerSingleton();
|
|
||||||
|
|
||||||
bind(ClusterService.class).to(InternalClusterService.class).asEagerSingleton();
|
bind(ClusterService.class).to(InternalClusterService.class).asEagerSingleton();
|
||||||
bind(MetaDataService.class).asEagerSingleton();
|
bind(MetaDataService.class).asEagerSingleton();
|
||||||
|
|
|
||||||
|
|
@ -1,408 +0,0 @@
|
||||||
/*
|
|
||||||
* Licensed to Elastic Search and Shay Banon under one
|
|
||||||
* or more contributor license agreements. See the NOTICE file
|
|
||||||
* distributed with this work for additional information
|
|
||||||
* regarding copyright ownership. Elastic Search licenses this
|
|
||||||
* file to you under the Apache License, Version 2.0 (the
|
|
||||||
* "License"); you may not use this file except in compliance
|
|
||||||
* with the License. You may obtain a copy of the License at
|
|
||||||
*
|
|
||||||
* http://www.apache.org/licenses/LICENSE-2.0
|
|
||||||
*
|
|
||||||
* Unless required by applicable law or agreed to in writing,
|
|
||||||
* software distributed under the License is distributed on an
|
|
||||||
* "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
|
|
||||||
* KIND, either express or implied. See the License for the
|
|
||||||
* specific language governing permissions and limitations
|
|
||||||
* under the License.
|
|
||||||
*/
|
|
||||||
|
|
||||||
package org.elasticsearch.cluster.routing.strategy;
|
|
||||||
|
|
||||||
import org.elasticsearch.cluster.ClusterState;
|
|
||||||
import org.elasticsearch.cluster.node.DiscoveryNode;
|
|
||||||
import org.elasticsearch.cluster.routing.*;
|
|
||||||
|
|
||||||
import java.util.Iterator;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.Set;
|
|
||||||
|
|
||||||
import static org.elasticsearch.cluster.routing.ShardRoutingState.*;
|
|
||||||
import static org.elasticsearch.common.collect.Sets.*;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @author kimchy (Shay Banon)
|
|
||||||
*/
|
|
||||||
public class DefaultShardsRoutingStrategy implements ShardsRoutingStrategy {
|
|
||||||
|
|
||||||
@Override public RoutingTable applyStartedShards(ClusterState clusterState, Iterable<? extends ShardRouting> startedShardEntries) {
|
|
||||||
RoutingNodes routingNodes = clusterState.routingNodes();
|
|
||||||
if (!applyStartedShards(routingNodes, startedShardEntries)) {
|
|
||||||
return clusterState.routingTable();
|
|
||||||
}
|
|
||||||
return new RoutingTable.Builder().updateNodes(routingNodes).build().validateRaiseException(clusterState.metaData());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override public RoutingTable applyFailedShards(ClusterState clusterState, Iterable<? extends ShardRouting> failedShardEntries) {
|
|
||||||
RoutingNodes routingNodes = clusterState.routingNodes();
|
|
||||||
if (!applyFailedShards(routingNodes, failedShardEntries)) {
|
|
||||||
return clusterState.routingTable();
|
|
||||||
}
|
|
||||||
return new RoutingTable.Builder().updateNodes(routingNodes).build().validateRaiseException(clusterState.metaData());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override public RoutingTable reroute(ClusterState clusterState) {
|
|
||||||
RoutingNodes routingNodes = clusterState.routingNodes();
|
|
||||||
|
|
||||||
Iterable<DiscoveryNode> dataNodes = clusterState.nodes().dataNodes().values();
|
|
||||||
|
|
||||||
boolean changed = false;
|
|
||||||
// first, clear from the shards any node id they used to belong to that is now dead
|
|
||||||
changed |= deassociateDeadNodes(routingNodes, dataNodes);
|
|
||||||
|
|
||||||
// create a sorted list of from nodes with least number of shards to the maximum ones
|
|
||||||
applyNewNodes(routingNodes, dataNodes);
|
|
||||||
|
|
||||||
// now allocate all the unassigned to available nodes
|
|
||||||
if (routingNodes.hasUnassigned()) {
|
|
||||||
changed |= allocateUnassigned(routingNodes);
|
|
||||||
}
|
|
||||||
|
|
||||||
// elect new primaries (backups that should become primaries)
|
|
||||||
changed |= electPrimaries(routingNodes);
|
|
||||||
|
|
||||||
// rebalance
|
|
||||||
changed |= rebalance(routingNodes);
|
|
||||||
|
|
||||||
if (!changed) {
|
|
||||||
return clusterState.routingTable();
|
|
||||||
}
|
|
||||||
|
|
||||||
return new RoutingTable.Builder().updateNodes(routingNodes).build().validateRaiseException(clusterState.metaData());
|
|
||||||
}
|
|
||||||
|
|
||||||
private boolean rebalance(RoutingNodes routingNodes) {
|
|
||||||
boolean changed = false;
|
|
||||||
List<RoutingNode> sortedNodesLeastToHigh = routingNodes.sortedNodesLeastToHigh();
|
|
||||||
if (sortedNodesLeastToHigh.isEmpty()) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
int lowIndex = 0;
|
|
||||||
int highIndex = sortedNodesLeastToHigh.size() - 1;
|
|
||||||
boolean relocationPerformed;
|
|
||||||
do {
|
|
||||||
relocationPerformed = false;
|
|
||||||
while (lowIndex != highIndex) {
|
|
||||||
RoutingNode lowRoutingNode = sortedNodesLeastToHigh.get(lowIndex);
|
|
||||||
RoutingNode highRoutingNode = sortedNodesLeastToHigh.get(highIndex);
|
|
||||||
int averageNumOfShards = routingNodes.requiredAverageNumberOfShardsPerNode();
|
|
||||||
|
|
||||||
// only active shards can be removed so must count only active ones.
|
|
||||||
if (highRoutingNode.numberOfOwningShards() <= averageNumOfShards) {
|
|
||||||
highIndex--;
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
if (lowRoutingNode.shards().size() >= averageNumOfShards) {
|
|
||||||
lowIndex++;
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
boolean relocated = false;
|
|
||||||
List<MutableShardRouting> activeShards = highRoutingNode.shardsWithState(STARTED);
|
|
||||||
for (MutableShardRouting activeShard : activeShards) {
|
|
||||||
if (lowRoutingNode.canAllocate(routingNodes.metaData(), routingNodes.routingTable()) && lowRoutingNode.canAllocate(activeShard)) {
|
|
||||||
changed = true;
|
|
||||||
lowRoutingNode.add(new MutableShardRouting(activeShard.index(), activeShard.id(),
|
|
||||||
lowRoutingNode.nodeId(), activeShard.currentNodeId(),
|
|
||||||
activeShard.primary(), INITIALIZING));
|
|
||||||
|
|
||||||
activeShard.relocate(lowRoutingNode.nodeId());
|
|
||||||
relocated = true;
|
|
||||||
relocationPerformed = true;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!relocated) {
|
|
||||||
highIndex--;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
} while (relocationPerformed);
|
|
||||||
return changed;
|
|
||||||
}
|
|
||||||
|
|
||||||
private boolean electPrimaries(RoutingNodes routingNodes) {
|
|
||||||
boolean changed = false;
|
|
||||||
for (MutableShardRouting shardEntry : routingNodes.unassigned()) {
|
|
||||||
if (shardEntry.primary() && !shardEntry.assignedToNode()) {
|
|
||||||
boolean elected = false;
|
|
||||||
// primary and not assigned, go over and find a backup that is assigned
|
|
||||||
for (RoutingNode routingNode : routingNodes.nodesToShards().values()) {
|
|
||||||
|
|
||||||
for (MutableShardRouting shardEntry2 : routingNode.shards()) {
|
|
||||||
if (shardEntry.shardId().equals(shardEntry2.shardId())) {
|
|
||||||
assert shardEntry2.assignedToNode();
|
|
||||||
assert !shardEntry2.primary();
|
|
||||||
|
|
||||||
changed = true;
|
|
||||||
shardEntry.moveToBackup();
|
|
||||||
shardEntry2.moveToPrimary();
|
|
||||||
elected = true;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (elected) {
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return changed;
|
|
||||||
}
|
|
||||||
|
|
||||||
private boolean allocateUnassigned(RoutingNodes routingNodes) {
|
|
||||||
boolean changed = false;
|
|
||||||
List<RoutingNode> nodes = routingNodes.sortedNodesLeastToHigh();
|
|
||||||
|
|
||||||
Iterator<MutableShardRouting> unassignedIterator = routingNodes.unassigned().iterator();
|
|
||||||
int lastNode = 0;
|
|
||||||
while (unassignedIterator.hasNext()) {
|
|
||||||
MutableShardRouting shard = unassignedIterator.next();
|
|
||||||
for (int i = 0; i < nodes.size(); i++) {
|
|
||||||
RoutingNode node = nodes.get(lastNode);
|
|
||||||
lastNode++;
|
|
||||||
if (lastNode == nodes.size())
|
|
||||||
lastNode = 0;
|
|
||||||
|
|
||||||
if (node.canAllocate(routingNodes.metaData(), routingNodes.routingTable()) && node.canAllocate(shard)) {
|
|
||||||
int numberOfShardsToAllocate = routingNodes.requiredAverageNumberOfShardsPerNode() - node.shards().size();
|
|
||||||
if (numberOfShardsToAllocate == 0) {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
changed = true;
|
|
||||||
node.add(shard);
|
|
||||||
unassignedIterator.remove();
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// allocate all the unassigned shards above the average per node.
|
|
||||||
for (Iterator<MutableShardRouting> it = routingNodes.unassigned().iterator(); it.hasNext();) {
|
|
||||||
MutableShardRouting shardRoutingEntry = it.next();
|
|
||||||
// go over the nodes and try and allocate the remaining ones
|
|
||||||
for (RoutingNode routingNode : routingNodes.nodesToShards().values()) {
|
|
||||||
if (routingNode.canAllocate(routingNodes.metaData(), routingNodes.routingTable()) && routingNode.canAllocate(shardRoutingEntry)) {
|
|
||||||
changed = true;
|
|
||||||
routingNode.add(shardRoutingEntry);
|
|
||||||
it.remove();
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return changed;
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Applies the new nodes to the routing nodes and returns them (just the
|
|
||||||
* new nodes);
|
|
||||||
*
|
|
||||||
* @param liveNodes currently live nodes.
|
|
||||||
*/
|
|
||||||
private void applyNewNodes(RoutingNodes routingNodes, Iterable<DiscoveryNode> liveNodes) {
|
|
||||||
for (DiscoveryNode node : liveNodes) {
|
|
||||||
if (!routingNodes.nodesToShards().containsKey(node.id())) {
|
|
||||||
RoutingNode routingNode = new RoutingNode(node.id());
|
|
||||||
routingNodes.nodesToShards().put(node.id(), routingNode);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private boolean deassociateDeadNodes(RoutingNodes routingNodes, Iterable<DiscoveryNode> liveNodes) {
|
|
||||||
boolean changed = false;
|
|
||||||
Set<String> liveNodeIds = newHashSet();
|
|
||||||
for (DiscoveryNode liveNode : liveNodes) {
|
|
||||||
liveNodeIds.add(liveNode.id());
|
|
||||||
}
|
|
||||||
Set<String> nodeIdsToRemove = newHashSet();
|
|
||||||
for (RoutingNode routingNode : routingNodes) {
|
|
||||||
for (Iterator<MutableShardRouting> shardsIterator = routingNode.shards().iterator(); shardsIterator.hasNext();) {
|
|
||||||
MutableShardRouting shardRoutingEntry = shardsIterator.next();
|
|
||||||
if (shardRoutingEntry.assignedToNode()) {
|
|
||||||
// we store the relocation state here since when we call de-assign node
|
|
||||||
// later on, we will loose this state
|
|
||||||
boolean relocating = shardRoutingEntry.relocating();
|
|
||||||
String relocatingNodeId = shardRoutingEntry.relocatingNodeId();
|
|
||||||
// is this the destination shard that we are relocating an existing shard to?
|
|
||||||
// we know this since it has a relocating node id (the node we relocate from) and our state is INITIALIZING (and not RELOCATING)
|
|
||||||
boolean isRelocationDestinationShard = relocatingNodeId != null && shardRoutingEntry.initializing();
|
|
||||||
|
|
||||||
boolean currentNodeIsDead = false;
|
|
||||||
if (!liveNodeIds.contains(shardRoutingEntry.currentNodeId())) {
|
|
||||||
changed = true;
|
|
||||||
nodeIdsToRemove.add(shardRoutingEntry.currentNodeId());
|
|
||||||
|
|
||||||
if (!isRelocationDestinationShard) {
|
|
||||||
routingNodes.unassigned().add(shardRoutingEntry);
|
|
||||||
}
|
|
||||||
|
|
||||||
shardRoutingEntry.deassignNode();
|
|
||||||
currentNodeIsDead = true;
|
|
||||||
shardsIterator.remove();
|
|
||||||
}
|
|
||||||
|
|
||||||
// move source shard back to active state and cancel relocation mode.
|
|
||||||
if (relocating && !liveNodeIds.contains(relocatingNodeId)) {
|
|
||||||
nodeIdsToRemove.add(relocatingNodeId);
|
|
||||||
if (!currentNodeIsDead) {
|
|
||||||
changed = true;
|
|
||||||
shardRoutingEntry.cancelRelocation();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (isRelocationDestinationShard && !liveNodeIds.contains(relocatingNodeId)) {
|
|
||||||
changed = true;
|
|
||||||
shardsIterator.remove();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
for (String nodeIdToRemove : nodeIdsToRemove) {
|
|
||||||
routingNodes.nodesToShards().remove(nodeIdToRemove);
|
|
||||||
}
|
|
||||||
return changed;
|
|
||||||
}
|
|
||||||
|
|
||||||
private boolean applyStartedShards(RoutingNodes routingNodes, Iterable<? extends ShardRouting> startedShardEntries) {
|
|
||||||
boolean dirty = false;
|
|
||||||
// apply shards might be called several times with the same shard, ignore it
|
|
||||||
for (ShardRouting startedShard : startedShardEntries) {
|
|
||||||
assert startedShard.state() == INITIALIZING;
|
|
||||||
|
|
||||||
// retrieve the relocating node id before calling moveToStarted().
|
|
||||||
String relocatingNodeId = null;
|
|
||||||
|
|
||||||
RoutingNode currentRoutingNode = routingNodes.nodesToShards().get(startedShard.currentNodeId());
|
|
||||||
if (currentRoutingNode != null) {
|
|
||||||
for (MutableShardRouting shard : currentRoutingNode) {
|
|
||||||
if (shard.shardId().equals(startedShard.shardId())) {
|
|
||||||
relocatingNodeId = shard.relocatingNodeId();
|
|
||||||
if (!shard.started()) {
|
|
||||||
dirty = true;
|
|
||||||
shard.moveToStarted();
|
|
||||||
}
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// startedShard is the current state of the shard (post relocation for example)
|
|
||||||
// this means that after relocation, the state will be started and the currentNodeId will be
|
|
||||||
// the node we relocated to
|
|
||||||
|
|
||||||
if (relocatingNodeId == null)
|
|
||||||
continue;
|
|
||||||
|
|
||||||
RoutingNode sourceRoutingNode = routingNodes.nodesToShards().get(relocatingNodeId);
|
|
||||||
if (sourceRoutingNode != null) {
|
|
||||||
Iterator<MutableShardRouting> shardsIter = sourceRoutingNode.iterator();
|
|
||||||
while (shardsIter.hasNext()) {
|
|
||||||
MutableShardRouting shard = shardsIter.next();
|
|
||||||
if (shard.shardId().equals(startedShard.shardId())) {
|
|
||||||
if (shard.relocating()) {
|
|
||||||
dirty = true;
|
|
||||||
shardsIter.remove();
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return dirty;
|
|
||||||
}
|
|
||||||
|
|
||||||
private boolean applyFailedShards(RoutingNodes routingNodes, Iterable<? extends ShardRouting> failedShardEntries) {
|
|
||||||
boolean dirty = false;
|
|
||||||
// apply shards might be called several times with the same shard, ignore it
|
|
||||||
for (ShardRouting failedShard : failedShardEntries) {
|
|
||||||
|
|
||||||
boolean shardDirty = false;
|
|
||||||
boolean inRelocation = failedShard.relocatingNodeId() != null;
|
|
||||||
if (inRelocation) {
|
|
||||||
RoutingNode routingNode = routingNodes.nodesToShards().get(failedShard.currentNodeId());
|
|
||||||
if (routingNode != null) {
|
|
||||||
Iterator<MutableShardRouting> shards = routingNode.iterator();
|
|
||||||
while (shards.hasNext()) {
|
|
||||||
MutableShardRouting shard = shards.next();
|
|
||||||
if (shard.shardId().equals(failedShard.shardId())) {
|
|
||||||
shardDirty = true;
|
|
||||||
shard.deassignNode();
|
|
||||||
shards.remove();
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
String nodeId = inRelocation ? failedShard.relocatingNodeId() : failedShard.currentNodeId();
|
|
||||||
RoutingNode currentRoutingNode = routingNodes.nodesToShards().get(nodeId);
|
|
||||||
|
|
||||||
if (currentRoutingNode == null) {
|
|
||||||
// already failed (might be called several times for the same shard)
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
Iterator<MutableShardRouting> shards = currentRoutingNode.iterator();
|
|
||||||
while (shards.hasNext()) {
|
|
||||||
MutableShardRouting shard = shards.next();
|
|
||||||
if (shard.shardId().equals(failedShard.shardId())) {
|
|
||||||
shardDirty = true;
|
|
||||||
if (!inRelocation) {
|
|
||||||
shard.deassignNode();
|
|
||||||
shards.remove();
|
|
||||||
} else {
|
|
||||||
shard.cancelRelocation();
|
|
||||||
}
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
if (!shardDirty) {
|
|
||||||
continue;
|
|
||||||
} else {
|
|
||||||
dirty = true;
|
|
||||||
}
|
|
||||||
|
|
||||||
// if in relocation no need to find a new target, just cancel the relocation.
|
|
||||||
if (inRelocation) {
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
|
|
||||||
// not in relocation so find a new target.
|
|
||||||
|
|
||||||
boolean allocated = false;
|
|
||||||
List<RoutingNode> sortedNodesLeastToHigh = routingNodes.sortedNodesLeastToHigh();
|
|
||||||
for (RoutingNode target : sortedNodesLeastToHigh) {
|
|
||||||
if (target.canAllocate(failedShard) &&
|
|
||||||
target.canAllocate(routingNodes.metaData(), routingNodes.routingTable()) &&
|
|
||||||
!target.nodeId().equals(failedShard.currentNodeId())) {
|
|
||||||
|
|
||||||
target.add(new MutableShardRouting(failedShard.index(), failedShard.id(),
|
|
||||||
target.nodeId(), failedShard.relocatingNodeId(),
|
|
||||||
failedShard.primary(), INITIALIZING));
|
|
||||||
allocated = true;
|
|
||||||
break;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
if (!allocated) {
|
|
||||||
// we did not manage to allocate it, put it in the unassigned
|
|
||||||
routingNodes.unassigned().add(new MutableShardRouting(failedShard.index(), failedShard.id(),
|
|
||||||
null, failedShard.primary(), ShardRoutingState.UNASSIGNED));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return dirty;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
@ -20,32 +20,404 @@
|
||||||
package org.elasticsearch.cluster.routing.strategy;
|
package org.elasticsearch.cluster.routing.strategy;
|
||||||
|
|
||||||
import org.elasticsearch.cluster.ClusterState;
|
import org.elasticsearch.cluster.ClusterState;
|
||||||
import org.elasticsearch.cluster.routing.RoutingTable;
|
import org.elasticsearch.cluster.node.DiscoveryNode;
|
||||||
import org.elasticsearch.cluster.routing.ShardRouting;
|
import org.elasticsearch.cluster.routing.*;
|
||||||
|
|
||||||
|
import java.util.Iterator;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Set;
|
||||||
|
|
||||||
|
import static org.elasticsearch.cluster.routing.ShardRoutingState.*;
|
||||||
|
import static org.elasticsearch.common.collect.Sets.*;
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* @author kimchy (Shay Banon)
|
* @author kimchy (shay.banon)
|
||||||
*/
|
*/
|
||||||
public interface ShardsRoutingStrategy {
|
public class ShardsRoutingStrategy {
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Applies the started shards. Note, shards can be called several times within this method.
|
* Applies the started shards. Note, shards can be called several times within this method.
|
||||||
*
|
*
|
||||||
* <p>If the same instance of the routing table is returned, then no change has been made.
|
* <p>If the same instance of the routing table is returned, then no change has been made.
|
||||||
*/
|
*/
|
||||||
RoutingTable applyStartedShards(ClusterState clusterState, Iterable<? extends ShardRouting> startedShardEntries);
|
public RoutingTable applyStartedShards(ClusterState clusterState, Iterable<? extends ShardRouting> startedShardEntries) {
|
||||||
|
RoutingNodes routingNodes = clusterState.routingNodes();
|
||||||
|
if (!applyStartedShards(routingNodes, startedShardEntries)) {
|
||||||
|
return clusterState.routingTable();
|
||||||
|
}
|
||||||
|
return new RoutingTable.Builder().updateNodes(routingNodes).build().validateRaiseException(clusterState.metaData());
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Applies the failed shards. Note, shards can be called several times within this method.
|
* Applies the failed shards. Note, shards can be called several times within this method.
|
||||||
*
|
*
|
||||||
* <p>If the same instance of the routing table is returned, then no change has been made.
|
* <p>If the same instance of the routing table is returned, then no change has been made.
|
||||||
*/
|
*/
|
||||||
RoutingTable applyFailedShards(ClusterState clusterState, Iterable<? extends ShardRouting> failedShardEntries);
|
public RoutingTable applyFailedShards(ClusterState clusterState, Iterable<? extends ShardRouting> failedShardEntries) {
|
||||||
|
RoutingNodes routingNodes = clusterState.routingNodes();
|
||||||
|
if (!applyFailedShards(routingNodes, failedShardEntries)) {
|
||||||
|
return clusterState.routingTable();
|
||||||
|
}
|
||||||
|
return new RoutingTable.Builder().updateNodes(routingNodes).build().validateRaiseException(clusterState.metaData());
|
||||||
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Reroutes the routing table based on the live nodes.
|
* Reroutes the routing table based on the live nodes.
|
||||||
*
|
*
|
||||||
* <p>If the same instance of the routing table is returned, then no change has been made.
|
* <p>If the same instance of the routing table is returned, then no change has been made.
|
||||||
*/
|
*/
|
||||||
RoutingTable reroute(ClusterState clusterState);
|
public RoutingTable reroute(ClusterState clusterState) {
|
||||||
|
RoutingNodes routingNodes = clusterState.routingNodes();
|
||||||
|
|
||||||
|
Iterable<DiscoveryNode> dataNodes = clusterState.nodes().dataNodes().values();
|
||||||
|
|
||||||
|
boolean changed = false;
|
||||||
|
// first, clear from the shards any node id they used to belong to that is now dead
|
||||||
|
changed |= deassociateDeadNodes(routingNodes, dataNodes);
|
||||||
|
|
||||||
|
// create a sorted list of from nodes with least number of shards to the maximum ones
|
||||||
|
applyNewNodes(routingNodes, dataNodes);
|
||||||
|
|
||||||
|
// now allocate all the unassigned to available nodes
|
||||||
|
if (routingNodes.hasUnassigned()) {
|
||||||
|
changed |= allocateUnassigned(routingNodes);
|
||||||
|
}
|
||||||
|
|
||||||
|
// elect new primaries (backups that should become primaries)
|
||||||
|
changed |= electPrimaries(routingNodes);
|
||||||
|
|
||||||
|
// rebalance
|
||||||
|
changed |= rebalance(routingNodes);
|
||||||
|
|
||||||
|
if (!changed) {
|
||||||
|
return clusterState.routingTable();
|
||||||
|
}
|
||||||
|
|
||||||
|
return new RoutingTable.Builder().updateNodes(routingNodes).build().validateRaiseException(clusterState.metaData());
|
||||||
|
}
|
||||||
|
|
||||||
|
private boolean rebalance(RoutingNodes routingNodes) {
|
||||||
|
boolean changed = false;
|
||||||
|
List<RoutingNode> sortedNodesLeastToHigh = routingNodes.sortedNodesLeastToHigh();
|
||||||
|
if (sortedNodesLeastToHigh.isEmpty()) {
|
||||||
|
return false;
|
||||||
|
}
|
||||||
|
int lowIndex = 0;
|
||||||
|
int highIndex = sortedNodesLeastToHigh.size() - 1;
|
||||||
|
boolean relocationPerformed;
|
||||||
|
do {
|
||||||
|
relocationPerformed = false;
|
||||||
|
while (lowIndex != highIndex) {
|
||||||
|
RoutingNode lowRoutingNode = sortedNodesLeastToHigh.get(lowIndex);
|
||||||
|
RoutingNode highRoutingNode = sortedNodesLeastToHigh.get(highIndex);
|
||||||
|
int averageNumOfShards = routingNodes.requiredAverageNumberOfShardsPerNode();
|
||||||
|
|
||||||
|
// only active shards can be removed so must count only active ones.
|
||||||
|
if (highRoutingNode.numberOfOwningShards() <= averageNumOfShards) {
|
||||||
|
highIndex--;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
if (lowRoutingNode.shards().size() >= averageNumOfShards) {
|
||||||
|
lowIndex++;
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
boolean relocated = false;
|
||||||
|
List<MutableShardRouting> activeShards = highRoutingNode.shardsWithState(STARTED);
|
||||||
|
for (MutableShardRouting activeShard : activeShards) {
|
||||||
|
if (lowRoutingNode.canAllocate(routingNodes.metaData(), routingNodes.routingTable()) && lowRoutingNode.canAllocate(activeShard)) {
|
||||||
|
changed = true;
|
||||||
|
lowRoutingNode.add(new MutableShardRouting(activeShard.index(), activeShard.id(),
|
||||||
|
lowRoutingNode.nodeId(), activeShard.currentNodeId(),
|
||||||
|
activeShard.primary(), INITIALIZING));
|
||||||
|
|
||||||
|
activeShard.relocate(lowRoutingNode.nodeId());
|
||||||
|
relocated = true;
|
||||||
|
relocationPerformed = true;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!relocated) {
|
||||||
|
highIndex--;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
} while (relocationPerformed);
|
||||||
|
return changed;
|
||||||
|
}
|
||||||
|
|
||||||
|
private boolean electPrimaries(RoutingNodes routingNodes) {
|
||||||
|
boolean changed = false;
|
||||||
|
for (MutableShardRouting shardEntry : routingNodes.unassigned()) {
|
||||||
|
if (shardEntry.primary() && !shardEntry.assignedToNode()) {
|
||||||
|
boolean elected = false;
|
||||||
|
// primary and not assigned, go over and find a backup that is assigned
|
||||||
|
for (RoutingNode routingNode : routingNodes.nodesToShards().values()) {
|
||||||
|
|
||||||
|
for (MutableShardRouting shardEntry2 : routingNode.shards()) {
|
||||||
|
if (shardEntry.shardId().equals(shardEntry2.shardId())) {
|
||||||
|
assert shardEntry2.assignedToNode();
|
||||||
|
assert !shardEntry2.primary();
|
||||||
|
|
||||||
|
changed = true;
|
||||||
|
shardEntry.moveToBackup();
|
||||||
|
shardEntry2.moveToPrimary();
|
||||||
|
elected = true;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (elected) {
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return changed;
|
||||||
|
}
|
||||||
|
|
||||||
|
private boolean allocateUnassigned(RoutingNodes routingNodes) {
|
||||||
|
boolean changed = false;
|
||||||
|
List<RoutingNode> nodes = routingNodes.sortedNodesLeastToHigh();
|
||||||
|
|
||||||
|
Iterator<MutableShardRouting> unassignedIterator = routingNodes.unassigned().iterator();
|
||||||
|
int lastNode = 0;
|
||||||
|
while (unassignedIterator.hasNext()) {
|
||||||
|
MutableShardRouting shard = unassignedIterator.next();
|
||||||
|
for (int i = 0; i < nodes.size(); i++) {
|
||||||
|
RoutingNode node = nodes.get(lastNode);
|
||||||
|
lastNode++;
|
||||||
|
if (lastNode == nodes.size())
|
||||||
|
lastNode = 0;
|
||||||
|
|
||||||
|
if (node.canAllocate(routingNodes.metaData(), routingNodes.routingTable()) && node.canAllocate(shard)) {
|
||||||
|
int numberOfShardsToAllocate = routingNodes.requiredAverageNumberOfShardsPerNode() - node.shards().size();
|
||||||
|
if (numberOfShardsToAllocate == 0) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
changed = true;
|
||||||
|
node.add(shard);
|
||||||
|
unassignedIterator.remove();
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// allocate all the unassigned shards above the average per node.
|
||||||
|
for (Iterator<MutableShardRouting> it = routingNodes.unassigned().iterator(); it.hasNext();) {
|
||||||
|
MutableShardRouting shardRoutingEntry = it.next();
|
||||||
|
// go over the nodes and try and allocate the remaining ones
|
||||||
|
for (RoutingNode routingNode : routingNodes.nodesToShards().values()) {
|
||||||
|
if (routingNode.canAllocate(routingNodes.metaData(), routingNodes.routingTable()) && routingNode.canAllocate(shardRoutingEntry)) {
|
||||||
|
changed = true;
|
||||||
|
routingNode.add(shardRoutingEntry);
|
||||||
|
it.remove();
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return changed;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Applies the new nodes to the routing nodes and returns them (just the
|
||||||
|
* new nodes);
|
||||||
|
*
|
||||||
|
* @param liveNodes currently live nodes.
|
||||||
|
*/
|
||||||
|
private void applyNewNodes(RoutingNodes routingNodes, Iterable<DiscoveryNode> liveNodes) {
|
||||||
|
for (DiscoveryNode node : liveNodes) {
|
||||||
|
if (!routingNodes.nodesToShards().containsKey(node.id())) {
|
||||||
|
RoutingNode routingNode = new RoutingNode(node.id());
|
||||||
|
routingNodes.nodesToShards().put(node.id(), routingNode);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private boolean deassociateDeadNodes(RoutingNodes routingNodes, Iterable<DiscoveryNode> liveNodes) {
|
||||||
|
boolean changed = false;
|
||||||
|
Set<String> liveNodeIds = newHashSet();
|
||||||
|
for (DiscoveryNode liveNode : liveNodes) {
|
||||||
|
liveNodeIds.add(liveNode.id());
|
||||||
|
}
|
||||||
|
Set<String> nodeIdsToRemove = newHashSet();
|
||||||
|
for (RoutingNode routingNode : routingNodes) {
|
||||||
|
for (Iterator<MutableShardRouting> shardsIterator = routingNode.shards().iterator(); shardsIterator.hasNext();) {
|
||||||
|
MutableShardRouting shardRoutingEntry = shardsIterator.next();
|
||||||
|
if (shardRoutingEntry.assignedToNode()) {
|
||||||
|
// we store the relocation state here since when we call de-assign node
|
||||||
|
// later on, we will loose this state
|
||||||
|
boolean relocating = shardRoutingEntry.relocating();
|
||||||
|
String relocatingNodeId = shardRoutingEntry.relocatingNodeId();
|
||||||
|
// is this the destination shard that we are relocating an existing shard to?
|
||||||
|
// we know this since it has a relocating node id (the node we relocate from) and our state is INITIALIZING (and not RELOCATING)
|
||||||
|
boolean isRelocationDestinationShard = relocatingNodeId != null && shardRoutingEntry.initializing();
|
||||||
|
|
||||||
|
boolean currentNodeIsDead = false;
|
||||||
|
if (!liveNodeIds.contains(shardRoutingEntry.currentNodeId())) {
|
||||||
|
changed = true;
|
||||||
|
nodeIdsToRemove.add(shardRoutingEntry.currentNodeId());
|
||||||
|
|
||||||
|
if (!isRelocationDestinationShard) {
|
||||||
|
routingNodes.unassigned().add(shardRoutingEntry);
|
||||||
|
}
|
||||||
|
|
||||||
|
shardRoutingEntry.deassignNode();
|
||||||
|
currentNodeIsDead = true;
|
||||||
|
shardsIterator.remove();
|
||||||
|
}
|
||||||
|
|
||||||
|
// move source shard back to active state and cancel relocation mode.
|
||||||
|
if (relocating && !liveNodeIds.contains(relocatingNodeId)) {
|
||||||
|
nodeIdsToRemove.add(relocatingNodeId);
|
||||||
|
if (!currentNodeIsDead) {
|
||||||
|
changed = true;
|
||||||
|
shardRoutingEntry.cancelRelocation();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (isRelocationDestinationShard && !liveNodeIds.contains(relocatingNodeId)) {
|
||||||
|
changed = true;
|
||||||
|
shardsIterator.remove();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
for (String nodeIdToRemove : nodeIdsToRemove) {
|
||||||
|
routingNodes.nodesToShards().remove(nodeIdToRemove);
|
||||||
|
}
|
||||||
|
return changed;
|
||||||
|
}
|
||||||
|
|
||||||
|
private boolean applyStartedShards(RoutingNodes routingNodes, Iterable<? extends ShardRouting> startedShardEntries) {
|
||||||
|
boolean dirty = false;
|
||||||
|
// apply shards might be called several times with the same shard, ignore it
|
||||||
|
for (ShardRouting startedShard : startedShardEntries) {
|
||||||
|
assert startedShard.state() == INITIALIZING;
|
||||||
|
|
||||||
|
// retrieve the relocating node id before calling moveToStarted().
|
||||||
|
String relocatingNodeId = null;
|
||||||
|
|
||||||
|
RoutingNode currentRoutingNode = routingNodes.nodesToShards().get(startedShard.currentNodeId());
|
||||||
|
if (currentRoutingNode != null) {
|
||||||
|
for (MutableShardRouting shard : currentRoutingNode) {
|
||||||
|
if (shard.shardId().equals(startedShard.shardId())) {
|
||||||
|
relocatingNodeId = shard.relocatingNodeId();
|
||||||
|
if (!shard.started()) {
|
||||||
|
dirty = true;
|
||||||
|
shard.moveToStarted();
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// startedShard is the current state of the shard (post relocation for example)
|
||||||
|
// this means that after relocation, the state will be started and the currentNodeId will be
|
||||||
|
// the node we relocated to
|
||||||
|
|
||||||
|
if (relocatingNodeId == null)
|
||||||
|
continue;
|
||||||
|
|
||||||
|
RoutingNode sourceRoutingNode = routingNodes.nodesToShards().get(relocatingNodeId);
|
||||||
|
if (sourceRoutingNode != null) {
|
||||||
|
Iterator<MutableShardRouting> shardsIter = sourceRoutingNode.iterator();
|
||||||
|
while (shardsIter.hasNext()) {
|
||||||
|
MutableShardRouting shard = shardsIter.next();
|
||||||
|
if (shard.shardId().equals(startedShard.shardId())) {
|
||||||
|
if (shard.relocating()) {
|
||||||
|
dirty = true;
|
||||||
|
shardsIter.remove();
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return dirty;
|
||||||
|
}
|
||||||
|
|
||||||
|
private boolean applyFailedShards(RoutingNodes routingNodes, Iterable<? extends ShardRouting> failedShardEntries) {
|
||||||
|
boolean dirty = false;
|
||||||
|
// apply shards might be called several times with the same shard, ignore it
|
||||||
|
for (ShardRouting failedShard : failedShardEntries) {
|
||||||
|
|
||||||
|
boolean shardDirty = false;
|
||||||
|
boolean inRelocation = failedShard.relocatingNodeId() != null;
|
||||||
|
if (inRelocation) {
|
||||||
|
RoutingNode routingNode = routingNodes.nodesToShards().get(failedShard.currentNodeId());
|
||||||
|
if (routingNode != null) {
|
||||||
|
Iterator<MutableShardRouting> shards = routingNode.iterator();
|
||||||
|
while (shards.hasNext()) {
|
||||||
|
MutableShardRouting shard = shards.next();
|
||||||
|
if (shard.shardId().equals(failedShard.shardId())) {
|
||||||
|
shardDirty = true;
|
||||||
|
shard.deassignNode();
|
||||||
|
shards.remove();
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
String nodeId = inRelocation ? failedShard.relocatingNodeId() : failedShard.currentNodeId();
|
||||||
|
RoutingNode currentRoutingNode = routingNodes.nodesToShards().get(nodeId);
|
||||||
|
|
||||||
|
if (currentRoutingNode == null) {
|
||||||
|
// already failed (might be called several times for the same shard)
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
Iterator<MutableShardRouting> shards = currentRoutingNode.iterator();
|
||||||
|
while (shards.hasNext()) {
|
||||||
|
MutableShardRouting shard = shards.next();
|
||||||
|
if (shard.shardId().equals(failedShard.shardId())) {
|
||||||
|
shardDirty = true;
|
||||||
|
if (!inRelocation) {
|
||||||
|
shard.deassignNode();
|
||||||
|
shards.remove();
|
||||||
|
} else {
|
||||||
|
shard.cancelRelocation();
|
||||||
|
}
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
if (!shardDirty) {
|
||||||
|
continue;
|
||||||
|
} else {
|
||||||
|
dirty = true;
|
||||||
|
}
|
||||||
|
|
||||||
|
// if in relocation no need to find a new target, just cancel the relocation.
|
||||||
|
if (inRelocation) {
|
||||||
|
continue;
|
||||||
|
}
|
||||||
|
|
||||||
|
// not in relocation so find a new target.
|
||||||
|
|
||||||
|
boolean allocated = false;
|
||||||
|
List<RoutingNode> sortedNodesLeastToHigh = routingNodes.sortedNodesLeastToHigh();
|
||||||
|
for (RoutingNode target : sortedNodesLeastToHigh) {
|
||||||
|
if (target.canAllocate(failedShard) &&
|
||||||
|
target.canAllocate(routingNodes.metaData(), routingNodes.routingTable()) &&
|
||||||
|
!target.nodeId().equals(failedShard.currentNodeId())) {
|
||||||
|
|
||||||
|
target.add(new MutableShardRouting(failedShard.index(), failedShard.id(),
|
||||||
|
target.nodeId(), failedShard.relocatingNodeId(),
|
||||||
|
failedShard.primary(), INITIALIZING));
|
||||||
|
allocated = true;
|
||||||
|
break;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
if (!allocated) {
|
||||||
|
// we did not manage to allocate it, put it in the unassigned
|
||||||
|
routingNodes.unassigned().add(new MutableShardRouting(failedShard.index(), failedShard.id(),
|
||||||
|
null, failedShard.primary(), ShardRoutingState.UNASSIGNED));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return dirty;
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -50,7 +50,7 @@ public class FailedShardsRoutingTests {
|
||||||
private final ESLogger logger = Loggers.getLogger(FailedShardsRoutingTests.class);
|
private final ESLogger logger = Loggers.getLogger(FailedShardsRoutingTests.class);
|
||||||
|
|
||||||
@Test public void testFailures() {
|
@Test public void testFailures() {
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
|
|
||||||
logger.info("Building initial routing table");
|
logger.info("Building initial routing table");
|
||||||
|
|
||||||
|
|
@ -152,7 +152,7 @@ public class FailedShardsRoutingTests {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test public void test10ShardsWith1ReplicaFailure() {
|
@Test public void test10ShardsWith1ReplicaFailure() {
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
|
|
||||||
logger.info("Building initial routing table");
|
logger.info("Building initial routing table");
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -54,7 +54,7 @@ public class SingleShardNoBackupsRoutingStrategyTests {
|
||||||
private final ESLogger logger = Loggers.getLogger(SingleShardNoBackupsRoutingStrategyTests.class);
|
private final ESLogger logger = Loggers.getLogger(SingleShardNoBackupsRoutingStrategyTests.class);
|
||||||
|
|
||||||
@Test public void testSingleIndexStartedShard() {
|
@Test public void testSingleIndexStartedShard() {
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
|
|
||||||
logger.info("Building initial routing table");
|
logger.info("Building initial routing table");
|
||||||
|
|
||||||
|
|
@ -154,7 +154,7 @@ public class SingleShardNoBackupsRoutingStrategyTests {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test public void testSingleIndexShardFailed() {
|
@Test public void testSingleIndexShardFailed() {
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
|
|
||||||
logger.info("Building initial routing table");
|
logger.info("Building initial routing table");
|
||||||
|
|
||||||
|
|
@ -203,7 +203,7 @@ public class SingleShardNoBackupsRoutingStrategyTests {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test public void testMultiIndexEvenDistribution() {
|
@Test public void testMultiIndexEvenDistribution() {
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
|
|
||||||
final int numberOfIndices = 50;
|
final int numberOfIndices = 50;
|
||||||
logger.info("Building initial routing table with " + numberOfIndices + " indices");
|
logger.info("Building initial routing table with " + numberOfIndices + " indices");
|
||||||
|
|
@ -330,7 +330,7 @@ public class SingleShardNoBackupsRoutingStrategyTests {
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test public void testMultiIndexUnevenNodes() {
|
@Test public void testMultiIndexUnevenNodes() {
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
|
|
||||||
final int numberOfIndices = 10;
|
final int numberOfIndices = 10;
|
||||||
logger.info("Building initial routing table with " + numberOfIndices + " indices");
|
logger.info("Building initial routing table with " + numberOfIndices + " indices");
|
||||||
|
|
|
||||||
|
|
@ -46,7 +46,7 @@ public class SingleShardOneBackupRoutingStrategyTests {
|
||||||
private final ESLogger logger = Loggers.getLogger(SingleShardOneBackupRoutingStrategyTests.class);
|
private final ESLogger logger = Loggers.getLogger(SingleShardOneBackupRoutingStrategyTests.class);
|
||||||
|
|
||||||
@Test public void testSingleIndexFirstStartPrimaryThenBackups() {
|
@Test public void testSingleIndexFirstStartPrimaryThenBackups() {
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
|
|
||||||
logger.info("Building initial routing table");
|
logger.info("Building initial routing table");
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -46,7 +46,7 @@ public class TenShardsOneBackupRoutingTests {
|
||||||
private final ESLogger logger = Loggers.getLogger(TenShardsOneBackupRoutingTests.class);
|
private final ESLogger logger = Loggers.getLogger(TenShardsOneBackupRoutingTests.class);
|
||||||
|
|
||||||
@Test public void testSingleIndexFirstStartPrimaryThenBackups() {
|
@Test public void testSingleIndexFirstStartPrimaryThenBackups() {
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
|
|
||||||
logger.info("Building initial routing table");
|
logger.info("Building initial routing table");
|
||||||
|
|
||||||
|
|
|
||||||
|
|
@ -24,7 +24,7 @@ import org.elasticsearch.cluster.metadata.MetaData;
|
||||||
import org.elasticsearch.cluster.node.DiscoveryNode;
|
import org.elasticsearch.cluster.node.DiscoveryNode;
|
||||||
import org.elasticsearch.cluster.node.DiscoveryNodes;
|
import org.elasticsearch.cluster.node.DiscoveryNodes;
|
||||||
import org.elasticsearch.cluster.routing.RoutingTable;
|
import org.elasticsearch.cluster.routing.RoutingTable;
|
||||||
import org.elasticsearch.cluster.routing.strategy.DefaultShardsRoutingStrategy;
|
import org.elasticsearch.cluster.routing.strategy.ShardsRoutingStrategy;
|
||||||
import org.elasticsearch.common.io.stream.BytesStreamInput;
|
import org.elasticsearch.common.io.stream.BytesStreamInput;
|
||||||
import org.elasticsearch.common.io.stream.BytesStreamOutput;
|
import org.elasticsearch.common.io.stream.BytesStreamOutput;
|
||||||
import org.elasticsearch.common.settings.ImmutableSettings;
|
import org.elasticsearch.common.settings.ImmutableSettings;
|
||||||
|
|
@ -56,7 +56,7 @@ public class ClusterSerializationTests {
|
||||||
|
|
||||||
ClusterState clusterState = newClusterStateBuilder().nodes(nodes).metaData(metaData).routingTable(routingTable).build();
|
ClusterState clusterState = newClusterStateBuilder().nodes(nodes).metaData(metaData).routingTable(routingTable).build();
|
||||||
|
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
clusterState = newClusterStateBuilder().state(clusterState).routingTable(strategy.reroute(clusterState)).build();
|
clusterState = newClusterStateBuilder().state(clusterState).routingTable(strategy.reroute(clusterState)).build();
|
||||||
|
|
||||||
ClusterState serializedClusterState = ClusterState.Builder.fromBytes(ClusterState.Builder.toBytes(clusterState), ImmutableSettings.settingsBuilder().build(), newNode("node1"));
|
ClusterState serializedClusterState = ClusterState.Builder.fromBytes(ClusterState.Builder.toBytes(clusterState), ImmutableSettings.settingsBuilder().build(), newNode("node1"));
|
||||||
|
|
@ -78,7 +78,7 @@ public class ClusterSerializationTests {
|
||||||
|
|
||||||
ClusterState clusterState = newClusterStateBuilder().nodes(nodes).metaData(metaData).routingTable(routingTable).build();
|
ClusterState clusterState = newClusterStateBuilder().nodes(nodes).metaData(metaData).routingTable(routingTable).build();
|
||||||
|
|
||||||
DefaultShardsRoutingStrategy strategy = new DefaultShardsRoutingStrategy();
|
ShardsRoutingStrategy strategy = new ShardsRoutingStrategy();
|
||||||
RoutingTable source = strategy.reroute(clusterState);
|
RoutingTable source = strategy.reroute(clusterState);
|
||||||
|
|
||||||
BytesStreamOutput outStream = new BytesStreamOutput();
|
BytesStreamOutput outStream = new BytesStreamOutput();
|
||||||
|
|
|
||||||
Loading…
Reference in New Issue