Apache
/
lucene
mirror of https://github.com/apache/lucene.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

SOLR-10397: Hardness AutoAddReplicasPlanActionTest

This commit is contained in:
Cao Manh Dat 2017-06-30 10:11:34 +07:00
parent b18cf30dd3
commit 492eebc895
1 changed files with 31 additions and 12 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

43
solr/core/src/test/org/apache/solr/cloud/autoscaling/AutoAddReplicasPlanActionTest.java
View File

@ -18,6 +18,7 @@
package org.apache.solr.cloud.autoscaling; package org.apache.solr.cloud.autoscaling;
import java.util.HashMap; import java.util.HashMap;
import java.util.Iterator;
import java.util.List; import java.util.List;
import java.util.Set; import java.util.Set;
import java.util.concurrent.TimeUnit; import java.util.concurrent.TimeUnit;
@ -26,6 +27,7 @@ import java.util.stream.Collectors;
import org.apache.solr.client.solrj.SolrRequest; import org.apache.solr.client.solrj.SolrRequest;
import org.apache.solr.client.solrj.embedded.JettySolrRunner; import org.apache.solr.client.solrj.embedded.JettySolrRunner;
import org.apache.solr.client.solrj.request.CollectionAdminRequest; import org.apache.solr.client.solrj.request.CollectionAdminRequest;
import org.apache.solr.cloud.CloudDescriptor;
import org.apache.solr.cloud.SolrCloudTestCase; import org.apache.solr.cloud.SolrCloudTestCase;
import org.apache.solr.common.cloud.ClusterStateUtil; import org.apache.solr.common.cloud.ClusterStateUtil;
import org.apache.solr.common.cloud.ZkStateReader; import org.apache.solr.common.cloud.ZkStateReader;
@ -82,14 +84,14 @@ public class AutoAddReplicasPlanActionTest extends SolrCloudTestCase{
JettySolrRunner lostJetty = random().nextBoolean()? jetty1 : jetty2; JettySolrRunner lostJetty = random().nextBoolean()? jetty1 : jetty2;
String lostNodeName = lostJetty.getNodeName(); String lostNodeName = lostJetty.getNodeName();
Set<String> coreNodeNames = lostJetty.getCoreContainer().getCores().stream() List<CloudDescriptor> cloudDescriptors = lostJetty.getCoreContainer().getCores().stream()
.map(solrCore -> solrCore.getCoreDescriptor().getCloudDescriptor().getCoreNodeName()) .map(solrCore -> solrCore.getCoreDescriptor().getCloudDescriptor())
.collect(Collectors.toSet()); .collect(Collectors.toList());
lostJetty.stop(); lostJetty.stop();
waitForNodeLeave(lostNodeName); waitForNodeLeave(lostNodeName);
List<SolrRequest> operations = getOperations(jetty3, lostNodeName); List<SolrRequest> operations = getOperations(jetty3, lostNodeName);
assertOperations(collection1, operations, lostNodeName,coreNodeNames, null); assertOperations(collection1, operations, lostNodeName, cloudDescriptors, null);
lostJetty.start(); lostJetty.start();
ClusterStateUtil.waitForAllActiveAndLiveReplicas(cluster.getSolrClient().getZkStateReader(), 30000); ClusterStateUtil.waitForAllActiveAndLiveReplicas(cluster.getSolrClient().getZkStateReader(), 30000);
@ -103,14 +105,14 @@ public class AutoAddReplicasPlanActionTest extends SolrCloudTestCase{
lostJetty = random().nextBoolean()? jetty1 : jetty2; lostJetty = random().nextBoolean()? jetty1 : jetty2;
lostNodeName = lostJetty.getNodeName(); lostNodeName = lostJetty.getNodeName();
coreNodeNames = lostJetty.getCoreContainer().getCores().stream() cloudDescriptors = lostJetty.getCoreContainer().getCores().stream()
.map(solrCore -> solrCore.getCoreDescriptor().getCloudDescriptor().getCoreNodeName()) .map(solrCore -> solrCore.getCoreDescriptor().getCloudDescriptor())
.collect(Collectors.toSet()); .collect(Collectors.toList());
lostJetty.stop(); lostJetty.stop();
waitForNodeLeave(lostNodeName); waitForNodeLeave(lostNodeName);
operations = getOperations(jetty3, lostNodeName); operations = getOperations(jetty3, lostNodeName);
assertOperations(collection1, operations, lostNodeName, coreNodeNames, jetty3); assertOperations(collection1, operations, lostNodeName, cloudDescriptors, jetty3);
} }
private void waitForNodeLeave(String lostNodeName) throws InterruptedException { private void waitForNodeLeave(String lostNodeName) throws InterruptedException {
@ -131,9 +133,10 @@ public class AutoAddReplicasPlanActionTest extends SolrCloudTestCase{
return operations; return operations;
} }
private void assertOperations(String collection, List<SolrRequest> operations, String lostNodeName, Set<String> coreNodeNames, JettySolrRunner destJetty) { private void assertOperations(String collection, List<SolrRequest> operations, String lostNodeName,
List<CloudDescriptor> cloudDescriptors, JettySolrRunner destJetty) {
assertEquals("Replicas of " + collection + " is not fully moved, operations="+operations, assertEquals("Replicas of " + collection + " is not fully moved, operations="+operations,
2, operations.size()); cloudDescriptors.stream().filter(cd -> cd.getCollectionName().equals(collection)).count(), operations.size());
for (SolrRequest solrRequest : operations) { for (SolrRequest solrRequest : operations) {
assertTrue(solrRequest instanceof CollectionAdminRequest.MoveReplica); assertTrue(solrRequest instanceof CollectionAdminRequest.MoveReplica);
SolrParams params = solrRequest.getParams(); SolrParams params = solrRequest.getParams();
@ -141,12 +144,28 @@ public class AutoAddReplicasPlanActionTest extends SolrCloudTestCase{
assertEquals(params.get("collection"), collection); assertEquals(params.get("collection"), collection);
String replica = params.get("replica"); String replica = params.get("replica");
assertTrue("Can not find "+replica+ " in node " + lostNodeName, coreNodeNames.contains(replica)); boolean found = false;
Iterator<CloudDescriptor> it = cloudDescriptors.iterator();
while (it.hasNext()) {
CloudDescriptor cd = it.next();
if (cd.getCollectionName().equals(collection) && cd.getCoreNodeName().equals(replica)) {
found = true;
it.remove();
break;
}
}
assertTrue("Can not find "+replica+ " in node " + lostNodeName, found);
String targetNode = params.get("targetNode"); String targetNode = params.get("targetNode");
assertFalse("Target node match the lost one " + lostNodeName, lostNodeName.equals(targetNode)); assertFalse("Target node match the lost one " + lostNodeName, lostNodeName.equals(targetNode));
if (destJetty != null) { if (destJetty != null) {
assertEquals("Target not is expected", destJetty.getNodeName(), targetNode); assertEquals("Target node is not as expectation", destJetty.getNodeName(), targetNode);
}
}
for (CloudDescriptor cd : cloudDescriptors) {
if (cd.getCollectionName().equals(collection)) {
fail("Exist replica which is not moved " + cd);
} }
} }
} }