honeymoose/OpenSearch
1
0
Fork 0
mirror of https://github.com/honeymoose/OpenSearch.git synced 2025-02-17 10:25:15 +00:00
Code Issues Packages Projects Releases Wiki Activity

[TEST] adds randomness between atomic and non-atomic move

Browse Source 
operations in MockRepository
This commit is contained in:
Ali Beyad 2016-11-11 09:07:28 -05:00
parent 2d3a52c0f2
commit adb7aaded4
2 changed files with 29 additions and 16 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

20
core/src/test/java/org/elasticsearch/snapshots/SharedClusterSnapshotRestoreIT.java
View File

@ -2675,8 +2675,12 @@ public class SharedClusterSnapshotRestoreIT extends AbstractSnapshotIntegTestCas
public void testSnapshotSucceedsAfterSnapshotFailure() throws Exception { public void testSnapshotSucceedsAfterSnapshotFailure() throws Exception {
logger.info("--> creating repository"); logger.info("--> creating repository");
final Path repoPath = randomRepoPath(); final Path repoPath = randomRepoPath();
assertAcked(client().admin().cluster().preparePutRepository("test-repo").setType("mock").setVerify(false).setSettings( final Client client = client();
Settings.builder().put("location", repoPath).put("random_control_io_exception_rate", randomIntBetween(5, 20) / 100f))); assertAcked(client.admin().cluster().preparePutRepository("test-repo").setType("mock").setVerify(false).setSettings(
Settings.builder()
.put("location", repoPath)
.put("random_control_io_exception_rate", randomIntBetween(5, 20) / 100f)
.put("random", randomAsciiOfLength(10))));
logger.info("--> indexing some data"); logger.info("--> indexing some data");
createIndex("test-idx"); createIndex("test-idx");
@ -2686,12 +2690,12 @@ public class SharedClusterSnapshotRestoreIT extends AbstractSnapshotIntegTestCas
index("test-idx", "doc", Integer.toString(i), "foo", "bar" + i); index("test-idx", "doc", Integer.toString(i), "foo", "bar" + i);
} }
refresh(); refresh();
assertThat(client().prepareSearch("test-idx").setSize(0).get().getHits().totalHits(), equalTo((long) numDocs)); assertThat(client.prepareSearch("test-idx").setSize(0).get().getHits().totalHits(), equalTo((long) numDocs));
logger.info("--> snapshot with potential I/O failures"); logger.info("--> snapshot with potential I/O failures");
try { try {
CreateSnapshotResponse createSnapshotResponse = CreateSnapshotResponse createSnapshotResponse =
client().admin().cluster().prepareCreateSnapshot("test-repo", "test-snap") client.admin().cluster().prepareCreateSnapshot("test-repo", "test-snap")
.setWaitForCompletion(true) .setWaitForCompletion(true)
.setIndices("test-idx") .setIndices("test-idx")
.get(); .get();
@ -2702,21 +2706,21 @@ public class SharedClusterSnapshotRestoreIT extends AbstractSnapshotIntegTestCas
assertThat(shardFailure.reason(), containsString("Random IOException")); assertThat(shardFailure.reason(), containsString("Random IOException"));
} }
} }
} catch (Exception ex) { } catch (SnapshotCreationException | RepositoryException ex) {
// sometimes, the snapshot will fail with a top level I/O exception // sometimes, the snapshot will fail with a top level I/O exception
assertThat(ExceptionsHelper.stackTrace(ex), containsString("Random IOException")); assertThat(ExceptionsHelper.stackTrace(ex), containsString("Random IOException"));
} }
logger.info("--> snapshot with no I/O failures"); logger.info("--> snapshot with no I/O failures");
assertAcked(client().admin().cluster().preparePutRepository("test-repo-2").setType("mock").setVerify(false).setSettings( assertAcked(client.admin().cluster().preparePutRepository("test-repo-2").setType("mock").setSettings(
Settings.builder().put("location", repoPath))); Settings.builder().put("location", repoPath)));
CreateSnapshotResponse createSnapshotResponse = CreateSnapshotResponse createSnapshotResponse =
client().admin().cluster().prepareCreateSnapshot("test-repo-2", "test-snap-2") client.admin().cluster().prepareCreateSnapshot("test-repo-2", "test-snap-2")
.setWaitForCompletion(true) .setWaitForCompletion(true)
.setIndices("test-idx") .setIndices("test-idx")
.get(); .get();
assertEquals(0, createSnapshotResponse.getSnapshotInfo().failedShards()); assertEquals(0, createSnapshotResponse.getSnapshotInfo().failedShards());
GetSnapshotsResponse getSnapshotsResponse = client().admin().cluster().prepareGetSnapshots("test-repo-2") GetSnapshotsResponse getSnapshotsResponse = client.admin().cluster().prepareGetSnapshots("test-repo-2")
.addSnapshots("test-snap-2").get(); .addSnapshots("test-snap-2").get();
assertEquals(SnapshotState.SUCCESS, getSnapshotsResponse.getSnapshots().get(0).state()); assertEquals(SnapshotState.SUCCESS, getSnapshotsResponse.getSnapshots().get(0).state());
} }

25
core/src/test/java/org/elasticsearch/snapshots/mockstore/MockRepository.java
View File

@ -33,6 +33,7 @@ import java.util.concurrent.ConcurrentHashMap;
import java.util.concurrent.ConcurrentMap; import java.util.concurrent.ConcurrentMap;
import java.util.concurrent.atomic.AtomicLong; import java.util.concurrent.atomic.AtomicLong;
import com.carrotsearch.randomizedtesting.RandomizedContext;
import org.apache.lucene.index.CorruptIndexException; import org.apache.lucene.index.CorruptIndexException;
import org.elasticsearch.ElasticsearchException; import org.elasticsearch.ElasticsearchException;
import org.elasticsearch.cluster.metadata.MetaData; import org.elasticsearch.cluster.metadata.MetaData;
@ -321,20 +322,28 @@ public class MockRepository extends FsRepository {
@Override @Override
public void move(String sourceBlob, String targetBlob) throws IOException { public void move(String sourceBlob, String targetBlob) throws IOException {
// simulate a non-atomic move, since many blob container implementations if (RandomizedContext.current().getRandom().nextBoolean()) {
// will not have an atomic move, and we should be able to handle that // simulate a non-atomic move, since many blob container implementations
maybeIOExceptionOrBlock(targetBlob); // will not have an atomic move, and we should be able to handle that
super.writeBlob(targetBlob, super.readBlob(sourceBlob), 0L); maybeIOExceptionOrBlock(targetBlob);
super.deleteBlob(sourceBlob); super.writeBlob(targetBlob, super.readBlob(sourceBlob), 0L);
super.deleteBlob(sourceBlob);
} else {
// atomic move since this inherits from FsBlobContainer which provides atomic moves
maybeIOExceptionOrBlock(targetBlob);
super.move(sourceBlob, targetBlob);
}
} }
@Override @Override
public void writeBlob(String blobName, InputStream inputStream, long blobSize) throws IOException { public void writeBlob(String blobName, InputStream inputStream, long blobSize) throws IOException {
maybeIOExceptionOrBlock(blobName); maybeIOExceptionOrBlock(blobName);
super.writeBlob(blobName, inputStream, blobSize); super.writeBlob(blobName, inputStream, blobSize);
// for network based repositories, the blob may have been written but we may still if (RandomizedContext.current().getRandom().nextBoolean()) {
// get an error with the client connection, so an IOException here simulates this // for network based repositories, the blob may have been written but we may still
maybeIOExceptionOrBlock(blobName); // get an error with the client connection, so an IOException here simulates this
maybeIOExceptionOrBlock(blobName);
}
} }
} }
} }