Apache
/
jclouds
mirror of https://github.com/apache/jclouds.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Revert "fix multipart put of a blob with content md5" 

This reverts commit 05a9c79242.
This commit is contained in:
Andrew Gaul 2015-06-11 20:37:07 -07:00
parent 5929117596
commit 755a7ecb8d
2 changed files with 7 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

24
blobstore/src/test/java/org/jclouds/blobstore/integration/internal/BaseBlobIntegrationTest.java
View File

@ -47,7 +47,6 @@ import java.util.concurrent.atomic.AtomicInteger;
import javax.ws.rs.core.MediaType; import javax.ws.rs.core.MediaType;
import com.google.common.hash.Hashing;
import org.jclouds.blobstore.BlobStore; import org.jclouds.blobstore.BlobStore;
import org.jclouds.blobstore.ContainerNotFoundException; import org.jclouds.blobstore.ContainerNotFoundException;
import org.jclouds.blobstore.attr.ConsistencyModel; import org.jclouds.blobstore.attr.ConsistencyModel;
@ -60,7 +59,6 @@ import org.jclouds.blobstore.domain.StorageMetadata;
import org.jclouds.blobstore.domain.StorageType; import org.jclouds.blobstore.domain.StorageType;
import org.jclouds.blobstore.options.CopyOptions; import org.jclouds.blobstore.options.CopyOptions;
import org.jclouds.blobstore.options.PutOptions; import org.jclouds.blobstore.options.PutOptions;
import org.jclouds.blobstore.strategy.internal.MultipartUploadSlicingAlgorithm;
import org.jclouds.crypto.Crypto; import org.jclouds.crypto.Crypto;
import org.jclouds.encryption.internal.JCECrypto; import org.jclouds.encryption.internal.JCECrypto;
import org.jclouds.http.HttpResponseException; import org.jclouds.http.HttpResponseException;
@ -557,7 +555,7 @@ public class BaseBlobIntegrationTest extends BaseBlobStoreIntegrationTest {
long length = 42; long length = 42;
ByteSource byteSource = TestUtils.randomByteSource().slice(0, length); ByteSource byteSource = TestUtils.randomByteSource().slice(0, length);
Payload payload = new ByteSourcePayload(byteSource); Payload payload = new ByteSourcePayload(byteSource);
testPut(payload, null, payload, length, new PutOptions()); testPut(payload, payload, length, new PutOptions());
} }
@Test(groups = { "integration", "live" }) @Test(groups = { "integration", "live" })
@ -565,22 +563,15 @@ public class BaseBlobIntegrationTest extends BaseBlobStoreIntegrationTest {
long length = 42; long length = 42;
ByteSource byteSource = TestUtils.randomByteSource().slice(0, length); ByteSource byteSource = TestUtils.randomByteSource().slice(0, length);
Payload payload = new InputStreamPayload(byteSource.openStream()); Payload payload = new InputStreamPayload(byteSource.openStream());
testPut(payload, null, new ByteSourcePayload(byteSource), length, new PutOptions()); testPut(payload, new ByteSourcePayload(byteSource), length, new PutOptions());
} }
@Test(groups = { "integration", "live" }) @Test(groups = { "integration", "live" })
public void testPutMultipartByteSource() throws Exception { public void testPutMultipartByteSource() throws Exception {
long length = 32 * 1024 * 1024 + 1; // MultipartUploadSlicingAlgorithm.DEFAULT_PART_SIZE + 1 long length = getMinimumMultipartBlobSize();
BlobStore blobStore = view.getBlobStore();
MultipartUploadSlicingAlgorithm algorithm = new MultipartUploadSlicingAlgorithm(
blobStore.getMinimumMultipartPartSize(), blobStore.getMaximumMultipartPartSize(),
blobStore.getMaximumNumberOfParts());
// make sure that we are creating multiple parts
assertThat(algorithm.calculateChunkSize(length)).isLessThan(length);
ByteSource byteSource = TestUtils.randomByteSource().slice(0, length); ByteSource byteSource = TestUtils.randomByteSource().slice(0, length);
Payload payload = new ByteSourcePayload(byteSource); Payload payload = new ByteSourcePayload(byteSource);
HashCode hashCode = byteSource.hash(Hashing.md5()); testPut(payload, payload, length, new PutOptions().multipart(true));
testPut(payload, hashCode, payload, length, new PutOptions().multipart(true));
} }
@Test(groups = { "integration", "live" }) @Test(groups = { "integration", "live" })
@ -588,7 +579,7 @@ public class BaseBlobIntegrationTest extends BaseBlobStoreIntegrationTest {
long length = getMinimumMultipartBlobSize(); long length = getMinimumMultipartBlobSize();
ByteSource byteSource = TestUtils.randomByteSource().slice(0, length); ByteSource byteSource = TestUtils.randomByteSource().slice(0, length);
Payload payload = new InputStreamPayload(byteSource.openStream()); Payload payload = new InputStreamPayload(byteSource.openStream());
testPut(payload, null, new ByteSourcePayload(byteSource), length, new PutOptions().multipart(true)); testPut(payload, new ByteSourcePayload(byteSource), length, new PutOptions().multipart(true));
} }
@Test(groups = { "integration", "live" }) @Test(groups = { "integration", "live" })
@ -615,7 +606,7 @@ public class BaseBlobIntegrationTest extends BaseBlobStoreIntegrationTest {
assertThat(userMetadata1).isEqualTo(userMetadata2); assertThat(userMetadata1).isEqualTo(userMetadata2);
} }
private void testPut(Payload payload, HashCode hashCode, Payload expectedPayload, long length, PutOptions options) private void testPut(Payload payload, Payload expectedPayload, long length, PutOptions options)
throws IOException, InterruptedException { throws IOException, InterruptedException {
BlobStore blobStore = view.getBlobStore(); BlobStore blobStore = view.getBlobStore();
String blobName = "multipart-upload"; String blobName = "multipart-upload";
@ -625,9 +616,6 @@ public class BaseBlobIntegrationTest extends BaseBlobStoreIntegrationTest {
.payload(payload) .payload(payload)
.contentLength(length); .contentLength(length);
addContentMetadata(blobBuilder); addContentMetadata(blobBuilder);
if (hashCode != null) {
blobBuilder.contentMD5(payload.getContentMetadata().getContentMD5AsHashCode());
}
String container = getContainerName(); String container = getContainerName();
try { try {

2
core/src/main/java/org/jclouds/io/ContentMetadataBuilder.java
View File

@ -53,8 +53,8 @@ public class ContentMetadataBuilder {
public ContentMetadataBuilder contentMD5(@Nullable HashCode contentMD5) { public ContentMetadataBuilder contentMD5(@Nullable HashCode contentMD5) {
if (contentMD5 != null) { if (contentMD5 != null) {
Preconditions.checkArgument(contentMD5.bits() == 128, "MD5 hash must have 128 bits, was: %s", contentMD5.bits()); Preconditions.checkArgument(contentMD5.bits() == 128, "MD5 hash must have 128 bits, was: %s", contentMD5.bits());
}
this.contentMD5 = contentMD5; this.contentMD5 = contentMD5;
}
return this; return this;
} }