diff --git a/hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/ChunkOutputStream.java b/hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/ChunkOutputStream.java index 325f110512d..8fce00de1e4 100644 --- a/hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/ChunkOutputStream.java +++ b/hadoop-hdds/client/src/main/java/org/apache/hadoop/hdds/scm/storage/ChunkOutputStream.java @@ -24,7 +24,7 @@ import org.apache.hadoop.hdds.scm.XceiverClientManager; import org.apache.hadoop.hdds.scm.XceiverClientSpi; import org.apache.hadoop.hdds.protocol.proto.ContainerProtos.ChunkInfo; import org.apache.hadoop.hdds.protocol.proto.ContainerProtos.KeyData; -import org.apache.hadoop.hdds.protocol.proto.HddsProtos.KeyValue; +import org.apache.hadoop.hdds.protocol.proto.ContainerProtos.KeyValue; import org.apache.hadoop.hdds.client.BlockID; import java.io.IOException; @@ -85,7 +85,7 @@ public class ChunkOutputStream extends OutputStream { KeyValue keyValue = KeyValue.newBuilder() .setKey("TYPE").setValue("KEY").build(); this.containerKeyData = KeyData.newBuilder() - .setBlockID(blockID.getProtobuf()) + .setBlockID(blockID.getDatanodeBlockIDProtobuf()) .addMetadata(keyValue); this.xceiverClientManager = xceiverClientManager; this.xceiverClient = xceiverClient; diff --git a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/BlockID.java b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/BlockID.java index 7236af7e30a..355a36de859 100644 --- a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/BlockID.java +++ b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/client/BlockID.java @@ -17,6 +17,7 @@ package org.apache.hadoop.hdds.client; import org.apache.commons.lang.builder.ToStringBuilder; +import org.apache.hadoop.hdds.protocol.proto.ContainerProtos; import org.apache.hadoop.hdds.protocol.proto.HddsProtos; /** @@ -56,4 +57,15 @@ public class BlockID { return new BlockID(blockID.getContainerID(), blockID.getLocalID()); } + + public ContainerProtos.DatanodeBlockID getDatanodeBlockIDProtobuf() { + return ContainerProtos.DatanodeBlockID.newBuilder(). + setContainerID(containerID).setLocalID(localID).build(); + } + + public static BlockID getFromProtobuf(ContainerProtos.DatanodeBlockID blockID) { + return new BlockID(blockID.getContainerID(), + blockID.getLocalID()); + } + } diff --git a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/storage/ContainerProtocolCalls.java b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/storage/ContainerProtocolCalls.java index 970e932b10a..ca388d9750d 100644 --- a/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/storage/ContainerProtocolCalls.java +++ b/hadoop-hdds/common/src/main/java/org/apache/hadoop/hdds/scm/storage/ContainerProtocolCalls.java @@ -50,7 +50,7 @@ import org.apache.hadoop.hdds.protocol.proto.ContainerProtos import org.apache.hadoop.hdds.protocol.proto.ContainerProtos.Type; import org.apache.hadoop.hdds.protocol.proto.ContainerProtos .WriteChunkRequestProto; -import org.apache.hadoop.hdds.protocol.proto.HddsProtos.KeyValue; +import org.apache.hadoop.hdds.protocol.proto.ContainerProtos.KeyValue; import org.apache.hadoop.hdds.client.BlockID; import java.io.IOException; @@ -133,7 +133,7 @@ public final class ContainerProtocolCalls { ChunkInfo chunk, BlockID blockID, String traceID) throws IOException { ReadChunkRequestProto.Builder readChunkRequest = ReadChunkRequestProto .newBuilder() - .setBlockID(blockID.getProtobuf()) + .setBlockID(blockID.getDatanodeBlockIDProtobuf()) .setChunkData(chunk); String id = xceiverClient.getPipeline().getLeader().getUuidString(); ContainerCommandRequestProto request = ContainerCommandRequestProto @@ -163,7 +163,7 @@ public final class ContainerProtocolCalls { throws IOException { WriteChunkRequestProto.Builder writeChunkRequest = WriteChunkRequestProto .newBuilder() - .setBlockID(blockID.getProtobuf()) + .setBlockID(blockID.getDatanodeBlockIDProtobuf()) .setChunkData(chunk) .setData(data); String id = xceiverClient.getPipeline().getLeader().getUuidString(); @@ -195,7 +195,7 @@ public final class ContainerProtocolCalls { throws IOException { KeyData containerKeyData = - KeyData.newBuilder().setBlockID(blockID.getProtobuf()) + KeyData.newBuilder().setBlockID(blockID.getDatanodeBlockIDProtobuf()) .build(); PutKeyRequestProto.Builder createKeyRequest = PutKeyRequestProto.newBuilder() @@ -241,7 +241,6 @@ public final class ContainerProtocolCalls { ContainerProtos.ContainerData.Builder containerData = ContainerProtos .ContainerData.newBuilder(); containerData.setContainerID(containerID); - createRequest.setPipeline(client.getPipeline().getProtobufMessage()); createRequest.setContainerData(containerData.build()); String id = client.getPipeline().getLeader().getUuidString(); @@ -321,7 +320,6 @@ public final class ContainerProtocolCalls { ReadContainerRequestProto.Builder readRequest = ReadContainerRequestProto.newBuilder(); readRequest.setContainerID(containerID); - readRequest.setPipeline(client.getPipeline().getProtobufMessage()); String id = client.getPipeline().getLeader().getUuidString(); ContainerCommandRequestProto.Builder request = ContainerCommandRequestProto.newBuilder(); @@ -348,7 +346,7 @@ public final class ContainerProtocolCalls { BlockID blockID, String traceID) throws IOException { KeyData containerKeyData = KeyData .newBuilder() - .setBlockID(blockID.getProtobuf()) + .setBlockID(blockID.getDatanodeBlockIDProtobuf()) .build(); GetKeyRequestProto.Builder getKey = GetKeyRequestProto diff --git a/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ChunkInfo.java b/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ChunkInfo.java index aa1fe74b2a0..7cf95a9470d 100644 --- a/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ChunkInfo.java +++ b/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ChunkInfo.java @@ -20,7 +20,6 @@ package org.apache.hadoop.ozone.container.common.helpers; import com.google.common.base.Preconditions; import org.apache.hadoop.hdds.protocol.proto.ContainerProtos; -import org.apache.hadoop.hdds.protocol.proto.HddsProtos; import java.io.IOException; import java.util.Map; @@ -111,8 +110,8 @@ public class ChunkInfo { } for (Map.Entry entry : metadata.entrySet()) { - HddsProtos.KeyValue.Builder keyValBuilder = - HddsProtos.KeyValue.newBuilder(); + ContainerProtos.KeyValue.Builder keyValBuilder = + ContainerProtos.KeyValue.newBuilder(); builder.addMetadata(keyValBuilder.setKey(entry.getKey()) .setValue(entry.getValue()).build()); } diff --git a/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/container/common/helpers/KeyData.java b/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/container/common/helpers/KeyData.java index c3de5ed25fa..c485c7fa917 100644 --- a/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/container/common/helpers/KeyData.java +++ b/hadoop-hdds/common/src/main/java/org/apache/hadoop/ozone/container/common/helpers/KeyData.java @@ -18,7 +18,6 @@ package org.apache.hadoop.ozone.container.common.helpers; import org.apache.hadoop.hdds.protocol.proto.ContainerProtos; -import org.apache.hadoop.hdds.protocol.proto.HddsProtos; import org.apache.hadoop.hdds.client.BlockID; import java.io.IOException; @@ -76,11 +75,11 @@ public class KeyData { public ContainerProtos.KeyData getProtoBufMessage() { ContainerProtos.KeyData.Builder builder = ContainerProtos.KeyData.newBuilder(); - builder.setBlockID(this.blockID.getProtobuf()); + builder.setBlockID(this.blockID.getDatanodeBlockIDProtobuf()); builder.addAllChunks(this.chunks); for (Map.Entry entry : metadata.entrySet()) { - HddsProtos.KeyValue.Builder keyValBuilder = - HddsProtos.KeyValue.newBuilder(); + ContainerProtos.KeyValue.Builder keyValBuilder = + ContainerProtos.KeyValue.newBuilder(); builder.addMetadata(keyValBuilder.setKey(entry.getKey()) .setValue(entry.getValue()).build()); } diff --git a/hadoop-hdds/common/src/main/proto/DatanodeContainerProtocol.proto b/hadoop-hdds/common/src/main/proto/DatanodeContainerProtocol.proto index e7494ee4c67..172b660b51a 100644 --- a/hadoop-hdds/common/src/main/proto/DatanodeContainerProtocol.proto +++ b/hadoop-hdds/common/src/main/proto/DatanodeContainerProtocol.proto @@ -27,9 +27,7 @@ option java_package = "org.apache.hadoop.hdds.protocol.proto"; option java_outer_classname = "ContainerProtos"; option java_generate_equals_and_hash = true; -package hadoop.hdds; -import "hdfs.proto"; -import "hdds.proto"; +package hadoop.hdds.datanode; /** * Commands that are used to manipulate the state of containers on a datanode. @@ -134,6 +132,28 @@ enum Result { CLOSED_CONTAINER_RETRY = 27; } +/** + * Block ID that uniquely identify a block in Datanode. + */ +message DatanodeBlockID { + required int64 containerID = 1; + required int64 localID = 2; +} + +message KeyValue { + required string key = 1; + optional string value = 2; +} + +/** + * Lifecycle states of a container in Datanode. + */ +enum ContainerLifeCycleState { + OPEN = 1; + CLOSING = 2; + CLOSED = 3; +} + message ContainerCommandRequestProto { required Type cmdType = 1; // Type of the command @@ -205,7 +225,7 @@ message ContainerData { optional int64 bytesUsed = 6; optional int64 size = 7; optional int64 keyCount = 8; - optional LifeCycleState state = 9 [default = OPEN]; + optional ContainerLifeCycleState state = 9 [default = OPEN]; } message ContainerMeta { @@ -215,26 +235,23 @@ message ContainerMeta { // Container Messages. message CreateContainerRequestProto { - required Pipeline pipeline = 1; - required ContainerData containerData = 2; + required ContainerData containerData = 1; } message CreateContainerResponseProto { } message ReadContainerRequestProto { - required Pipeline pipeline = 1; - required int64 containerID = 2; + required int64 containerID = 1; } message ReadContainerResponseProto { - optional ContainerData containerData = 2; + optional ContainerData containerData = 1; } message UpdateContainerRequestProto { - required Pipeline pipeline = 1; - required ContainerData containerData = 2; - optional bool forceUpdate = 3 [default = false]; + required ContainerData containerData = 1; + optional bool forceUpdate = 2 [default = false]; } message UpdateContainerResponseProto { @@ -262,12 +279,12 @@ message CloseContainerRequestProto { } message CloseContainerResponseProto { - optional string hash = 2; - optional int64 containerID = 3; + optional string hash = 1; + optional int64 containerID = 2; } message KeyData { - required BlockID blockID = 1; + required DatanodeBlockID blockID = 1; optional int64 flags = 2; // for future use. repeated KeyValue metadata = 3; repeated ChunkInfo chunks = 4; @@ -291,7 +308,7 @@ message GetKeyResponseProto { message DeleteKeyRequestProto { - required BlockID blockID = 1; + required DatanodeBlockID blockID = 1; } message DeleteKeyResponseProto { @@ -300,7 +317,7 @@ message DeleteKeyResponseProto { message ListKeyRequestProto { required int64 containerID = 1; optional int64 startLocalID = 2; - required uint32 count = 4; + required uint32 count = 3; } @@ -325,7 +342,7 @@ enum Stage { } message WriteChunkRequestProto { - required BlockID blockID = 1; + required DatanodeBlockID blockID = 1; required ChunkInfo chunkData = 2; optional bytes data = 3; optional Stage stage = 4 [default = COMBINED]; @@ -335,26 +352,26 @@ message WriteChunkResponseProto { } message ReadChunkRequestProto { - required BlockID blockID = 1; + required DatanodeBlockID blockID = 1; required ChunkInfo chunkData = 2; } message ReadChunkResponseProto { - required BlockID blockID = 1; + required DatanodeBlockID blockID = 1; required ChunkInfo chunkData = 2; required bytes data = 3; } message DeleteChunkRequestProto { - required BlockID blockID = 1; - required ChunkInfo chunkData = 3; + required DatanodeBlockID blockID = 1; + required ChunkInfo chunkData = 2; } message DeleteChunkResponseProto { } message ListChunkRequestProto { - required BlockID blockID = 1; + required DatanodeBlockID blockID = 1; required string prevChunkName = 2; required uint32 count = 3; } diff --git a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ContainerData.java b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ContainerData.java index c20282adafe..799cca31139 100644 --- a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ContainerData.java +++ b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/helpers/ContainerData.java @@ -22,7 +22,8 @@ import org.apache.commons.codec.digest.DigestUtils; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.hdds.scm.ScmConfigKeys; import org.apache.hadoop.hdds.protocol.proto.ContainerProtos; -import org.apache.hadoop.hdds.protocol.proto.HddsProtos; +import org.apache.hadoop.hdds.protocol.proto.ContainerProtos + .ContainerLifeCycleState; import org.apache.hadoop.ozone.OzoneConsts; import org.apache.hadoop.util.Time; @@ -48,7 +49,7 @@ public class ContainerData { private AtomicLong bytesUsed; private long maxSize; private long containerID; - private HddsProtos.LifeCycleState state; + private ContainerLifeCycleState state; /** * Constructs a ContainerData Object. @@ -63,7 +64,7 @@ public class ContainerData { ScmConfigKeys.SCM_CONTAINER_CLIENT_MAX_SIZE_DEFAULT) * OzoneConsts.GB; this.bytesUsed = new AtomicLong(0L); this.containerID = containerID; - this.state = HddsProtos.LifeCycleState.OPEN; + this.state = ContainerLifeCycleState.OPEN; } /** @@ -133,8 +134,8 @@ public class ContainerData { builder.setState(this.getState()); for (Map.Entry entry : metadata.entrySet()) { - HddsProtos.KeyValue.Builder keyValBuilder = - HddsProtos.KeyValue.newBuilder(); + ContainerProtos.KeyValue.Builder keyValBuilder = + ContainerProtos.KeyValue.newBuilder(); builder.addMetadata(keyValBuilder.setKey(entry.getKey()) .setValue(entry.getValue()).build()); } @@ -250,11 +251,11 @@ public class ContainerData { return containerID; } - public synchronized void setState(HddsProtos.LifeCycleState state) { + public synchronized void setState(ContainerLifeCycleState state) { this.state = state; } - public synchronized HddsProtos.LifeCycleState getState() { + public synchronized ContainerLifeCycleState getState() { return this.state; } @@ -263,7 +264,7 @@ public class ContainerData { * @return - boolean */ public synchronized boolean isOpen() { - return HddsProtos.LifeCycleState.OPEN == state; + return ContainerLifeCycleState.OPEN == state; } /** @@ -271,7 +272,7 @@ public class ContainerData { */ public synchronized void closeContainer() { // TODO: closed or closing here - setState(HddsProtos.LifeCycleState.CLOSED); + setState(ContainerLifeCycleState.CLOSED); // Some thing brain dead for now. name + Time stamp of when we get the close // container message. diff --git a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/Dispatcher.java b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/Dispatcher.java index 46bd8429537..8d1b17ca09f 100644 --- a/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/Dispatcher.java +++ b/hadoop-hdds/container-service/src/main/java/org/apache/hadoop/ozone/container/common/impl/Dispatcher.java @@ -21,7 +21,6 @@ package org.apache.hadoop.ozone.container.common.impl; import com.google.common.base.Preconditions; import com.google.protobuf.ByteString; import org.apache.hadoop.conf.Configuration; -import org.apache.hadoop.hdds.scm.container.common.helpers.Pipeline; import org.apache.hadoop.hdds.scm.container.common.helpers .StorageContainerException; import org.apache.hadoop.hdds.protocol.proto.ContainerProtos; @@ -393,10 +392,6 @@ public class Dispatcher implements ContainerDispatcher { msg.getCreateContainer().getContainerData(), conf); Preconditions.checkNotNull(cData, "Container data is null"); - Pipeline pipeline = Pipeline.getFromProtoBuf( - msg.getCreateContainer().getPipeline()); - Preconditions.checkNotNull(pipeline, "Pipeline cannot be null"); - this.containerManager.createContainer(cData); return ContainerUtils.getContainerResponse(msg); } diff --git a/hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/InfoContainerHandler.java b/hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/InfoContainerHandler.java index 36d46c0b737..843d9dbc3b6 100644 --- a/hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/InfoContainerHandler.java +++ b/hadoop-hdds/tools/src/main/java/org/apache/hadoop/hdds/scm/cli/container/InfoContainerHandler.java @@ -27,7 +27,8 @@ import org.apache.hadoop.hdds.scm.client.ScmClient; import org.apache.hadoop.hdds.scm.container.common.helpers.ContainerInfo; import org.apache.hadoop.hdds.protocol.DatanodeDetails; import org.apache.hadoop.hdds.protocol.proto.ContainerProtos.ContainerData; -import org.apache.hadoop.hdds.protocol.proto.HddsProtos; +import org.apache.hadoop.hdds.protocol.proto.ContainerProtos + .ContainerLifeCycleState; import java.io.IOException; import java.util.stream.Collectors; @@ -77,7 +78,7 @@ public class InfoContainerHandler extends OzoneCommandHandler { // Print container report info. logOut("Container id: %s", containerID); String openStatus = - containerData.getState() == HddsProtos.LifeCycleState.OPEN ? "OPEN" : + containerData.getState() == ContainerLifeCycleState.OPEN ? "OPEN" : "CLOSED"; logOut("Container State: %s", openStatus); if (!containerData.getHash().isEmpty()) { diff --git a/hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/io/OzoneContainerTranslation.java b/hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/io/OzoneContainerTranslation.java index 2132bc89a6e..e7215ef80a0 100644 --- a/hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/io/OzoneContainerTranslation.java +++ b/hadoop-ozone/client/src/main/java/org/apache/hadoop/ozone/client/io/OzoneContainerTranslation.java @@ -38,7 +38,7 @@ final class OzoneContainerTranslation { public static KeyData containerKeyDataForRead(BlockID blockID) { return KeyData .newBuilder() - .setBlockID(blockID.getProtobuf()) + .setBlockID(blockID.getDatanodeBlockIDProtobuf()) .build(); } diff --git a/hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/ContainerTestHelper.java b/hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/ContainerTestHelper.java index bcd08d70bc9..fed725c198d 100644 --- a/hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/ContainerTestHelper.java +++ b/hadoop-ozone/integration-test/src/test/java/org/apache/hadoop/ozone/container/ContainerTestHelper.java @@ -28,11 +28,10 @@ import org.apache.hadoop.hdds.protocol.proto.ContainerProtos .ContainerCommandRequestProto; import org.apache.hadoop.hdds.protocol.proto.ContainerProtos .ContainerCommandResponseProto; -import org.apache.hadoop.hdds.protocol.proto.HddsProtos; import org.apache.hadoop.hdds.protocol.proto.HddsProtos.LifeCycleState; import org.apache.hadoop.hdds.protocol.proto.HddsProtos.ReplicationFactor; import org.apache.hadoop.hdds.protocol.proto.HddsProtos.ReplicationType; -import org.apache.hadoop.hdds.protocol.proto.HddsProtos.KeyValue; +import org.apache.hadoop.hdds.protocol.proto.ContainerProtos.KeyValue; import org.apache.hadoop.ozone.OzoneConfigKeys; import org.apache.hadoop.hdds.conf.OzoneConfiguration; import org.apache.hadoop.ozone.OzoneConsts; @@ -204,7 +203,7 @@ public final class ContainerTestHelper { Pipeline newPipeline = new Pipeline(pipeline.getPipelineChannel()); - writeRequest.setBlockID(blockID.getProtobuf()); + writeRequest.setBlockID(blockID.getDatanodeBlockIDProtobuf()); byte[] data = getData(datalen); ChunkInfo info = getChunk(blockID.getLocalID(), 0, 0, datalen); @@ -361,7 +360,6 @@ public final class ContainerTestHelper { .ContainerData.newBuilder(); containerData.setContainerID(containerID); createRequest.setContainerData(containerData.build()); - createRequest.setPipeline(pipeline.getProtobufMessage()); ContainerCommandRequestProto.Builder request = ContainerCommandRequestProto.newBuilder(); @@ -399,7 +397,6 @@ public final class ContainerTestHelper { } Pipeline pipeline = ContainerTestHelper.createSingleNodePipeline(); - updateRequestBuilder.setPipeline(pipeline.getProtobufMessage()); updateRequestBuilder.setContainerData(containerData.build()); ContainerCommandRequestProto.Builder request = @@ -469,7 +466,8 @@ public final class ContainerTestHelper { */ public static ContainerCommandRequestProto getKeyRequest( Pipeline pipeline, ContainerProtos.PutKeyRequestProto putKeyRequest) { - HddsProtos.BlockID blockID = putKeyRequest.getKeyData().getBlockID(); + ContainerProtos.DatanodeBlockID blockID = + putKeyRequest.getKeyData().getBlockID(); LOG.trace("getKey: blockID={}", blockID); ContainerProtos.GetKeyRequestProto.Builder getRequest = diff --git a/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkDatanodeDispatcher.java b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkDatanodeDispatcher.java index b73f108f48d..2da68746fa6 100644 --- a/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkDatanodeDispatcher.java +++ b/hadoop-ozone/tools/src/main/java/org/apache/hadoop/ozone/genesis/BenchMarkDatanodeDispatcher.java @@ -32,7 +32,6 @@ import org.apache.hadoop.ozone.container.common.impl.Dispatcher; import org.apache.hadoop.ozone.container.common.impl.KeyManagerImpl; import org.apache.hadoop.ozone.container.common.interfaces.ContainerManager; -import org.apache.hadoop.hdds.scm.container.common.helpers.Pipeline; import org.apache.hadoop.hdds.scm.container.common.helpers.PipelineChannel; import org.apache.hadoop.util.Time; import org.openjdk.jmh.annotations.Benchmark; @@ -168,8 +167,6 @@ public class BenchMarkDatanodeDispatcher { private ContainerCommandRequestProto getCreateContainerCommand(long containerID) { CreateContainerRequestProto.Builder createRequest = CreateContainerRequestProto.newBuilder(); - createRequest.setPipeline( - new Pipeline(pipelineChannel).getProtobufMessage()); createRequest.setContainerData( ContainerData.newBuilder().setContainerID( containerID).build()); @@ -187,7 +184,7 @@ public class BenchMarkDatanodeDispatcher { BlockID blockID, String chunkName) { WriteChunkRequestProto.Builder writeChunkRequest = WriteChunkRequestProto .newBuilder() - .setBlockID(blockID.getProtobuf()) + .setBlockID(blockID.getDatanodeBlockIDProtobuf()) .setChunkData(getChunkInfo(blockID, chunkName)) .setData(data); @@ -204,7 +201,7 @@ public class BenchMarkDatanodeDispatcher { BlockID blockID, String chunkName) { ReadChunkRequestProto.Builder readChunkRequest = ReadChunkRequestProto .newBuilder() - .setBlockID(blockID.getProtobuf()) + .setBlockID(blockID.getDatanodeBlockIDProtobuf()) .setChunkData(getChunkInfo(blockID, chunkName)); ContainerCommandRequestProto.Builder request = ContainerCommandRequestProto .newBuilder(); @@ -258,7 +255,7 @@ public class BenchMarkDatanodeDispatcher { BlockID blockID, String chunkKey) { ContainerProtos.KeyData.Builder builder = ContainerProtos.KeyData .newBuilder() - .setBlockID(blockID.getProtobuf()) + .setBlockID(blockID.getDatanodeBlockIDProtobuf()) .addChunks(getChunkInfo(blockID, chunkKey)); return builder.build(); }