HDDS-90: Create ContainerData, Container classes. Contributed by Bharat Viswanadham
This commit is contained in:
Bharat Viswanadham
Hanisha Koneru
parent
ee1e0e2036
commit
6cd19b45ef
|
|
@ -232,6 +232,14 @@ message ContainerData {
|
||||||
optional string containerDBType = 11;
|
optional string containerDBType = 11;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
// This is used for create Container Request.
|
||||||
|
message CreateContainerData {
|
||||||
|
required int64 containerId = 1;
|
||||||
|
repeated KeyValue metadata = 2;
|
||||||
|
optional ContainerType containerType = 3 [default = KeyValueContainer];
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
enum ContainerType {
|
enum ContainerType {
|
||||||
KeyValueContainer = 1;
|
KeyValueContainer = 1;
|
||||||
}
|
}
|
||||||
|
|
|
||||||
|
|
@ -0,0 +1,80 @@
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package org.apache.hadoop.ozone.container.common.impl;
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Defines layout versions for the Chunks.
|
||||||
|
*/
|
||||||
|
|
||||||
|
public final class ChunkLayOutVersion {
|
||||||
|
|
||||||
|
private final static ChunkLayOutVersion[] CHUNK_LAYOUT_VERSION_INFOS =
|
||||||
|
{new ChunkLayOutVersion(1, "Data without checksums.")};
|
||||||
|
|
||||||
|
private int version;
|
||||||
|
private String description;
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Never created outside this class.
|
||||||
|
*
|
||||||
|
* @param description -- description
|
||||||
|
* @param version -- version number
|
||||||
|
*/
|
||||||
|
private ChunkLayOutVersion(int version, String description) {
|
||||||
|
this.version = version;
|
||||||
|
this.description = description;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns all versions.
|
||||||
|
*
|
||||||
|
* @return Version info array.
|
||||||
|
*/
|
||||||
|
public static ChunkLayOutVersion[] getAllVersions() {
|
||||||
|
return CHUNK_LAYOUT_VERSION_INFOS.clone();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the latest version.
|
||||||
|
*
|
||||||
|
* @return versionInfo
|
||||||
|
*/
|
||||||
|
public static ChunkLayOutVersion getLatestVersion() {
|
||||||
|
return CHUNK_LAYOUT_VERSION_INFOS[CHUNK_LAYOUT_VERSION_INFOS.length - 1];
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Return version.
|
||||||
|
*
|
||||||
|
* @return int
|
||||||
|
*/
|
||||||
|
public int getVersion() {
|
||||||
|
return version;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns description.
|
||||||
|
* @return String
|
||||||
|
*/
|
||||||
|
public String getDescription() {
|
||||||
|
return description;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,234 @@
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
package org.apache.hadoop.ozone.container.common.impl;
|
||||||
|
|
||||||
|
import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos.
|
||||||
|
ContainerType;
|
||||||
|
import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos.
|
||||||
|
ContainerLifeCycleState;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.Map;
|
||||||
|
import java.util.TreeMap;
|
||||||
|
import java.util.concurrent.atomic.AtomicLong;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* ContainerData is the in-memory representation of container metadata and is
|
||||||
|
* represented on disk by the .container file.
|
||||||
|
*/
|
||||||
|
public class ContainerData {
|
||||||
|
|
||||||
|
//Type of the container.
|
||||||
|
// For now, we support only KeyValueContainer.
|
||||||
|
private final ContainerType containerType;
|
||||||
|
|
||||||
|
// Unique identifier for the container
|
||||||
|
private final long containerId;
|
||||||
|
|
||||||
|
// Layout version of the container data
|
||||||
|
private final ChunkLayOutVersion layOutVersion;
|
||||||
|
|
||||||
|
// Metadata of the container will be a key value pair.
|
||||||
|
// This can hold information like volume name, owner etc.,
|
||||||
|
private final Map<String, String> metadata;
|
||||||
|
|
||||||
|
// State of the Container
|
||||||
|
private ContainerLifeCycleState state;
|
||||||
|
|
||||||
|
/** parameters for read/write statistics on the container. **/
|
||||||
|
private final AtomicLong readBytes;
|
||||||
|
private final AtomicLong writeBytes;
|
||||||
|
private final AtomicLong readCount;
|
||||||
|
private final AtomicLong writeCount;
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Creates a ContainerData Object, which holds metadata of the container.
|
||||||
|
* @param type - ContainerType
|
||||||
|
* @param containerId - ContainerId
|
||||||
|
*/
|
||||||
|
public ContainerData(ContainerType type, long containerId) {
|
||||||
|
this.containerType = type;
|
||||||
|
this.containerId = containerId;
|
||||||
|
this.layOutVersion = ChunkLayOutVersion.getLatestVersion();
|
||||||
|
this.metadata = new TreeMap<>();
|
||||||
|
this.state = ContainerLifeCycleState.OPEN;
|
||||||
|
this.readCount = new AtomicLong(0L);
|
||||||
|
this.readBytes = new AtomicLong(0L);
|
||||||
|
this.writeCount = new AtomicLong(0L);
|
||||||
|
this.writeBytes = new AtomicLong(0L);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the containerId.
|
||||||
|
*/
|
||||||
|
public long getContainerId() {
|
||||||
|
return containerId;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the type of the container.
|
||||||
|
* @return ContainerType
|
||||||
|
*/
|
||||||
|
public ContainerType getContainerType() {
|
||||||
|
return containerType;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the state of the container.
|
||||||
|
* @return ContainerLifeCycleState
|
||||||
|
*/
|
||||||
|
public synchronized ContainerLifeCycleState getState() {
|
||||||
|
return state;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set the state of the container.
|
||||||
|
* @param state
|
||||||
|
*/
|
||||||
|
public synchronized void setState(ContainerLifeCycleState state) {
|
||||||
|
this.state = state;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the layOutVersion of the actual container data format.
|
||||||
|
* @return layOutVersion
|
||||||
|
*/
|
||||||
|
public ChunkLayOutVersion getLayOutVersion() {
|
||||||
|
return layOutVersion;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Adds metadata.
|
||||||
|
*/
|
||||||
|
public void addMetadata(String key, String value) throws IOException {
|
||||||
|
synchronized (this.metadata) {
|
||||||
|
if (this.metadata.containsKey(key)) {
|
||||||
|
throw new IOException("This key already exists. Key " + key);
|
||||||
|
}
|
||||||
|
metadata.put(key, value);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Retuns metadata of the container.
|
||||||
|
* @return metadata
|
||||||
|
*/
|
||||||
|
public Map<String, String> getMetadata() {
|
||||||
|
synchronized (this.metadata) {
|
||||||
|
return Collections.unmodifiableMap(this.metadata);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* checks if the container is open.
|
||||||
|
* @return - boolean
|
||||||
|
*/
|
||||||
|
public synchronized boolean isOpen() {
|
||||||
|
return ContainerLifeCycleState.OPEN == state;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* checks if the container is invalid.
|
||||||
|
* @return - boolean
|
||||||
|
*/
|
||||||
|
public synchronized boolean isValid() {
|
||||||
|
return !(ContainerLifeCycleState.INVALID == state);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* checks if the container is closed.
|
||||||
|
* @return - boolean
|
||||||
|
*/
|
||||||
|
public synchronized boolean isClosed() {
|
||||||
|
return ContainerLifeCycleState.CLOSED == state;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Marks this container as closed.
|
||||||
|
*/
|
||||||
|
public synchronized void closeContainer() {
|
||||||
|
// TODO: closed or closing here
|
||||||
|
setState(ContainerLifeCycleState.CLOSED);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get the number of bytes read from the container.
|
||||||
|
* @return the number of bytes read from the container.
|
||||||
|
*/
|
||||||
|
public long getReadBytes() {
|
||||||
|
return readBytes.get();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Increase the number of bytes read from the container.
|
||||||
|
* @param bytes number of bytes read.
|
||||||
|
*/
|
||||||
|
public void incrReadBytes(long bytes) {
|
||||||
|
this.readBytes.addAndGet(bytes);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get the number of times the container is read.
|
||||||
|
* @return the number of times the container is read.
|
||||||
|
*/
|
||||||
|
public long getReadCount() {
|
||||||
|
return readCount.get();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Increase the number of container read count by 1.
|
||||||
|
*/
|
||||||
|
public void incrReadCount() {
|
||||||
|
this.readCount.incrementAndGet();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get the number of bytes write into the container.
|
||||||
|
* @return the number of bytes write into the container.
|
||||||
|
*/
|
||||||
|
public long getWriteBytes() {
|
||||||
|
return writeBytes.get();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Increase the number of bytes write into the container.
|
||||||
|
* @param bytes the number of bytes write into the container.
|
||||||
|
*/
|
||||||
|
public void incrWriteBytes(long bytes) {
|
||||||
|
this.writeBytes.addAndGet(bytes);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get the number of writes into the container.
|
||||||
|
* @return the number of writes into the container.
|
||||||
|
*/
|
||||||
|
public long getWriteCount() {
|
||||||
|
return writeCount.get();
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Increase the number of writes into the container by 1.
|
||||||
|
*/
|
||||||
|
public void incrWriteCount() {
|
||||||
|
this.writeCount.incrementAndGet();
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,74 @@
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.ozone.container.common.impl;
|
||||||
|
|
||||||
|
|
||||||
|
import org.apache.hadoop.hdds.scm.container.common.helpers.StorageContainerException;
|
||||||
|
|
||||||
|
|
||||||
|
import org.apache.hadoop.ozone.container.common.interfaces.Container;
|
||||||
|
import org.slf4j.Logger;
|
||||||
|
import org.slf4j.LoggerFactory;
|
||||||
|
|
||||||
|
import java.security.NoSuchAlgorithmException;
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Class to perform KeyValue Container operations.
|
||||||
|
*/
|
||||||
|
public class KeyValueContainer implements Container {
|
||||||
|
|
||||||
|
static final Logger LOG =
|
||||||
|
LoggerFactory.getLogger(Container.class);
|
||||||
|
|
||||||
|
private KeyValueContainerData containerData;
|
||||||
|
|
||||||
|
public KeyValueContainer(KeyValueContainerData containerData) {
|
||||||
|
this.containerData = containerData;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void create(ContainerData cData) throws StorageContainerException {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void delete(boolean forceDelete)
|
||||||
|
throws StorageContainerException {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void update(boolean forceUpdate)
|
||||||
|
throws StorageContainerException {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public ContainerData getContainerData() throws StorageContainerException {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public void close() throws StorageContainerException,
|
||||||
|
NoSuchAlgorithmException {
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,159 @@
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.ozone.container.common.impl;
|
||||||
|
|
||||||
|
import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos;
|
||||||
|
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* This class represents the KeyValueContainer metadata, which is the
|
||||||
|
* in-memory representation of container metadata and is represented on disk
|
||||||
|
* by the .container file.
|
||||||
|
*/
|
||||||
|
public class KeyValueContainerData extends ContainerData {
|
||||||
|
|
||||||
|
// Path to Level DB/RocksDB Store.
|
||||||
|
private String dbPath;
|
||||||
|
|
||||||
|
// Path to Physical file system where container and checksum are stored.
|
||||||
|
private String containerFilePath;
|
||||||
|
|
||||||
|
//Type of DB used to store key to chunks mapping
|
||||||
|
private String containerDBType;
|
||||||
|
|
||||||
|
//Number of pending deletion blocks in container.
|
||||||
|
private int numPendingDeletionBlocks;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Constructs KeyValueContainerData object.
|
||||||
|
* @param type - containerType
|
||||||
|
* @param id - ContainerId
|
||||||
|
*/
|
||||||
|
public KeyValueContainerData(ContainerProtos.ContainerType type, long id) {
|
||||||
|
super(type, id);
|
||||||
|
this.numPendingDeletionBlocks = 0;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns path.
|
||||||
|
*
|
||||||
|
* @return - path
|
||||||
|
*/
|
||||||
|
public String getDBPath() {
|
||||||
|
return dbPath;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Sets path.
|
||||||
|
*
|
||||||
|
* @param path - String.
|
||||||
|
*/
|
||||||
|
public void setDBPath(String path) {
|
||||||
|
this.dbPath = path;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get container file path.
|
||||||
|
* @return - Physical path where container file and checksum is stored.
|
||||||
|
*/
|
||||||
|
public String getContainerPath() {
|
||||||
|
return containerFilePath;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Set container Path.
|
||||||
|
* @param containerPath - File path.
|
||||||
|
*/
|
||||||
|
public void setContainerPath(String containerPath) {
|
||||||
|
this.containerFilePath = containerPath;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the DBType used for the container.
|
||||||
|
* @return containerDBType
|
||||||
|
*/
|
||||||
|
public String getContainerDBType() {
|
||||||
|
return containerDBType;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Sets the DBType used for the container.
|
||||||
|
* @param containerDBType
|
||||||
|
*/
|
||||||
|
public void setContainerDBType(String containerDBType) {
|
||||||
|
this.containerDBType = containerDBType;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Returns the number of pending deletion blocks in container.
|
||||||
|
* @return numPendingDeletionBlocks
|
||||||
|
*/
|
||||||
|
public int getNumPendingDeletionBlocks() {
|
||||||
|
return numPendingDeletionBlocks;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Increase the count of pending deletion blocks.
|
||||||
|
*
|
||||||
|
* @param numBlocks increment number
|
||||||
|
*/
|
||||||
|
public void incrPendingDeletionBlocks(int numBlocks) {
|
||||||
|
this.numPendingDeletionBlocks += numBlocks;
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Decrease the count of pending deletion blocks.
|
||||||
|
*
|
||||||
|
* @param numBlocks decrement number
|
||||||
|
*/
|
||||||
|
public void decrPendingDeletionBlocks(int numBlocks) {
|
||||||
|
this.numPendingDeletionBlocks -= numBlocks;
|
||||||
|
}
|
||||||
|
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Constructs a KeyValueContainerData object from ProtoBuf classes.
|
||||||
|
*
|
||||||
|
* @param protoData - ProtoBuf Message
|
||||||
|
* @throws IOException
|
||||||
|
*/
|
||||||
|
public static KeyValueContainerData getFromProtoBuf(
|
||||||
|
ContainerProtos.CreateContainerData protoData) throws IOException {
|
||||||
|
|
||||||
|
long containerID;
|
||||||
|
ContainerProtos.ContainerType containerType;
|
||||||
|
|
||||||
|
containerID = protoData.getContainerId();
|
||||||
|
containerType = protoData.getContainerType();
|
||||||
|
|
||||||
|
KeyValueContainerData keyValueContainerData = new KeyValueContainerData(
|
||||||
|
containerType, containerID);
|
||||||
|
|
||||||
|
for (int x = 0; x < protoData.getMetadataCount(); x++) {
|
||||||
|
keyValueContainerData.addMetadata(protoData.getMetadata(x).getKey(),
|
||||||
|
protoData.getMetadata(x).getValue());
|
||||||
|
}
|
||||||
|
|
||||||
|
return keyValueContainerData;
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,75 @@
|
||||||
|
/**
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.ozone.container.common.interfaces;
|
||||||
|
|
||||||
|
|
||||||
|
import org.apache.hadoop.hdds.scm.container.common.helpers.
|
||||||
|
StorageContainerException;
|
||||||
|
import org.apache.hadoop.ozone.container.common.impl.ContainerData;
|
||||||
|
|
||||||
|
import java.security.NoSuchAlgorithmException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Interface for Container Operations.
|
||||||
|
*/
|
||||||
|
public interface Container {
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Creates a container.
|
||||||
|
*
|
||||||
|
* @throws StorageContainerException
|
||||||
|
*/
|
||||||
|
void create(ContainerData containerData) throws StorageContainerException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Deletes the container.
|
||||||
|
*
|
||||||
|
* @param forceDelete - whether this container should be deleted forcibly.
|
||||||
|
* @throws StorageContainerException
|
||||||
|
*/
|
||||||
|
void delete(boolean forceDelete) throws StorageContainerException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Update the container.
|
||||||
|
*
|
||||||
|
* @param forceUpdate if true, update container forcibly.
|
||||||
|
* @throws StorageContainerException
|
||||||
|
*/
|
||||||
|
void update(boolean forceUpdate)
|
||||||
|
throws StorageContainerException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Get metadata about the container.
|
||||||
|
*
|
||||||
|
* @return ContainerData - Container Data.
|
||||||
|
* @throws StorageContainerException
|
||||||
|
*/
|
||||||
|
ContainerData getContainerData() throws StorageContainerException;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Closes a open container, if it is already closed or does not exist a
|
||||||
|
* StorageContainerException is thrown.
|
||||||
|
*
|
||||||
|
* @throws StorageContainerException
|
||||||
|
*/
|
||||||
|
void close() throws StorageContainerException,
|
||||||
|
NoSuchAlgorithmException;
|
||||||
|
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,42 @@
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.ozone.container.common;
|
||||||
|
|
||||||
|
import org.apache.hadoop.ozone.container.common.impl.ChunkLayOutVersion;
|
||||||
|
import org.junit.Assert;
|
||||||
|
import org.junit.Test;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* This class tests ChunkLayOutVersion.
|
||||||
|
*/
|
||||||
|
public class TestChunkLayOutVersion {
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testChunkLayOutVersion() {
|
||||||
|
|
||||||
|
// Check Latest Version and description
|
||||||
|
Assert.assertEquals(1, ChunkLayOutVersion.getLatestVersion().getVersion());
|
||||||
|
Assert.assertEquals("Data without checksums.", ChunkLayOutVersion
|
||||||
|
.getLatestVersion().getDescription());
|
||||||
|
|
||||||
|
Assert.assertEquals(1, ChunkLayOutVersion.getAllVersions().length);
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
|
|
@ -0,0 +1,119 @@
|
||||||
|
/*
|
||||||
|
* Licensed to the Apache Software Foundation (ASF) under one
|
||||||
|
* or more contributor license agreements. See the NOTICE file
|
||||||
|
* distributed with this work for additional information
|
||||||
|
* regarding copyright ownership. The ASF licenses this file
|
||||||
|
* to you under the Apache License, Version 2.0 (the
|
||||||
|
* "License"); you may not use this file except in compliance
|
||||||
|
* with the License. You may obtain a copy of the License at
|
||||||
|
*
|
||||||
|
* http://www.apache.org/licenses/LICENSE-2.0
|
||||||
|
*
|
||||||
|
* Unless required by applicable law or agreed to in writing, software
|
||||||
|
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||||
|
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||||
|
* See the License for the specific language governing permissions and
|
||||||
|
* limitations under the License.
|
||||||
|
*/
|
||||||
|
|
||||||
|
package org.apache.hadoop.ozone.container.common;
|
||||||
|
|
||||||
|
import org.apache.hadoop.hdds.protocol.datanode.proto.ContainerProtos;
|
||||||
|
import org.apache.hadoop.ozone.container.common.impl.KeyValueContainerData;
|
||||||
|
import org.junit.Test;
|
||||||
|
|
||||||
|
import static org.junit.Assert.assertEquals;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.util.concurrent.atomic.AtomicLong;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* This class is used to test the KeyValueContainerData.
|
||||||
|
*/
|
||||||
|
public class TestKeyValueContainerData {
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testGetFromProtoBuf() throws IOException {
|
||||||
|
|
||||||
|
long containerId = 1L;
|
||||||
|
ContainerProtos.ContainerType containerType = ContainerProtos
|
||||||
|
.ContainerType.KeyValueContainer;
|
||||||
|
String path = "/tmp";
|
||||||
|
String containerDBType = "RocksDB";
|
||||||
|
int layOutVersion = 1;
|
||||||
|
ContainerProtos.ContainerLifeCycleState state = ContainerProtos
|
||||||
|
.ContainerLifeCycleState.OPEN;
|
||||||
|
|
||||||
|
ContainerProtos.KeyValue.Builder keyValBuilder =
|
||||||
|
ContainerProtos.KeyValue.newBuilder();
|
||||||
|
ContainerProtos.CreateContainerData containerData = ContainerProtos
|
||||||
|
.CreateContainerData.newBuilder()
|
||||||
|
.setContainerType(containerType)
|
||||||
|
.setContainerId(containerId)
|
||||||
|
.addMetadata(0, keyValBuilder.setKey("VOLUME").setValue("ozone")
|
||||||
|
.build())
|
||||||
|
.addMetadata(1, keyValBuilder.setKey("OWNER").setValue("hdfs")
|
||||||
|
.build()).build();
|
||||||
|
|
||||||
|
KeyValueContainerData kvData = KeyValueContainerData.getFromProtoBuf(
|
||||||
|
containerData);
|
||||||
|
|
||||||
|
assertEquals(containerType, kvData.getContainerType());
|
||||||
|
assertEquals(containerId, kvData.getContainerId());
|
||||||
|
assertEquals(layOutVersion, kvData.getLayOutVersion().getVersion());
|
||||||
|
assertEquals(state, kvData.getState());
|
||||||
|
assertEquals(2, kvData.getMetadata().size());
|
||||||
|
assertEquals("ozone", kvData.getMetadata().get("VOLUME"));
|
||||||
|
assertEquals("hdfs", kvData.getMetadata().get("OWNER"));
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testKeyValueData() {
|
||||||
|
long containerId = 1L;
|
||||||
|
ContainerProtos.ContainerType containerType = ContainerProtos
|
||||||
|
.ContainerType.KeyValueContainer;
|
||||||
|
String path = "/tmp";
|
||||||
|
String containerDBType = "RocksDB";
|
||||||
|
int layOutVersion = 1;
|
||||||
|
ContainerProtos.ContainerLifeCycleState state = ContainerProtos
|
||||||
|
.ContainerLifeCycleState.CLOSED;
|
||||||
|
AtomicLong val = new AtomicLong(0);
|
||||||
|
AtomicLong updatedVal = new AtomicLong(100);
|
||||||
|
|
||||||
|
KeyValueContainerData kvData = new KeyValueContainerData(containerType,
|
||||||
|
containerId);
|
||||||
|
|
||||||
|
assertEquals(containerType, kvData.getContainerType());
|
||||||
|
assertEquals(containerId, kvData.getContainerId());
|
||||||
|
assertEquals(ContainerProtos.ContainerLifeCycleState.OPEN, kvData
|
||||||
|
.getState());
|
||||||
|
assertEquals(0, kvData.getMetadata().size());
|
||||||
|
assertEquals(0, kvData.getNumPendingDeletionBlocks());
|
||||||
|
assertEquals(val.get(), kvData.getReadBytes());
|
||||||
|
assertEquals(val.get(), kvData.getWriteBytes());
|
||||||
|
assertEquals(val.get(), kvData.getReadCount());
|
||||||
|
assertEquals(val.get(), kvData.getWriteCount());
|
||||||
|
|
||||||
|
kvData.setState(state);
|
||||||
|
kvData.setContainerDBType(containerDBType);
|
||||||
|
kvData.setContainerPath(path);
|
||||||
|
kvData.setDBPath(path);
|
||||||
|
kvData.incrReadBytes(10);
|
||||||
|
kvData.incrWriteBytes(10);
|
||||||
|
kvData.incrReadCount();
|
||||||
|
kvData.incrWriteCount();
|
||||||
|
|
||||||
|
assertEquals(state, kvData.getState());
|
||||||
|
assertEquals(containerDBType, kvData.getContainerDBType());
|
||||||
|
assertEquals(path, kvData.getContainerPath());
|
||||||
|
assertEquals(path, kvData.getDBPath());
|
||||||
|
|
||||||
|
assertEquals(10, kvData.getReadBytes());
|
||||||
|
assertEquals(10, kvData.getWriteBytes());
|
||||||
|
assertEquals(1, kvData.getReadCount());
|
||||||
|
assertEquals(1, kvData.getWriteCount());
|
||||||
|
|
||||||
|
}
|
||||||
|
|
||||||
|
}
|
||||||
Loading…
Reference in New Issue