HDDS-682. Unified o3 address parsing for ozonen sh. Contributed by Elek, Marton.

This commit is contained in:
Hanisha Koneru 2018-10-25 17:04:16 -07:00
parent a4b9b7c130
commit 38a65e3b7c
26 changed files with 579 additions and 419 deletions

View File

@ -62,7 +62,9 @@ public class GenericCli implements Callable<Void>, GenericParentCommand {
} }
private void printError(Throwable error) { private void printError(Throwable error) {
if (verbose) { //message could be null in case of NPE. This is unexpected so we can
//print out the stack trace.
if (verbose || error.getMessage() == null) {
error.printStackTrace(System.err); error.printStackTrace(System.err);
} else { } else {
System.err.println(error.getMessage().split("\n")[0]); System.err.println(error.getMessage().split("\n")[0]);
@ -77,6 +79,7 @@ public class GenericCli implements Callable<Void>, GenericParentCommand {
throw new MissingSubcommandException(cmd.getUsageMessage()); throw new MissingSubcommandException(cmd.getUsageMessage());
} }
@Override
public OzoneConfiguration createOzoneConfiguration() { public OzoneConfiguration createOzoneConfiguration() {
OzoneConfiguration ozoneConf = new OzoneConfiguration(); OzoneConfiguration ozoneConf = new OzoneConfiguration();
if (configurationOverrides != null) { if (configurationOverrides != null) {

View File

@ -16,10 +16,14 @@
*/ */
package org.apache.hadoop.hdds.cli; package org.apache.hadoop.hdds.cli;
import org.apache.hadoop.hdds.conf.OzoneConfiguration;
/** /**
* Interface to access the higher level parameters. * Interface to access the higher level parameters.
*/ */
public interface GenericParentCommand { public interface GenericParentCommand {
boolean isVerbose(); boolean isVerbose();
OzoneConfiguration createOzoneConfiguration();
} }

View File

@ -17,7 +17,6 @@
*/ */
package org.apache.hadoop.ozone.ozShell; package org.apache.hadoop.ozone.ozShell;
import com.google.common.base.Strings;
import java.io.ByteArrayOutputStream; import java.io.ByteArrayOutputStream;
import java.io.File; import java.io.File;
import java.io.FileInputStream; import java.io.FileInputStream;
@ -33,7 +32,6 @@ import java.util.Random;
import java.util.UUID; import java.util.UUID;
import java.util.stream.Collectors; import java.util.stream.Collectors;
import org.apache.commons.lang3.RandomStringUtils;
import org.apache.hadoop.fs.FileUtil; import org.apache.hadoop.fs.FileUtil;
import org.apache.hadoop.hdds.cli.MissingSubcommandException; import org.apache.hadoop.hdds.cli.MissingSubcommandException;
import org.apache.hadoop.hdds.client.ReplicationFactor; import org.apache.hadoop.hdds.client.ReplicationFactor;
@ -63,9 +61,18 @@ import org.apache.hadoop.ozone.web.response.VolumeInfo;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
import org.apache.hadoop.security.UserGroupInformation; import org.apache.hadoop.security.UserGroupInformation;
import org.apache.hadoop.test.GenericTestUtils; import org.apache.hadoop.test.GenericTestUtils;
import com.google.common.base.Strings;
import org.apache.commons.lang3.RandomStringUtils;
import static org.apache.hadoop.ozone.OzoneConfigKeys.OZONE_REPLICATION;
import static org.apache.hadoop.ozone.om.OMConfigKeys.OZONE_OM_ADDRESS_KEY;
import org.junit.After; import org.junit.After;
import org.junit.AfterClass; import org.junit.AfterClass;
import org.junit.Assert; import org.junit.Assert;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
import org.junit.Before; import org.junit.Before;
import org.junit.BeforeClass; import org.junit.BeforeClass;
import org.junit.Rule; import org.junit.Rule;
@ -82,12 +89,6 @@ import picocli.CommandLine.ParameterException;
import picocli.CommandLine.ParseResult; import picocli.CommandLine.ParseResult;
import picocli.CommandLine.RunLast; import picocli.CommandLine.RunLast;
import static org.apache.hadoop.ozone.OzoneConfigKeys.OZONE_REPLICATION;
import static org.junit.Assert.assertEquals;
import static org.junit.Assert.assertNotNull;
import static org.junit.Assert.assertTrue;
import static org.junit.Assert.fail;
/** /**
* This test class specified for testing Ozone shell command. * This test class specified for testing Ozone shell command.
*/ */
@ -209,8 +210,7 @@ public class TestOzoneShell {
testCreateVolume(volumeName, ""); testCreateVolume(volumeName, "");
volumeName = "volume" + RandomStringUtils.randomNumeric(5); volumeName = "volume" + RandomStringUtils.randomNumeric(5);
testCreateVolume("/////" + volumeName, ""); testCreateVolume("/////" + volumeName, "");
testCreateVolume("/////", "Volume name is required " + testCreateVolume("/////", "Volume name is required");
"to create a volume");
testCreateVolume("/////vol/123", testCreateVolume("/////vol/123",
"Invalid volume name. Delimiters (/) not allowed in volume name"); "Invalid volume name. Delimiters (/) not allowed in volume name");
} }
@ -1126,36 +1126,49 @@ public class TestOzoneShell {
@Test @Test
public void testS3BucketMapping() throws IOException { public void testS3BucketMapping() throws IOException {
List<ServiceInfo> services =
cluster.getOzoneManager().getServiceList();
String omHostName = services.stream().filter(
a -> a.getNodeType().equals(HddsProtos.NodeType.OM))
.collect(Collectors.toList()).get(0).getHostname();
String omPort = cluster.getOzoneManager().getRpcPort();
String setOmAddress =
"--set=" + OZONE_OM_ADDRESS_KEY + "=" + omHostName + ":" + omPort;
String s3Bucket = "bucket1"; String s3Bucket = "bucket1";
String commandOutput; String commandOutput;
createS3Bucket("ozone", s3Bucket); createS3Bucket("ozone", s3Bucket);
String volumeName = client.getOzoneVolumeName(s3Bucket);
String[] args = new String[] {"bucket", "path", url + "/" + s3Bucket}; //WHEN
if (url.startsWith("o3")) { String[] args =
new String[] {setOmAddress, "bucket",
"path", s3Bucket};
execute(shell, args); execute(shell, args);
//THEN
commandOutput = out.toString(); commandOutput = out.toString();
String volumeName = client.getOzoneVolumeName(s3Bucket);
assertTrue(commandOutput.contains("Volume name for S3Bucket is : " + assertTrue(commandOutput.contains("Volume name for S3Bucket is : " +
volumeName)); volumeName));
assertTrue(commandOutput.contains(OzoneConsts.OZONE_URI_SCHEME + "://" + assertTrue(commandOutput.contains(OzoneConsts.OZONE_URI_SCHEME + "://" +
s3Bucket + "." + volumeName)); s3Bucket + "." + volumeName));
out.reset(); out.reset();
//Trying to get map for an unknown bucket //Trying to get map for an unknown bucket
args = new String[] {"bucket", "path", url + "/" + "unknownbucket"}; args = new String[] {setOmAddress, "bucket", "path",
"unknownbucket"};
executeWithError(shell, args, "S3_BUCKET_NOT_FOUND"); executeWithError(shell, args, "S3_BUCKET_NOT_FOUND");
} else {
executeWithError(shell, args, "Ozone REST protocol does not support " +
"this operation");
}
// No bucket name // No bucket name
args = new String[] {"bucket", "path", url}; args = new String[] {setOmAddress, "bucket", "path"};
executeWithError(shell, args, "S3Bucket name is required"); executeWithError(shell, args, "Missing required parameter");
// Invalid bucket name // Invalid bucket name
args = new String[] {"bucket", "path", url + "/" + s3Bucket + args = new String[] {setOmAddress, "bucket", "path", "/asd/multipleslash"};
"/multipleslash"}; executeWithError(shell, args, "S3_BUCKET_NOT_FOUND");
executeWithError(shell, args, "Invalid S3Bucket name. Delimiters (/) not" +
" allowed");
} }
private void createS3Bucket(String userName, String s3Bucket) { private void createS3Bucket(String userName, String s3Bucket) {

View File

@ -18,25 +18,12 @@
package org.apache.hadoop.ozone.web.ozShell; package org.apache.hadoop.ozone.web.ozShell;
import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.concurrent.Callable; import java.util.concurrent.Callable;
import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hdds.cli.GenericParentCommand; import org.apache.hadoop.hdds.cli.GenericParentCommand;
import org.apache.hadoop.hdds.cli.HddsVersionProvider; import org.apache.hadoop.hdds.cli.HddsVersionProvider;
import org.apache.hadoop.hdds.conf.OzoneConfiguration; import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientException;
import org.apache.hadoop.ozone.client.OzoneClientFactory;
import org.apache.hadoop.ozone.client.rest.OzoneException;
import static org.apache.hadoop.ozone.OzoneConsts.OZONE_HTTP_SCHEME;
import static org.apache.hadoop.ozone.OzoneConsts.OZONE_RPC_SCHEME;
import org.apache.http.client.utils.URIBuilder;
import org.slf4j.Logger; import org.slf4j.Logger;
import org.slf4j.LoggerFactory; import org.slf4j.LoggerFactory;
import picocli.CommandLine.Command; import picocli.CommandLine.Command;
@ -51,8 +38,6 @@ public abstract class Handler implements Callable<Void> {
protected static final Logger LOG = LoggerFactory.getLogger(Handler.class); protected static final Logger LOG = LoggerFactory.getLogger(Handler.class);
protected OzoneClient client;
@ParentCommand @ParentCommand
private GenericParentCommand parent; private GenericParentCommand parent;
@ -61,128 +46,12 @@ public abstract class Handler implements Callable<Void> {
throw new UnsupportedOperationException(); throw new UnsupportedOperationException();
} }
/**
* verifies user provided URI.
*
* @param uri - UriString
* @return URI
* @throws URISyntaxException
* @throws OzoneException
*/
protected URI verifyURI(String uri)
throws URISyntaxException, OzoneException, IOException {
if ((uri == null) || uri.isEmpty()) {
throw new OzoneClientException(
"Ozone URI is needed to execute this command.");
}
URIBuilder ozoneURI = new URIBuilder(stringToUri(uri));
if (ozoneURI.getPort() == 0) {
ozoneURI.setPort(Shell.DEFAULT_OZONE_PORT);
}
Configuration conf = new OzoneConfiguration();
String scheme = ozoneURI.getScheme();
if (ozoneURI.getScheme() == null || scheme.isEmpty()) {
scheme = OZONE_RPC_SCHEME;
}
if (scheme.equals(OZONE_HTTP_SCHEME)) {
if (ozoneURI.getHost() != null) {
if (ozoneURI.getPort() == -1) {
client = OzoneClientFactory.getRestClient(ozoneURI.getHost());
} else {
client = OzoneClientFactory
.getRestClient(ozoneURI.getHost(), ozoneURI.getPort(), conf);
}
} else {
client = OzoneClientFactory.getRestClient(conf);
}
} else if (scheme.equals(OZONE_RPC_SCHEME)) {
if (ozoneURI.getHost() != null) {
if (ozoneURI.getPort() == -1) {
client = OzoneClientFactory.getRpcClient(ozoneURI.getHost());
} else {
client = OzoneClientFactory
.getRpcClient(ozoneURI.getHost(), ozoneURI.getPort(), conf);
}
} else {
client = OzoneClientFactory.getRpcClient(conf);
}
} else {
throw new OzoneClientException("Invalid URI: " + ozoneURI);
}
return ozoneURI.build();
}
/** Construct a URI from a String with unescaped special characters
* that have non-standard semantics. e.g. /, ?, #. A custom parsing
* is needed to prevent misbehavior.
* @param pathString The input path in string form
* @return URI
*/
private static URI stringToUri(String pathString) throws IOException {
// parse uri components
String scheme = null;
String authority = null;
int start = 0;
// parse uri scheme, if any
int colon = pathString.indexOf(':');
int slash = pathString.indexOf('/');
if (colon > 0 && (slash == colon +1)) {
// has a non zero-length scheme
scheme = pathString.substring(0, colon);
start = colon + 1;
}
// parse uri authority, if any
if (pathString.startsWith("//", start) &&
(pathString.length()-start > 2)) {
start += 2;
int nextSlash = pathString.indexOf('/', start);
int authEnd = nextSlash > 0 ? nextSlash : pathString.length();
authority = pathString.substring(start, authEnd);
start = authEnd;
}
// uri path is the rest of the string. ? or # are not interpreted,
// but any occurrence of them will be quoted by the URI ctor.
String path = pathString.substring(start, pathString.length());
// Construct the URI
try {
return new URI(scheme, authority, path, null, null);
} catch (URISyntaxException e) {
throw new IllegalArgumentException(e);
}
}
/**
*
* @param uri
* @return volumeName
* @throws Exception
* @throws OzoneClientException when uri is null or invalid volume name
*/
protected String parseVolumeName(String uri) throws Exception{
URI ozoneURI = verifyURI(uri);
Path path = Paths.get(ozoneURI.getPath());
int pathNameCount = path.getNameCount();
if (pathNameCount != 1) {
String errorMessage;
if (pathNameCount < 1) {
errorMessage = "Volume name is required to perform volume " +
"operations like info, update, create and delete. ";
} else {
errorMessage = "Invalid volume name. Delimiters (/) not allowed in " +
"volume name";
}
throw new OzoneClientException(errorMessage);
}
return ozoneURI.getPath().replaceAll("^/+", "");
}
public boolean isVerbose() { public boolean isVerbose() {
return parent.isVerbose(); return parent.isVerbose();
} }
public OzoneConfiguration createOzoneConfiguration() {
return parent.createOzoneConfiguration();
}
} }

View File

@ -0,0 +1,251 @@
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.ozone.web.ozShell;
import java.io.IOException;
import java.net.URI;
import java.net.URISyntaxException;
import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientException;
import org.apache.hadoop.ozone.client.OzoneClientFactory;
import org.apache.hadoop.ozone.client.rest.OzoneException;
import static org.apache.hadoop.ozone.OzoneConsts.OZONE_HTTP_SCHEME;
import static org.apache.hadoop.ozone.OzoneConsts.OZONE_RPC_SCHEME;
import org.apache.http.client.utils.URIBuilder;
/**
* Address of an ozone object for ozone shell.
*/
public class OzoneAddress {
private static final String EMPTY_HOST = "___DEFAULT___";
private URI ozoneURI;
private String volumeName = "";
private String bucketName = "";
private String keyName = "";
public OzoneAddress() throws OzoneException {
this("o3:///");
}
public OzoneAddress(String address)
throws OzoneException {
if (address == null || address.equals("")) {
address = OZONE_RPC_SCHEME + ":///";
}
this.ozoneURI = parseURI(address);
String path = this.ozoneURI.getPath();
path = path.replaceAll("^/+", "");
int sep1 = path.indexOf('/');
int sep2 = path.indexOf('/', sep1 + 1);
if (sep1 == -1) {
volumeName = path;
} else {
//we have vol/bucket
volumeName = path.substring(0, sep1);
if (sep2 == -1) {
bucketName = path.substring(sep1 + 1);
} else {
//we have vol/bucket/key/.../...
bucketName = path.substring(sep1 + 1, sep2);
keyName = path.substring(sep2 + 1);
}
}
}
public OzoneClient createClient(OzoneConfiguration conf)
throws IOException, OzoneClientException {
OzoneClient client;
String scheme = ozoneURI.getScheme();
if (ozoneURI.getScheme() == null || scheme.isEmpty()) {
scheme = OZONE_RPC_SCHEME;
}
if (scheme.equals(OZONE_HTTP_SCHEME)) {
if (ozoneURI.getHost() != null && !ozoneURI.getAuthority()
.equals(EMPTY_HOST)) {
if (ozoneURI.getPort() == -1) {
client = OzoneClientFactory.getRestClient(ozoneURI.getHost());
} else {
client = OzoneClientFactory
.getRestClient(ozoneURI.getHost(), ozoneURI.getPort(), conf);
}
} else {
client = OzoneClientFactory.getRestClient(conf);
}
} else if (scheme.equals(OZONE_RPC_SCHEME)) {
if (ozoneURI.getHost() != null && !ozoneURI.getAuthority()
.equals(EMPTY_HOST)) {
if (ozoneURI.getPort() == -1) {
client = OzoneClientFactory.getRpcClient(ozoneURI.getHost());
} else {
client = OzoneClientFactory
.getRpcClient(ozoneURI.getHost(), ozoneURI.getPort(), conf);
}
} else {
client = OzoneClientFactory.getRpcClient(conf);
}
} else {
throw new OzoneClientException(
"Invalid URI, unknown protocol scheme: " + scheme);
}
return client;
}
/**
* verifies user provided URI.
*
* @param uri - UriString
* @return URI
* @throws URISyntaxException
* @throws OzoneException
*/
protected URI parseURI(String uri)
throws OzoneException {
if ((uri == null) || uri.isEmpty()) {
throw new OzoneClientException(
"Ozone URI is needed to execute this command.");
}
URIBuilder uriBuilder = new URIBuilder(stringToUri(uri));
if (uriBuilder.getPort() == 0) {
uriBuilder.setPort(Shell.DEFAULT_OZONE_PORT);
}
try {
return uriBuilder.build();
} catch (URISyntaxException e) {
throw new OzoneClientException("Invalid URI: " + ozoneURI, e);
}
}
/**
* Construct a URI from a String with unescaped special characters
* that have non-standard semantics. e.g. /, ?, #. A custom parsing
* is needed to prevent misbehavior.
*
* @param pathString The input path in string form
* @return URI
*/
private static URI stringToUri(String pathString) {
// parse uri components
String scheme = null;
String authority = null;
int start = 0;
// parse uri scheme, if any
int colon = pathString.indexOf(':');
int slash = pathString.indexOf('/');
if (colon > 0 && (slash == colon + 1)) {
// has a non zero-length scheme
scheme = pathString.substring(0, colon);
start = colon + 1;
}
// parse uri authority, if any
if (pathString.startsWith("//", start) &&
(pathString.length() - start > 2)) {
start += 2;
int nextSlash = pathString.indexOf('/', start);
int authEnd = nextSlash > 0 ? nextSlash : pathString.length();
authority = pathString.substring(start, authEnd);
start = authEnd;
}
// uri path is the rest of the string. ? or # are not interpreted,
// but any occurrence of them will be quoted by the URI ctor.
String path = pathString.substring(start, pathString.length());
if (authority == null || authority.equals("")) {
authority = EMPTY_HOST;
}
// Construct the URI
try {
return new URI(scheme, authority, path, null, null);
} catch (URISyntaxException e) {
throw new IllegalArgumentException(e);
}
}
public String getVolumeName() {
return volumeName;
}
public String getBucketName() {
return bucketName;
}
public String getKeyName() {
return keyName;
}
public void ensureBucketAddress() throws OzoneClientException {
if (keyName.length() > 0) {
throw new OzoneClientException(
"Invalid bucket name. Delimiters (/) not allowed in bucket name");
} else if (volumeName.length() == 0) {
throw new OzoneClientException(
"Volume name is required.");
} else if (bucketName.length() == 0) {
throw new OzoneClientException(
"Bucket name is required.");
}
}
public void ensureKeyAddress() throws OzoneClientException {
if (keyName.length() == 0) {
throw new OzoneClientException(
"Key name is missing.");
} else if (volumeName.length() == 0) {
throw new OzoneClientException(
"Volume name is missing");
} else if (bucketName.length() == 0) {
throw new OzoneClientException(
"Bucket name is missing");
}
}
public void ensureVolumeAddress() throws OzoneClientException {
if (keyName.length() != 0) {
throw new OzoneClientException(
"Invalid volume name. Delimiters (/) not allowed in volume name");
} else if (volumeName.length() == 0) {
throw new OzoneClientException(
"Volume name is required");
} else if (bucketName.length() != 0) {
throw new OzoneClientException(
"Invalid volume name. Delimiters (/) not allowed in volume name");
}
}
public void ensureRootAddress() throws OzoneClientException {
if (keyName.length() != 0 || bucketName.length() != 0
|| volumeName.length() != 0) {
throw new OzoneClientException(
"Invalid URI. Volume/bucket/key elements should not been used");
}
}
}

View File

@ -23,6 +23,7 @@ import java.util.concurrent.Callable;
import org.apache.hadoop.hdds.cli.GenericParentCommand; import org.apache.hadoop.hdds.cli.GenericParentCommand;
import org.apache.hadoop.hdds.cli.HddsVersionProvider; import org.apache.hadoop.hdds.cli.HddsVersionProvider;
import org.apache.hadoop.hdds.cli.MissingSubcommandException; import org.apache.hadoop.hdds.cli.MissingSubcommandException;
import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import picocli.CommandLine.Command; import picocli.CommandLine.Command;
@ -58,4 +59,9 @@ public class BucketCommands implements GenericParentCommand, Callable<Void> {
public boolean isVerbose() { public boolean isVerbose() {
return shell.isVerbose(); return shell.isVerbose();
} }
@Override
public OzoneConfiguration createOzoneConfiguration() {
return shell.createOzoneConfiguration();
}
} }

View File

@ -17,15 +17,12 @@
*/ */
package org.apache.hadoop.ozone.web.ozShell.bucket; package org.apache.hadoop.ozone.web.ozShell.bucket;
import java.net.URI;
import java.nio.file.Path;
import java.nio.file.Paths;
import org.apache.hadoop.ozone.client.OzoneBucket; import org.apache.hadoop.ozone.client.OzoneBucket;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientUtils; import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
@ -48,22 +45,12 @@ public class CreateBucketHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
Path path = Paths.get(ozoneURI.getPath()); address.ensureBucketAddress();
int pathNameCount = path.getNameCount(); OzoneClient client = address.createClient(createOzoneConfiguration());
if (pathNameCount != 2) {
String errorMessage;
if (pathNameCount < 2) {
errorMessage = "volume and bucket name required in createBucket";
} else {
errorMessage = "Invalid bucket name. Delimiters (/) not allowed in " +
"bucket name";
}
throw new OzoneClientException(errorMessage);
}
String volumeName = path.getName(0).toString(); String volumeName = address.getVolumeName();
String bucketName = path.getName(1).toString(); String bucketName = address.getBucketName();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);

View File

@ -18,13 +18,10 @@
package org.apache.hadoop.ozone.web.ozShell.bucket; package org.apache.hadoop.ozone.web.ozShell.bucket;
import java.net.URI; import org.apache.hadoop.ozone.client.OzoneClient;
import java.nio.file.Path;
import java.nio.file.Paths;
import org.apache.hadoop.ozone.client.OzoneClientException;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import picocli.CommandLine.Command; import picocli.CommandLine.Command;
@ -46,15 +43,12 @@ public class DeleteBucketHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
Path path = Paths.get(ozoneURI.getPath()); address.ensureBucketAddress();
if (path.getNameCount() < 2) { OzoneClient client = address.createClient(createOzoneConfiguration());
throw new OzoneClientException(
"volume and bucket name required in delete Bucket");
}
String volumeName = path.getName(0).toString(); String volumeName = address.getVolumeName();
String bucketName = path.getName(1).toString(); String bucketName = address.getBucketName();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);

View File

@ -17,15 +17,12 @@
*/ */
package org.apache.hadoop.ozone.web.ozShell.bucket; package org.apache.hadoop.ozone.web.ozShell.bucket;
import java.net.URI;
import java.nio.file.Path;
import java.nio.file.Paths;
import org.apache.hadoop.ozone.client.OzoneBucket; import org.apache.hadoop.ozone.client.OzoneBucket;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientUtils; import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
@ -47,23 +44,12 @@ public class InfoBucketHandler extends Handler {
*/ */
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
String volumeName, bucketName; OzoneAddress address = new OzoneAddress(uri);
URI ozoneURI = verifyURI(uri); address.ensureBucketAddress();
Path path = Paths.get(ozoneURI.getPath()); OzoneClient client = address.createClient(createOzoneConfiguration());
int pathNameCount = path.getNameCount();
if (pathNameCount != 2) {
String errorMessage;
if (pathNameCount < 2) {
errorMessage = "volume and bucket name required in infoBucket";
} else {
errorMessage = "Invalid bucket name. Delimiters (/) not allowed in " +
"bucket name";
}
throw new OzoneClientException(errorMessage);
}
volumeName = path.getName(0).toString(); String volumeName = address.getVolumeName();
bucketName = path.getName(1).toString(); String bucketName = address.getBucketName();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);

View File

@ -18,19 +18,17 @@
package org.apache.hadoop.ozone.web.ozShell.bucket; package org.apache.hadoop.ozone.web.ozShell.bucket;
import java.net.URI;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Iterator; import java.util.Iterator;
import java.util.List; import java.util.List;
import org.apache.hadoop.ozone.client.OzoneBucket; import org.apache.hadoop.ozone.client.OzoneBucket;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientUtils; import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.client.rest.response.BucketInfo; import org.apache.hadoop.ozone.client.rest.response.BucketInfo;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
@ -69,27 +67,16 @@ public class ListBucketHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
Path path = Paths.get(ozoneURI.getPath()); address.ensureVolumeAddress();
int pathNameCount = path.getNameCount(); OzoneClient client = address.createClient(createOzoneConfiguration());
if (pathNameCount != 1) {
String errorMessage;
if (pathNameCount < 1) {
errorMessage = "volume is required in listBucket";
} else {
errorMessage = "Invalid volume name. Delimiters (/) not allowed in " +
"volume name";
}
throw new OzoneClientException(errorMessage);
}
String volumeName = address.getVolumeName();
if (maxBuckets < 1) { if (maxBuckets < 1) {
throw new IllegalArgumentException( throw new IllegalArgumentException(
"the length should be a positive number"); "the length should be a positive number");
} }
String volumeName = path.getName(0).toString();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);
} }
@ -114,5 +101,6 @@ public class ListBucketHandler extends Handler {
JsonUtils.toJsonString(bucketList))); JsonUtils.toJsonString(bucketList)));
return null; return null;
} }
} }

View File

@ -17,15 +17,10 @@
*/ */
package org.apache.hadoop.ozone.web.ozShell.bucket; package org.apache.hadoop.ozone.web.ozShell.bucket;
import java.net.URI;
import java.nio.file.Path;
import java.nio.file.Paths;
import org.apache.commons.lang3.StringUtils;
import org.apache.hadoop.ozone.OzoneConsts; import org.apache.hadoop.ozone.OzoneConsts;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import picocli.CommandLine.Command; import picocli.CommandLine.Command;
import picocli.CommandLine.Parameters; import picocli.CommandLine.Parameters;
@ -38,9 +33,8 @@ import picocli.CommandLine.Parameters;
description = "Returns the ozone path for S3Bucket") description = "Returns the ozone path for S3Bucket")
public class S3BucketMapping extends Handler { public class S3BucketMapping extends Handler {
@Parameters(arity = "1..1", description = Shell @Parameters(arity = "1..1", description = "Name of the s3 bucket.")
.OZONE_S3BUCKET_URI_DESCRIPTION) private String s3BucketName;
private String uri;
/** /**
* Executes create bucket. * Executes create bucket.
@ -48,40 +42,13 @@ public class S3BucketMapping extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress ozoneAddress = new OzoneAddress();
Path path = Paths.get(ozoneURI.getPath()); OzoneClient client = ozoneAddress.createClient(createOzoneConfiguration());
int pathNameCount = path.getNameCount();
String errorMessage;
// When just uri is given as http://om:9874, we are getting pathCount String mapping =
// still as 1, as getPath() is returning empty string. client.getObjectStore().getOzoneBucketMapping(s3BucketName);
// So for safer side check, whether it is an empty string String volumeName =
if (pathNameCount == 1) { client.getObjectStore().getOzoneVolumeName(s3BucketName);
String s3Bucket = path.getName(0).toString();
if (StringUtils.isBlank(s3Bucket)) {
errorMessage = "S3Bucket name is required to get volume name and " +
"Ozone fs Uri";
throw new OzoneClientException(errorMessage);
}
}
if (pathNameCount != 1) {
if (pathNameCount < 1) {
errorMessage = "S3Bucket name is required to get volume name and " +
"Ozone fs Uri";
} else {
errorMessage = "Invalid S3Bucket name. Delimiters (/) not allowed in " +
"S3Bucket name";
}
throw new OzoneClientException(errorMessage);
}
String s3Bucket = path.getName(0).toString();
if (isVerbose()) {
System.out.printf("S3Bucket Name : %s%n", s3Bucket);
}
String mapping = client.getObjectStore().getOzoneBucketMapping(s3Bucket);
String volumeName = client.getObjectStore().getOzoneVolumeName(s3Bucket);
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Mapping created for S3Bucket is : %s%n", mapping); System.out.printf("Mapping created for S3Bucket is : %s%n", mapping);
@ -90,7 +57,7 @@ public class S3BucketMapping extends Handler {
System.out.printf("Volume name for S3Bucket is : %s%n", volumeName); System.out.printf("Volume name for S3Bucket is : %s%n", volumeName);
String ozoneFsUri = String.format("%s://%s.%s", OzoneConsts String ozoneFsUri = String.format("%s://%s.%s", OzoneConsts
.OZONE_URI_SCHEME, s3Bucket, volumeName); .OZONE_URI_SCHEME, s3BucketName, volumeName);
System.out.printf("Ozone FileSystem Uri is : %s%n", ozoneFsUri); System.out.printf("Ozone FileSystem Uri is : %s%n", ozoneFsUri);

View File

@ -17,19 +17,17 @@
*/ */
package org.apache.hadoop.ozone.web.ozShell.bucket; package org.apache.hadoop.ozone.web.ozShell.bucket;
import java.net.URI;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.Arrays; import java.util.Arrays;
import java.util.List; import java.util.List;
import java.util.stream.Collectors; import java.util.stream.Collectors;
import org.apache.hadoop.ozone.OzoneAcl; import org.apache.hadoop.ozone.OzoneAcl;
import org.apache.hadoop.ozone.client.OzoneBucket; import org.apache.hadoop.ozone.client.OzoneBucket;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientUtils; import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
@ -60,16 +58,12 @@ public class UpdateBucketHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
Path path = Paths.get(ozoneURI.getPath()); address.ensureBucketAddress();
OzoneClient client = address.createClient(createOzoneConfiguration());
if (path.getNameCount() < 2) { String volumeName = address.getVolumeName();
throw new OzoneClientException( String bucketName = address.getBucketName();
"volume and bucket name required in update bucket");
}
String volumeName = path.getName(0).toString();
String bucketName = path.getName(1).toString();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);

View File

@ -18,14 +18,11 @@
package org.apache.hadoop.ozone.web.ozShell.keys; package org.apache.hadoop.ozone.web.ozShell.keys;
import java.net.URI;
import java.nio.file.Path;
import java.nio.file.Paths;
import org.apache.hadoop.ozone.client.OzoneBucket; import org.apache.hadoop.ozone.client.OzoneBucket;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import picocli.CommandLine.Command; import picocli.CommandLine.Command;
@ -47,16 +44,14 @@ public class DeleteKeyHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
Path path = Paths.get(ozoneURI.getPath()); address.ensureKeyAddress();
if (path.getNameCount() < 3) { OzoneClient client = address.createClient(createOzoneConfiguration());
throw new OzoneClientException(
"volume/bucket/key name required in deleteKey"); String volumeName = address.getVolumeName();
} String bucketName = address.getBucketName();
String keyName = address.getKeyName();
String volumeName = path.getName(0).toString();
String bucketName = path.getName(1).toString();
String keyName = path.getName(2).toString();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);

View File

@ -21,17 +21,18 @@ package org.apache.hadoop.ozone.web.ozShell.keys;
import java.io.File; import java.io.File;
import java.io.FileInputStream; import java.io.FileInputStream;
import java.io.FileOutputStream; import java.io.FileOutputStream;
import java.net.URI;
import java.nio.file.Path; import java.nio.file.Path;
import java.nio.file.Paths; import java.nio.file.Paths;
import org.apache.hadoop.hdds.conf.OzoneConfiguration; import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.io.IOUtils; import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.ozone.client.OzoneBucket; import org.apache.hadoop.ozone.client.OzoneBucket;
import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClientException;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.client.io.OzoneInputStream; import org.apache.hadoop.ozone.client.io.OzoneInputStream;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.commons.codec.digest.DigestUtils; import org.apache.commons.codec.digest.DigestUtils;
@ -61,16 +62,13 @@ public class GetKeyHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
Path path = Paths.get(ozoneURI.getPath()); address.ensureKeyAddress();
if (path.getNameCount() < 3) { OzoneClient client = address.createClient(createOzoneConfiguration());
throw new OzoneClientException(
"volume/bucket/key name required in putKey");
}
String volumeName = path.getName(0).toString(); String volumeName = address.getVolumeName();
String bucketName = path.getName(1).toString(); String bucketName = address.getBucketName();
String keyName = path.getName(2).toString(); String keyName = address.getKeyName();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);

View File

@ -18,17 +18,13 @@
package org.apache.hadoop.ozone.web.ozShell.keys; package org.apache.hadoop.ozone.web.ozShell.keys;
import java.net.URI;
import java.nio.file.Path;
import java.nio.file.Paths;
import org.apache.hadoop.ozone.OzoneConsts;
import org.apache.hadoop.ozone.client.OzoneBucket; import org.apache.hadoop.ozone.client.OzoneBucket;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientUtils; import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneKeyDetails; import org.apache.hadoop.ozone.client.OzoneKeyDetails;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
@ -49,22 +45,14 @@ public class InfoKeyHandler extends Handler {
*/ */
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri);
Path path = Paths.get(ozoneURI.getPath());
if (path.getNameCount() < 3) {
throw new OzoneClientException(
"volume/bucket/key name required in infoKey");
}
String volumeName = path.getName(0).toString(); OzoneAddress address = new OzoneAddress(uri);
String bucketName = path.getName(1).toString(); address.ensureKeyAddress();
OzoneClient client = address.createClient(createOzoneConfiguration());
String searchString = volumeName + OzoneConsts.OZONE_URI_DELIMITER + String volumeName = address.getVolumeName();
bucketName + OzoneConsts.OZONE_URI_DELIMITER; String bucketName = address.getBucketName();
String keyName = address.getKeyName();
String keyName =
uri.substring(uri.indexOf(searchString) +
searchString.length());
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);

View File

@ -23,6 +23,7 @@ import java.util.concurrent.Callable;
import org.apache.hadoop.hdds.cli.GenericParentCommand; import org.apache.hadoop.hdds.cli.GenericParentCommand;
import org.apache.hadoop.hdds.cli.HddsVersionProvider; import org.apache.hadoop.hdds.cli.HddsVersionProvider;
import org.apache.hadoop.hdds.cli.MissingSubcommandException; import org.apache.hadoop.hdds.cli.MissingSubcommandException;
import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import picocli.CommandLine.Command; import picocli.CommandLine.Command;
@ -57,4 +58,9 @@ public class KeyCommands implements GenericParentCommand, Callable<Void> {
public boolean isVerbose() { public boolean isVerbose() {
return shell.isVerbose(); return shell.isVerbose();
} }
@Override
public OzoneConfiguration createOzoneConfiguration() {
return shell.createOzoneConfiguration();
}
} }

View File

@ -18,20 +18,18 @@
package org.apache.hadoop.ozone.web.ozShell.keys; package org.apache.hadoop.ozone.web.ozShell.keys;
import java.net.URI;
import java.nio.file.Path;
import java.nio.file.Paths;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Iterator; import java.util.Iterator;
import java.util.List; import java.util.List;
import org.apache.hadoop.ozone.client.OzoneBucket; import org.apache.hadoop.ozone.client.OzoneBucket;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientUtils; import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneKey; import org.apache.hadoop.ozone.client.OzoneKey;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.client.rest.response.KeyInfo; import org.apache.hadoop.ozone.client.rest.response.KeyInfo;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
@ -69,28 +67,18 @@ public class ListKeyHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
Path path = Paths.get(ozoneURI.getPath()); address.ensureBucketAddress();
int pathNameCount = path.getNameCount(); OzoneClient client = address.createClient(createOzoneConfiguration());
if (pathNameCount != 2) {
String errorMessage; String volumeName = address.getVolumeName();
if (pathNameCount < 2) { String bucketName = address.getBucketName();
errorMessage = "volume/bucket is required in listKey";
} else {
errorMessage = "Invalid bucket name. Delimiters (/) not allowed in " +
"bucket name";
}
throw new OzoneClientException(errorMessage);
}
if (maxKeys < 1) { if (maxKeys < 1) {
throw new IllegalArgumentException( throw new IllegalArgumentException(
"the length should be a positive number"); "the length should be a positive number");
} }
String volumeName = path.getName(0).toString();
String bucketName = path.getName(1).toString();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);
System.out.printf("bucket Name : %s%n", bucketName); System.out.printf("bucket Name : %s%n", bucketName);

View File

@ -20,9 +20,6 @@ package org.apache.hadoop.ozone.web.ozShell.keys;
import java.io.File; import java.io.File;
import java.io.FileInputStream; import java.io.FileInputStream;
import java.net.URI;
import java.nio.file.Path;
import java.nio.file.Paths;
import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.conf.Configuration;
import org.apache.hadoop.hdds.client.ReplicationFactor; import org.apache.hadoop.hdds.client.ReplicationFactor;
@ -30,10 +27,11 @@ import org.apache.hadoop.hdds.client.ReplicationType;
import org.apache.hadoop.hdds.conf.OzoneConfiguration; import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.io.IOUtils; import org.apache.hadoop.io.IOUtils;
import org.apache.hadoop.ozone.client.OzoneBucket; import org.apache.hadoop.ozone.client.OzoneBucket;
import org.apache.hadoop.ozone.client.OzoneClientException; import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.client.io.OzoneOutputStream; import org.apache.hadoop.ozone.client.io.OzoneOutputStream;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.commons.codec.digest.DigestUtils; import org.apache.commons.codec.digest.DigestUtils;
@ -71,16 +69,13 @@ public class PutKeyHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
Path path = Paths.get(ozoneURI.getPath()); address.ensureKeyAddress();
if (path.getNameCount() < 3) { OzoneClient client = address.createClient(createOzoneConfiguration());
throw new OzoneClientException(
"volume/bucket/key name required in putKey");
}
String volumeName = path.getName(0).toString(); String volumeName = address.getVolumeName();
String bucketName = path.getName(1).toString(); String bucketName = address.getBucketName();
String keyName = path.getName(2).toString(); String keyName = address.getKeyName();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume Name : %s%n", volumeName); System.out.printf("Volume Name : %s%n", volumeName);

View File

@ -18,19 +18,16 @@
package org.apache.hadoop.ozone.web.ozShell.volume; package org.apache.hadoop.ozone.web.ozShell.volume;
import java.net.URI; import org.apache.hadoop.ozone.client.OzoneClient;
import java.nio.file.Path;
import java.nio.file.Paths;
import org.apache.hadoop.ozone.client.OzoneClientException;
import org.apache.hadoop.ozone.client.OzoneClientUtils; import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.client.VolumeArgs; import org.apache.hadoop.ozone.client.VolumeArgs;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
import org.apache.hadoop.security.UserGroupInformation; import org.apache.hadoop.security.UserGroupInformation;
import picocli.CommandLine.Command; import picocli.CommandLine.Command;
import picocli.CommandLine.Option; import picocli.CommandLine.Option;
import picocli.CommandLine.Parameters; import picocli.CommandLine.Parameters;
@ -68,21 +65,12 @@ public class CreateVolumeHandler extends Handler {
userName = UserGroupInformation.getCurrentUser().getUserName(); userName = UserGroupInformation.getCurrentUser().getUserName();
} }
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
Path path = Paths.get(ozoneURI.getPath()); address.ensureVolumeAddress();
int pathNameCount = path.getNameCount(); OzoneClient client = address.createClient(createOzoneConfiguration());
if (pathNameCount != 1) {
String errorMessage; String volumeName = address.getVolumeName();
if (pathNameCount < 1) {
errorMessage = "Volume name is required to create a volume";
} else {
errorMessage = "Invalid volume name. Delimiters (/) not allowed in " +
"volume name";
}
throw new OzoneClientException(errorMessage);
}
String volumeName = ozoneURI.getPath().replaceAll("^/+", "");
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume name : %s%n", volumeName); System.out.printf("Volume name : %s%n", volumeName);
} }

View File

@ -18,7 +18,9 @@
package org.apache.hadoop.ozone.web.ozShell.volume; package org.apache.hadoop.ozone.web.ozShell.volume;
import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import picocli.CommandLine.Command; import picocli.CommandLine.Command;
@ -40,7 +42,11 @@ public class DeleteVolumeHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
String volumeName = parseVolumeName(uri); OzoneAddress address = new OzoneAddress(uri);
address.ensureVolumeAddress();
OzoneClient client = address.createClient(createOzoneConfiguration());
String volumeName = address.getVolumeName();
if (isVerbose()) { if (isVerbose()) {
System.out.printf("Volume name : %s%n", volumeName); System.out.printf("Volume name : %s%n", volumeName);

View File

@ -18,9 +18,11 @@
package org.apache.hadoop.ozone.web.ozShell.volume; package org.apache.hadoop.ozone.web.ozShell.volume;
import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientUtils; import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
@ -43,7 +45,11 @@ public class InfoVolumeHandler extends Handler{
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
String volumeName = parseVolumeName(uri); OzoneAddress address = new OzoneAddress(uri);
address.ensureVolumeAddress();
OzoneClient client = address.createClient(createOzoneConfiguration());
String volumeName = address.getVolumeName();
OzoneVolume vol = client.getObjectStore().getVolume(volumeName); OzoneVolume vol = client.getObjectStore().getVolume(volumeName);
System.out.printf("%s%n", JsonUtils.toJsonStringWithDefaultPrettyPrinter( System.out.printf("%s%n", JsonUtils.toJsonStringWithDefaultPrettyPrinter(

View File

@ -18,24 +18,23 @@
package org.apache.hadoop.ozone.web.ozShell.volume; package org.apache.hadoop.ozone.web.ozShell.volume;
import com.google.common.base.Strings;
import picocli.CommandLine.Command;
import picocli.CommandLine.Option;
import picocli.CommandLine.Parameters;
import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.client.rest.response.VolumeInfo;
import org.apache.hadoop.ozone.client.OzoneClientException;
import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils;
import java.net.URI;
import java.util.ArrayList; import java.util.ArrayList;
import java.util.Iterator; import java.util.Iterator;
import java.util.List; import java.util.List;
import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.client.rest.response.VolumeInfo;
import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils;
import picocli.CommandLine.Command;
import picocli.CommandLine.Option;
import picocli.CommandLine.Parameters;
/** /**
* Executes List Volume call. * Executes List Volume call.
*/ */
@ -72,13 +71,9 @@ public class ListVolumeHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
URI ozoneURI = verifyURI(uri); OzoneAddress address = new OzoneAddress(uri);
if (!Strings.isNullOrEmpty(ozoneURI.getPath()) && !ozoneURI.getPath() address.ensureRootAddress();
.equals("/")) { OzoneClient client = address.createClient(createOzoneConfiguration());
throw new OzoneClientException(
"Invalid URI: " + ozoneURI + " . Specified path not used." + ozoneURI
.getPath());
}
if (userName == null) { if (userName == null) {
userName = System.getProperty("user.name"); userName = System.getProperty("user.name");

View File

@ -23,9 +23,11 @@ import picocli.CommandLine.Option;
import picocli.CommandLine.Parameters; import picocli.CommandLine.Parameters;
import org.apache.hadoop.hdds.client.OzoneQuota; import org.apache.hadoop.hdds.client.OzoneQuota;
import org.apache.hadoop.ozone.client.OzoneClient;
import org.apache.hadoop.ozone.client.OzoneVolume; import org.apache.hadoop.ozone.client.OzoneVolume;
import org.apache.hadoop.ozone.client.OzoneClientUtils; import org.apache.hadoop.ozone.client.OzoneClientUtils;
import org.apache.hadoop.ozone.web.ozShell.Handler; import org.apache.hadoop.ozone.web.ozShell.Handler;
import org.apache.hadoop.ozone.web.ozShell.OzoneAddress;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import org.apache.hadoop.ozone.web.utils.JsonUtils; import org.apache.hadoop.ozone.web.utils.JsonUtils;
@ -54,7 +56,11 @@ public class UpdateVolumeHandler extends Handler {
@Override @Override
public Void call() throws Exception { public Void call() throws Exception {
String volumeName = parseVolumeName(uri); OzoneAddress address = new OzoneAddress(uri);
address.ensureVolumeAddress();
OzoneClient client = address.createClient(createOzoneConfiguration());
String volumeName = address.getVolumeName();
OzoneVolume volume = client.getObjectStore().getVolume(volumeName); OzoneVolume volume = client.getObjectStore().getVolume(volumeName);
if (quota != null && !quota.isEmpty()) { if (quota != null && !quota.isEmpty()) {

View File

@ -23,6 +23,7 @@ import java.util.concurrent.Callable;
import org.apache.hadoop.hdds.cli.GenericParentCommand; import org.apache.hadoop.hdds.cli.GenericParentCommand;
import org.apache.hadoop.hdds.cli.HddsVersionProvider; import org.apache.hadoop.hdds.cli.HddsVersionProvider;
import org.apache.hadoop.hdds.cli.MissingSubcommandException; import org.apache.hadoop.hdds.cli.MissingSubcommandException;
import org.apache.hadoop.hdds.conf.OzoneConfiguration;
import org.apache.hadoop.ozone.web.ozShell.Shell; import org.apache.hadoop.ozone.web.ozShell.Shell;
import picocli.CommandLine.Command; import picocli.CommandLine.Command;
@ -58,4 +59,9 @@ public class VolumeCommands implements GenericParentCommand, Callable<Void> {
public boolean isVerbose() { public boolean isVerbose() {
return shell.isVerbose(); return shell.isVerbose();
} }
@Override
public OzoneConfiguration createOzoneConfiguration() {
return shell.createOzoneConfiguration();
}
} }

View File

@ -0,0 +1,100 @@
/*
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.ozone.web.ozShell;
import java.io.IOException;
import java.util.Arrays;
import java.util.Collection;
import org.apache.hadoop.ozone.client.rest.OzoneException;
import org.junit.Assert;
import org.junit.Test;
import org.junit.runner.RunWith;
import org.junit.runners.Parameterized;
import org.junit.runners.Parameterized.Parameters;
/**
* Test ozone URL parsing.
*/
@RunWith(Parameterized.class)
public class TestOzoneAddress {
@Parameters
public static Collection<Object[]> data() {
return Arrays.asList(new Object[][] {
{"o3fs://localhost:9878/"},
{"o3fs://localhost/"},
{"o3fs:///"},
{"http://localhost:9878/"},
{"http://localhost/"},
{"http:///"},
{"/"}
});
}
private String prefix;
public TestOzoneAddress(String prefix) {
this.prefix = prefix;
}
@Test
public void checkUrlTypes() throws OzoneException, IOException {
OzoneAddress address;
address = new OzoneAddress("");
address.ensureRootAddress();
address = new OzoneAddress(prefix + "");
address.ensureRootAddress();
address = new OzoneAddress(prefix + "vol1");
address.ensureVolumeAddress();
Assert.assertEquals("vol1", address.getVolumeName());
address = new OzoneAddress(prefix + "vol1/bucket");
address.ensureBucketAddress();
Assert.assertEquals("vol1", address.getVolumeName());
Assert.assertEquals("bucket", address.getBucketName());
address = new OzoneAddress(prefix + "vol1/bucket/");
address.ensureBucketAddress();
Assert.assertEquals("vol1", address.getVolumeName());
Assert.assertEquals("bucket", address.getBucketName());
address = new OzoneAddress(prefix + "vol1/bucket/key");
address.ensureKeyAddress();
Assert.assertEquals("vol1", address.getVolumeName());
Assert.assertEquals("bucket", address.getBucketName());
Assert.assertEquals("key", address.getKeyName());
address = new OzoneAddress(prefix + "vol1/bucket/key/");
address.ensureKeyAddress();
Assert.assertEquals("vol1", address.getVolumeName());
Assert.assertEquals("bucket", address.getBucketName());
Assert.assertEquals("key/", address.getKeyName());
address = new OzoneAddress(prefix + "vol1/bucket/key1/key3/key");
address.ensureKeyAddress();
Assert.assertEquals("vol1", address.getVolumeName());
Assert.assertEquals("bucket", address.getBucketName());
Assert.assertEquals("key1/key3/key", address.getKeyName());
}
}

View File

@ -0,0 +1,21 @@
/**
* Licensed to the Apache Software Foundation (ASF) under one
* or more contributor license agreements. See the NOTICE file
* distributed with this work for additional information
* regarding copyright ownership. The ASF licenses this file
* to you under the Apache License, Version 2.0 (the
* "License"); you may not use this file except in compliance
* with the License. You may obtain a copy of the License at
* <p>
* http://www.apache.org/licenses/LICENSE-2.0
* <p>
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
package org.apache.hadoop.ozone.web.ozShell;
/**
* Tests for ozone shell..
*/