HADOOP-9897. Merging change r1532880 from trunk to branch-2.

git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/branch-2@1532883 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Chris Nauroth 2013-10-16 20:15:09 +00:00
parent 85b5e96f10
commit 9cda28ef0d
3 changed files with 47 additions and 17 deletions

View File

@ -70,6 +70,9 @@ Release 2.3.0 - UNRELEASED
HADOOP-9494. Excluded auto-generated and examples code from clover reports HADOOP-9494. Excluded auto-generated and examples code from clover reports
(Andrey Klochkov via jeagles) (Andrey Klochkov via jeagles)
HADOOP-9897. Add method to get path start position without drive specifier in
o.a.h.fs.Path. (Binglin Chang via cnauroth)
OPTIMIZATIONS OPTIMIZATIONS
HADOOP-9748. Reduce blocking on UGI.ensureInitialized (daryn) HADOOP-9748. Reduce blocking on UGI.ensureInitialized (daryn)

View File

@ -218,10 +218,13 @@ public class Path implements Comparable {
*/ */
public static Path mergePaths(Path path1, Path path2) { public static Path mergePaths(Path path1, Path path2) {
String path2Str = path2.toUri().getPath(); String path2Str = path2.toUri().getPath();
if(hasWindowsDrive(path2Str)) { path2Str = path2Str.substring(startPositionWithoutWindowsDrive(path2Str));
path2Str = path2Str.substring(path2Str.indexOf(':')+1); // Add path components explicitly, because simply concatenating two path
} // string is not safe, for example:
return new Path(path1 + path2Str); // "/" + "/foo" yields "//foo", which will be parsed as authority in Path
return new Path(path1.toUri().getScheme(),
path1.toUri().getAuthority(),
path1.toUri().getPath() + path2Str);
} }
/** /**
@ -247,8 +250,8 @@ public class Path implements Comparable {
} }
// trim trailing slash from non-root path (ignoring windows drive) // trim trailing slash from non-root path (ignoring windows drive)
int minLength = hasWindowsDrive(path) ? 4 : 1; int minLength = startPositionWithoutWindowsDrive(path) + 1;
if (path.length() > minLength && path.endsWith("/")) { if (path.length() > minLength && path.endsWith(SEPARATOR)) {
path = path.substring(0, path.length()-1); path = path.substring(0, path.length()-1);
} }
@ -259,6 +262,14 @@ public class Path implements Comparable {
return (WINDOWS && hasDriveLetterSpecifier.matcher(path).find()); return (WINDOWS && hasDriveLetterSpecifier.matcher(path).find());
} }
private static int startPositionWithoutWindowsDrive(String path) {
if (hasWindowsDrive(path)) {
return path.charAt(0) == SEPARATOR_CHAR ? 3 : 2;
} else {
return 0;
}
}
/** /**
* Determine whether a given path string represents an absolute path on * Determine whether a given path string represents an absolute path on
* Windows. e.g. "C:/a/b" is an absolute path. "C:a/b" is not. * Windows. e.g. "C:/a/b" is an absolute path. "C:a/b" is not.
@ -270,13 +281,11 @@ public class Path implements Comparable {
*/ */
public static boolean isWindowsAbsolutePath(final String pathString, public static boolean isWindowsAbsolutePath(final String pathString,
final boolean slashed) { final boolean slashed) {
int start = (slashed ? 1 : 0); int start = startPositionWithoutWindowsDrive(pathString);
return start > 0
return && pathString.length() > start
hasWindowsDrive(pathString) && && ((pathString.charAt(start) == SEPARATOR_CHAR) ||
pathString.length() >= (start + 3) && (pathString.charAt(start) == '\\'));
((pathString.charAt(start + 2) == SEPARATOR_CHAR) ||
(pathString.charAt(start + 2) == '\\'));
} }
/** Convert this to a URI. */ /** Convert this to a URI. */
@ -300,7 +309,7 @@ public class Path implements Comparable {
* True if the path component (i.e. directory) of this URI is absolute. * True if the path component (i.e. directory) of this URI is absolute.
*/ */
public boolean isUriPathAbsolute() { public boolean isUriPathAbsolute() {
int start = hasWindowsDrive(uri.getPath()) ? 3 : 0; int start = startPositionWithoutWindowsDrive(uri.getPath());
return uri.getPath().startsWith(SEPARATOR, start); return uri.getPath().startsWith(SEPARATOR, start);
} }
@ -334,7 +343,7 @@ public class Path implements Comparable {
public Path getParent() { public Path getParent() {
String path = uri.getPath(); String path = uri.getPath();
int lastSlash = path.lastIndexOf('/'); int lastSlash = path.lastIndexOf('/');
int start = hasWindowsDrive(path) ? 3 : 0; int start = startPositionWithoutWindowsDrive(path);
if ((path.length() == start) || // empty path if ((path.length() == start) || // empty path
(lastSlash == start && path.length() == start+1)) { // at root (lastSlash == start && path.length() == start+1)) { // at root
return null; return null;
@ -343,8 +352,7 @@ public class Path implements Comparable {
if (lastSlash==-1) { if (lastSlash==-1) {
parent = CUR_DIR; parent = CUR_DIR;
} else { } else {
int end = hasWindowsDrive(path) ? 3 : 0; parent = path.substring(0, lastSlash==start?start+1:lastSlash);
parent = path.substring(0, lastSlash==end?end+1:lastSlash);
} }
return new Path(uri.getScheme(), uri.getAuthority(), parent); return new Path(uri.getScheme(), uri.getAuthority(), parent);
} }

View File

@ -460,6 +460,13 @@ public class TestPath extends TestCase {
Path.mergePaths(new Path("/C:/foo"), Path.mergePaths(new Path("/C:/foo"),
new Path("/C:/bar"))); new Path("/C:/bar")));
assertEquals(new Path(Shell.WINDOWS ? "/C:/bar" : "/C:/C:/bar"),
Path.mergePaths(new Path("/C:/"),
new Path("/C:/bar")));
assertEquals(new Path("/bar"),
Path.mergePaths(new Path("/"), new Path("/bar")));
assertEquals(new Path("viewfs:///foo/bar"), assertEquals(new Path("viewfs:///foo/bar"),
Path.mergePaths(new Path("viewfs:///foo"), Path.mergePaths(new Path("viewfs:///foo"),
new Path("file:///bar"))); new Path("file:///bar")));
@ -468,4 +475,16 @@ public class TestPath extends TestCase {
Path.mergePaths(new Path("viewfs://vfsauthority/foo"), Path.mergePaths(new Path("viewfs://vfsauthority/foo"),
new Path("file://fileauthority/bar"))); new Path("file://fileauthority/bar")));
} }
@Test (timeout = 30000)
public void testIsWindowsAbsolutePath() {
if (!Shell.WINDOWS) return;
assertTrue(Path.isWindowsAbsolutePath("C:\\test", false));
assertTrue(Path.isWindowsAbsolutePath("C:/test", false));
assertTrue(Path.isWindowsAbsolutePath("/C:/test", true));
assertFalse(Path.isWindowsAbsolutePath("/test", false));
assertFalse(Path.isWindowsAbsolutePath("/test", true));
assertFalse(Path.isWindowsAbsolutePath("C:test", false));
assertFalse(Path.isWindowsAbsolutePath("/C:test", true));
}
} }