HADOOP-9865. FileContext#globStatus has a regression with respect to relative path. (Contributed by Chaun Lin)

git-svn-id: https://svn.apache.org/repos/asf/hadoop/common/branches/branch-2@1514536 13f79535-47bb-0310-9956-ffa450edef68
This commit is contained in:
Colin McCabe 2013-08-15 23:10:06 +00:00
parent 7751a058f3
commit 15bdf14151
3 changed files with 47 additions and 19 deletions

View File

@ -53,6 +53,9 @@ Release 2.3.0 - UNRELEASED
HADOOP-9875. TestDoAsEffectiveUser can fail on JDK 7. (Aaron T. Myers via HADOOP-9875. TestDoAsEffectiveUser can fail on JDK 7. (Aaron T. Myers via
Colin Patrick McCabe) Colin Patrick McCabe)
HADOOP-9865. FileContext#globStatus has a regression with respect to
relative path. (Chuan Lin via Colin Patrick McCabe)
Release 2.1.1-beta - UNRELEASED Release 2.1.1-beta - UNRELEASED

View File

@ -99,24 +99,24 @@ class Globber {
} }
private String schemeFromPath(Path path) throws IOException { private String schemeFromPath(Path path) throws IOException {
String scheme = pathPattern.toUri().getScheme(); String scheme = path.toUri().getScheme();
if (scheme == null) { if (scheme == null) {
if (fs != null) { if (fs != null) {
scheme = fs.getUri().getScheme(); scheme = fs.getUri().getScheme();
} else { } else {
scheme = fc.getFSofPath(path).getUri().getScheme(); scheme = fc.getDefaultFileSystem().getUri().getScheme();
} }
} }
return scheme; return scheme;
} }
private String authorityFromPath(Path path) throws IOException { private String authorityFromPath(Path path) throws IOException {
String authority = pathPattern.toUri().getAuthority(); String authority = path.toUri().getAuthority();
if (authority == null) { if (authority == null) {
if (fs != null) { if (fs != null) {
authority = fs.getUri().getAuthority(); authority = fs.getUri().getAuthority();
} else { } else {
authority = fc.getFSofPath(path).getUri().getAuthority(); authority = fc.getDefaultFileSystem().getUri().getAuthority();
} }
} }
return authority ; return authority ;

View File

@ -623,20 +623,6 @@ public class TestGlobPaths {
} }
} }
@Test
public void pTestRelativePath() throws IOException {
try {
String [] files = new String[] {"a", "abc", "abc.p", "bacd"};
Path[] matchedPath = prepareTesting("a*", files);
assertEquals(matchedPath.length, 3);
assertEquals(matchedPath[0], new Path(USER_DIR, path[0]));
assertEquals(matchedPath[1], new Path(USER_DIR, path[1]));
assertEquals(matchedPath[2], new Path(USER_DIR, path[2]));
} finally {
cleanupDFS();
}
}
/* Test {xx,yy} */ /* Test {xx,yy} */
@Test @Test
public void pTestCurlyBracket() throws IOException { public void pTestCurlyBracket() throws IOException {
@ -1061,4 +1047,43 @@ public class TestGlobPaths {
public void testGlobFillsInSchemeOnFC() throws Exception { public void testGlobFillsInSchemeOnFC() throws Exception {
testOnFileContext(new TestGlobFillsInScheme()); testOnFileContext(new TestGlobFillsInScheme());
} }
/**
* Test that globStatus works with relative paths.
**/
private static class TestRelativePath implements FSTestWrapperGlobTest {
public void run(FSTestWrapper wrap, FileSystem fs, FileContext fc)
throws Exception {
String[] files = new String[] { "a", "abc", "abc.p", "bacd" };
Path[] path = new Path[files.length];
for(int i=0; i < files.length; i++) {
path[i] = wrap.makeQualified(new Path(files[i]));
wrap.mkdir(path[i], FsPermission.getDirDefault(), true);
}
Path patternPath = new Path("a*");
Path[] globResults = FileUtil.stat2Paths(wrap.globStatus(patternPath,
new AcceptAllPathFilter()),
patternPath);
for(int i=0; i < globResults.length; i++) {
globResults[i] = wrap.makeQualified(globResults[i]);
}
assertEquals(globResults.length, 3);
assertEquals(USER_DIR + "/a;" + USER_DIR + "/abc;" + USER_DIR + "/abc.p",
TestPath.mergeStatuses(globResults));
}
}
@Test
public void testRelativePathOnFS() throws Exception {
testOnFileSystem(new TestRelativePath());
}
@Test
public void testRelativePathOnFC() throws Exception {
testOnFileContext(new TestRelativePath());
}
} }