From ee5c20ddef0ede3d330ce273c910a9b0ca7d47cb Mon Sep 17 00:00:00 2001 From: Jason Lowe Date: Wed, 11 Nov 2015 17:26:16 +0000 Subject: [PATCH] MAPREDUCE-6533. testDetermineCacheVisibilities of TestClientDistributedCacheManager is broken. Contributed by Chang Li (cherry picked from commit df68eac825c2b64b2b2dc2193134afaf2a1d9076) --- hadoop-mapreduce-project/CHANGES.txt | 3 ++ .../TestClientDistributedCacheManager.java | 40 +++++++++---------- 2 files changed, 23 insertions(+), 20 deletions(-) diff --git a/hadoop-mapreduce-project/CHANGES.txt b/hadoop-mapreduce-project/CHANGES.txt index 151dd54e376..9fb4e0880dc 100644 --- a/hadoop-mapreduce-project/CHANGES.txt +++ b/hadoop-mapreduce-project/CHANGES.txt @@ -341,6 +341,9 @@ Release 2.8.0 - UNRELEASED MAPREDUCE-6515. Update Application priority in AM side from AM-RM heartbeat (Sunil G via jlowe) + MAPREDUCE-6533. testDetermineCacheVisibilities of + TestClientDistributedCacheManager is broken (Chang Li via jlowe) + Release 2.7.3 - UNRELEASED INCOMPATIBLE CHANGES diff --git a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapreduce/filecache/TestClientDistributedCacheManager.java b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapreduce/filecache/TestClientDistributedCacheManager.java index 902cbfc21e6..b5f45e64a67 100644 --- a/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapreduce/filecache/TestClientDistributedCacheManager.java +++ b/hadoop-mapreduce-project/hadoop-mapreduce-client/hadoop-mapreduce-client-core/src/test/java/org/apache/hadoop/mapreduce/filecache/TestClientDistributedCacheManager.java @@ -44,13 +44,17 @@ public class TestClientDistributedCacheManager { private static final Log LOG = LogFactory.getLog( TestClientDistributedCacheManager.class); - private static final String TEST_ROOT_DIR = - new File(System.getProperty("test.build.data", "/tmp")).toURI() - .toString().replace(' ', '+'); - - private static final String TEST_VISIBILITY_DIR = - new File(TEST_ROOT_DIR, "TestCacheVisibility").toURI() - .toString().replace(' ', '+'); + private static final Path TEST_ROOT_DIR = new Path( + System.getProperty("test.build.data", + System.getProperty("java.io.tmpdir")), + TestClientDistributedCacheManager.class.getSimpleName()); + + private static final Path TEST_VISIBILITY_PARENT_DIR = + new Path(TEST_ROOT_DIR, "TestCacheVisibility_Parent"); + + private static final Path TEST_VISIBILITY_CHILD_DIR = + new Path(TEST_VISIBILITY_PARENT_DIR, "TestCacheVisibility_Child"); + private FileSystem fs; private Path firstCacheFile; private Path secondCacheFile; @@ -63,7 +67,7 @@ public class TestClientDistributedCacheManager { fs = FileSystem.get(conf); firstCacheFile = new Path(TEST_ROOT_DIR, "firstcachefile"); secondCacheFile = new Path(TEST_ROOT_DIR, "secondcachefile"); - thirdCacheFile = new Path(TEST_VISIBILITY_DIR,"thirdCachefile"); + thirdCacheFile = new Path(TEST_VISIBILITY_CHILD_DIR,"thirdCachefile"); createTempFile(firstCacheFile, conf); createTempFile(secondCacheFile, conf); createTempFile(thirdCacheFile, conf); @@ -71,14 +75,9 @@ public class TestClientDistributedCacheManager { @After public void tearDown() throws IOException { - if (!fs.delete(firstCacheFile, false)) { - LOG.warn("Failed to delete firstcachefile"); - } - if (!fs.delete(secondCacheFile, false)) { - LOG.warn("Failed to delete secondcachefile"); - } - if (!fs.delete(thirdCacheFile, false)) { - LOG.warn("Failed to delete thirdCachefile"); + if (fs.delete(TEST_ROOT_DIR, true)) { + LOG.warn("Failed to delete test root dir and its content under " + + TEST_ROOT_DIR); } } @@ -105,10 +104,11 @@ public class TestClientDistributedCacheManager { @Test public void testDetermineCacheVisibilities() throws IOException { - Path workingdir = new Path(TEST_VISIBILITY_DIR); - fs.setWorkingDirectory(workingdir); - fs.setPermission(workingdir, new FsPermission((short)00777)); - fs.setPermission(new Path(TEST_ROOT_DIR), new FsPermission((short)00700)); + fs.setWorkingDirectory(TEST_VISIBILITY_CHILD_DIR); + fs.setPermission(TEST_VISIBILITY_CHILD_DIR, + new FsPermission((short)00777)); + fs.setPermission(TEST_VISIBILITY_PARENT_DIR, + new FsPermission((short)00700)); Job job = Job.getInstance(conf); Path relativePath = new Path("thirdCachefile"); job.addCacheFile(relativePath.toUri());