From 15a5ea2c955a7d1b89aea0cb127727a57db76c76 Mon Sep 17 00:00:00 2001 From: Xing Lin Date: Thu, 31 Mar 2022 14:59:09 -0700 Subject: [PATCH] HADOOP-18169. getDelegationTokens in ViewFs should also fetch the token from fallback FS (#4094) HADOOP-18169. getDelegationTokens in ViewFs should also fetch the token from the fallback FS --- .../org/apache/hadoop/fs/viewfs/ViewFs.java | 11 ++++++++++ .../fs/viewfs/TestViewFsLinkFallback.java | 22 +++++++++++++++++++ 2 files changed, 33 insertions(+) diff --git a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFs.java b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFs.java index 6d619b1d677..6e35ddf1905 100644 --- a/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFs.java +++ b/hadoop-common-project/hadoop-common/src/main/java/org/apache/hadoop/fs/viewfs/ViewFs.java @@ -746,6 +746,17 @@ public class ViewFs extends AbstractFileSystem { result.addAll(tokens); } } + + // Add tokens from fallback FS + if (this.fsState.getRootFallbackLink() != null) { + AbstractFileSystem rootFallbackFs = + this.fsState.getRootFallbackLink().getTargetFileSystem(); + List> tokens = rootFallbackFs.getDelegationTokens(renewer); + if (tokens != null) { + result.addAll(tokens); + } + } + return result; } diff --git a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/viewfs/TestViewFsLinkFallback.java b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/viewfs/TestViewFsLinkFallback.java index 09e02be640e..ba4a80ca115 100644 --- a/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/viewfs/TestViewFsLinkFallback.java +++ b/hadoop-hdfs-project/hadoop-hdfs/src/test/java/org/apache/hadoop/fs/viewfs/TestViewFsLinkFallback.java @@ -29,6 +29,7 @@ import java.net.URI; import java.net.URISyntaxException; import java.util.EnumSet; +import java.util.List; import org.apache.hadoop.conf.Configuration; import org.apache.hadoop.fs.AbstractFileSystem; import org.apache.hadoop.fs.FileAlreadyExistsException; @@ -45,6 +46,7 @@ import org.apache.hadoop.hdfs.DFSConfigKeys; import org.apache.hadoop.hdfs.DistributedFileSystem; import org.apache.hadoop.hdfs.MiniDFSCluster; import org.apache.hadoop.hdfs.MiniDFSNNTopology; +import org.apache.hadoop.security.token.Token; import org.apache.hadoop.test.LambdaTestUtils; import org.junit.AfterClass; import org.junit.Assert; @@ -182,6 +184,26 @@ public class TestViewFsLinkFallback { assertTrue(fsTarget.exists(test)); } + /** + * Test getDelegationToken when fallback is configured. + */ + @Test + public void testGetDelegationToken() throws IOException { + Configuration conf = new Configuration(); + conf.setBoolean(Constants.CONFIG_VIEWFS_MOUNT_LINKS_AS_SYMLINKS, false); + ConfigUtil.addLink(conf, "/user", + new Path(targetTestRoot.toString(), "user").toUri()); + ConfigUtil.addLink(conf, "/data", + new Path(targetTestRoot.toString(), "data").toUri()); + ConfigUtil.addLinkFallback(conf, targetTestRoot.toUri()); + + FileContext fcView = + FileContext.getFileContext(FsConstants.VIEWFS_URI, conf); + List> tokens = fcView.getDelegationTokens(new Path("/"), "tester"); + // Two tokens from the two mount points and one token from fallback + assertEquals(3, tokens.size()); + } + /** * Tests that when the parent dirs does not exist in fallback but the parent * dir is same as mount internal directory, then we create parent structure