HDFS-8451. DFSClient probe for encryption testing interprets empty URI property for enabled. Contributed by Steve Loughran.
(cherry picked from commit 05e04f34f2
)
Conflicts:
hadoop-hdfs-project/hadoop-hdfs/src/main/java/org/apache/hadoop/hdfs/DFSUtil.java
This commit is contained in:
parent
b68c338b17
commit
c550825673
|
@ -87,6 +87,9 @@ Release 2.7.1 - UNRELEASED
|
||||||
HDFS-8404. Pending block replication can get stuck using older genstamp
|
HDFS-8404. Pending block replication can get stuck using older genstamp
|
||||||
(Nathan Roberts via kihwal)
|
(Nathan Roberts via kihwal)
|
||||||
|
|
||||||
|
HDFS-8451. DFSClient probe for encryption testing interprets empty URI
|
||||||
|
property for "enabled". (Steve Loughran via xyao)
|
||||||
|
|
||||||
Release 2.7.0 - 2015-04-20
|
Release 2.7.0 - 2015-04-20
|
||||||
|
|
||||||
INCOMPATIBLE CHANGES
|
INCOMPATIBLE CHANGES
|
||||||
|
|
|
@ -3530,10 +3530,15 @@ public class DFSClient implements java.io.Closeable, RemotePeerFactory,
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Probe for encryption enabled on this filesystem.
|
||||||
|
* See {@link DFSUtil#isHDFSEncryptionEnabled(Configuration)}
|
||||||
|
* @return true if encryption is enabled
|
||||||
|
*/
|
||||||
public boolean isHDFSEncryptionEnabled() {
|
public boolean isHDFSEncryptionEnabled() {
|
||||||
return conf.get(
|
return DFSUtil.isHDFSEncryptionEnabled(this.conf);
|
||||||
DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI, null) != null;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Returns the SaslDataTransferClient configured for this DFSClient.
|
* Returns the SaslDataTransferClient configured for this DFSClient.
|
||||||
*
|
*
|
||||||
|
|
|
@ -1844,9 +1844,9 @@ public class DFSUtil {
|
||||||
public static KeyProvider createKeyProvider(
|
public static KeyProvider createKeyProvider(
|
||||||
final Configuration conf) throws IOException {
|
final Configuration conf) throws IOException {
|
||||||
final String providerUriStr =
|
final String providerUriStr =
|
||||||
conf.get(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI, null);
|
conf.getTrimmed(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI, "");
|
||||||
// No provider set in conf
|
// No provider set in conf
|
||||||
if (providerUriStr == null) {
|
if (providerUriStr.isEmpty()) {
|
||||||
return null;
|
return null;
|
||||||
}
|
}
|
||||||
final URI providerUri;
|
final URI providerUri;
|
||||||
|
@ -1887,4 +1887,18 @@ public class DFSUtil {
|
||||||
.createKeyProviderCryptoExtension(keyProvider);
|
.createKeyProviderCryptoExtension(keyProvider);
|
||||||
return cryptoProvider;
|
return cryptoProvider;
|
||||||
}
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Probe for HDFS Encryption being enabled; this uses the value of
|
||||||
|
* the option {@link DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI},
|
||||||
|
* returning true if that property contains a non-empty, non-whitespace
|
||||||
|
* string.
|
||||||
|
* @param conf configuration to probe
|
||||||
|
* @return true if encryption is considered enabled.
|
||||||
|
*/
|
||||||
|
public static boolean isHDFSEncryptionEnabled(Configuration conf) {
|
||||||
|
return !conf.getTrimmed(
|
||||||
|
DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI, "").isEmpty();
|
||||||
|
}
|
||||||
|
|
||||||
}
|
}
|
||||||
|
|
|
@ -81,9 +81,9 @@ public class KeyProviderCache {
|
||||||
|
|
||||||
private URI createKeyProviderURI(Configuration conf) {
|
private URI createKeyProviderURI(Configuration conf) {
|
||||||
final String providerUriStr =
|
final String providerUriStr =
|
||||||
conf.get(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI, null);
|
conf.getTrimmed(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI, "");
|
||||||
// No provider set in conf
|
// No provider set in conf
|
||||||
if (providerUriStr == null) {
|
if (providerUriStr.isEmpty()) {
|
||||||
LOG.error("Could not find uri with key ["
|
LOG.error("Could not find uri with key ["
|
||||||
+ DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI
|
+ DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI
|
||||||
+ "] to create a keyProvider !!");
|
+ "] to create a keyProvider !!");
|
||||||
|
|
|
@ -893,4 +893,22 @@ public class TestDFSUtil {
|
||||||
} catch (IOException ignored) {
|
} catch (IOException ignored) {
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|
||||||
|
@Test
|
||||||
|
public void testEncryptionProbe() throws Throwable {
|
||||||
|
Configuration conf = new Configuration(false);
|
||||||
|
conf.unset(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI);
|
||||||
|
assertFalse("encryption enabled on no provider key",
|
||||||
|
DFSUtil.isHDFSEncryptionEnabled(conf));
|
||||||
|
conf.set(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI, "");
|
||||||
|
assertFalse("encryption enabled on empty provider key",
|
||||||
|
DFSUtil.isHDFSEncryptionEnabled(conf));
|
||||||
|
conf.set(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI, "\n\t\n");
|
||||||
|
assertFalse("encryption enabled on whitespace provider key",
|
||||||
|
DFSUtil.isHDFSEncryptionEnabled(conf));
|
||||||
|
conf.set(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI, "http://hadoop.apache.org");
|
||||||
|
assertTrue("encryption disabled on valid provider key",
|
||||||
|
DFSUtil.isHDFSEncryptionEnabled(conf));
|
||||||
|
|
||||||
|
}
|
||||||
}
|
}
|
||||||
|
|
|
@ -702,7 +702,7 @@ public class TestEncryptionZones {
|
||||||
// Flushing the KP on the NN, since it caches, and init a test one
|
// Flushing the KP on the NN, since it caches, and init a test one
|
||||||
cluster.getNamesystem().getProvider().flush();
|
cluster.getNamesystem().getProvider().flush();
|
||||||
KeyProvider provider = KeyProviderFactory
|
KeyProvider provider = KeyProviderFactory
|
||||||
.get(new URI(conf.get(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI)),
|
.get(new URI(conf.getTrimmed(DFSConfigKeys.DFS_ENCRYPTION_KEY_PROVIDER_URI)),
|
||||||
conf);
|
conf);
|
||||||
List<String> keys = provider.getKeys();
|
List<String> keys = provider.getKeys();
|
||||||
assertEquals("Expected NN to have created one key per zone", 1,
|
assertEquals("Expected NN to have created one key per zone", 1,
|
||||||
|
|
Loading…
Reference in New Issue